framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,2048,0.007526222202512953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,3072,1.2589066823323567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,64,0.0075662218862109715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,65536,0.18059644434187147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,32,0.01699199941423204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,5120,0.018048000004556444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,5120,0.010103111465771994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,32,0.011071110765139261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,768,0.05283288823233711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,64,0.03861600160598755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,5120,0.013880000346236758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,7168,0.14707999759250218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,3584,0.014927999840842353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,6144,0.030879110097885132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,256,0.004912888838185204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,768,0.0038897775941424896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,6144,0.015792888071801927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,4096,0.008408889174461365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,512,0.0034613334056403902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,51200,8.345097859700521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,2560,0.04427644279268053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,5120,0.042542222473356456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,1024,0.10499999920527141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,5120,0.010896888871987661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,65536,1.5874364640977647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,5120,0.008437333007653555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,128,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,5120,0.009707555174827576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,2048,0.009012444151772393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,8192,0.11149956120385064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,64,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,8192,0.006291555447710886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,256,0.019018666611777413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,2560,0.03012088934580485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,51200,0.013615999784734515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,128,0.017482666505707633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,5120,0.07074133555094402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,3072,0.08916444248623318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,51200,0.0631857779290941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,1536,0.07346400287416247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,5120,0.006758222149478064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,10240,0.03589244352446662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,7168,0.011512888802422417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,1024,0.08798578050401475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,7168,0.018221333622932434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,768,0.009334222310119206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,10240,0.0617777771419949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,51200,0.1736880011028714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,4096,0.4508879979451497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,2560,0.20018222596910265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,512,0.004377777791685528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,12288,0.006907555378145642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,7168,0.085972441567315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,128,0.0031022222505675424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,256,0.013813333378897773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,768,0.020970667401949566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,1536,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,1536,0.04797066582573784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,65536,0.5494924651251899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,4096,0.1509973340564304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,16384,0.023504000571038988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,5120,0.019567999574873183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,8192,0.14690489239162868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,16384,0.01686844395266639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,5120,0.02425866656833225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,6144,0.03417777683999803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,2560,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,12288,0.06944711340798272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,256,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,3584,0.058670222759246826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,512,0.024762666887707178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,768,0.00573244442542394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,65536,0.301038212246365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,4096,0.03959822323587205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,1024,0.003871110992299186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,8192,0.08952533536487156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,2048,0.010488000180986194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,5120,0.010753778119881948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,7168,0.0826079977883233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,2048,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,16384,0.05971644322077433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,51200,0.052008890443378024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,4096,0.013939556148317126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,10240,0.03823288944032457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,768,0.009723555710580613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,8192,0.04682044519318474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,12288,0.089264002111223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,512,0.0031866667171319327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,32,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,51200,0.3159048822191027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,256,0.007941332956155142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,3584,0.020469332734743755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,3072,0.09214311175876194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,2560,0.008120888637171851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,12288,0.04219377703136868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,128,0.004480888860093223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,512,0.0503768887784746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,6144,1.4604657491048176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,4096,0.01182044463025199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,2048,0.005473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,3584,0.010474666953086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,10240,0.15366933080885145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,128,0.03757422169049581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,4096,0.15148533715142146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,51200,3.0916453467475047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,4096,0.10011377599504258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,64,0.030213332838482324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,10240,0.018942221999168396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,256,0.00351200004418691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,2560,0.0380639996793535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,1024,0.01629599928855896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,10240,0.03861066699028015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,65536,0.08806666400697495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,512,0.007810666329330868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,4096,0.01092266705301073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,1024,0.006079999936951532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,3584,0.7793226771884494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,16384,0.008088889221350351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,65536,0.3504177729288737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,51200,0.05383822321891785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,65536,11.252308315700956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,12288,1.0722986857096355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,5120,0.13877422279781765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,3072,0.02209866709179348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,512,0.01088355564408832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,12288,0.17113067044152153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,256,0.03133866522047255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,64,0.029088000456492107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,768,0.005547555370463266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,51200,0.36551109949747723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,7168,0.03542844454447428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,5120,0.01426488823360867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,12288,0.1561386717690362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,65536,0.11973778406778972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,512,0.01794488893614875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,256,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,768,0.003641777982314428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,16384,0.017325333423084684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,3584,0.007870222131411234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,768,0.004938666605287128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,2048,0.024648000796635944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,1024,0.15085777971479628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,2048,0.024079110887315538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,128,0.004219555606444676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,2048,0.09127289056777954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,16384,0.2017128864924113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,10240,0.09658666451772054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,3072,0.013743999931547375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,128,0.004368000146415499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,1024,0.010874666273593903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,65536,0.11095111237631904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,2560,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,3584,0.01460533340771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,64,0.005330666485759947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,64,0.008526222573386298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,51200,1.3143421808878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,10240,0.03467466764979892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,5120,0.02029600077205234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,4096,0.15466311242845324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,12288,0.4142799907260471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,256,0.0041884444653987885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,2048,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,4096,0.06782755586836073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,10240,0.030585779084099665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,8192,0.24352089564005533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,256,0.00867022242810991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,3584,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,128,0.0052595556610160405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,2048,0.010192888478438059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,51200,0.05332622263166639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,1536,0.1925306717554728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,6144,0.010543111297819348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,768,0.0058408888677755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,3584,0.009375111096435124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,32,0.005117333183685939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,65536,29.991702609592014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,2560,0.020485333270496793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,64,0.06708355744679768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,32,0.07113333543141682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,10240,0.013254221942689685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,2048,0.022064000368118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,1024,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,4096,1.2690596050686307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,8192,0.3843795458475749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,8192,0.06952444712320964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,3584,0.012048888537618848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,4096,0.012355555262830524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,16384,0.017079111602571275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,16384,5.002884334988065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,1024,0.012618666721714867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,3584,0.011611555185582904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,2560,0.009101333717505137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,1536,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,768,0.038479109605153404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,768,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,2048,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,6144,0.02202755543920729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,51200,0.02369155486424764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,4096,0.4882968796624078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,3072,0.2455751101175944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,2048,0.07442666424645318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,1024,0.027429333991474573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,128,0.015784000356992085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,512,0.004351110921965705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,1024,0.006664000037643645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,32,0.018383999665578205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,512,0.004280000097221798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,128,0.002987555538614591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,64,0.0028071111689011254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,128,0.8791813320583768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,64,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,256,0.03638133406639099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,12288,0.13658221562703451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,512,0.009107555780145857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,3584,0.03812355465359158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,2048,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,768,0.01664977769056956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,1536,0.010858666565683154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,3584,0.02902488907178243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,12288,0.027560000618298847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,3584,0.011759999725553723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,7168,0.15484889348347983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,2560,0.05366222063700358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,16384,0.040241777896881104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,3072,0.014952000644471912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,51200,0.14465867148505315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,5120,0.3227457735273573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,5120,0.176383998658922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,8192,0.9547555711534289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,256,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,512,0.004023111114899318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,128,0.006745777610275481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,1024,0.027092445227834914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,768,0.008459555606047312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,8192,0.036248889234330915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,2560,1.0234692891438801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,1024,0.026546667019526165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,128,0.014550222290886773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,512,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,7168,0.02680711117055681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,3584,0.20040267043643525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,768,0.021820444199774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,256,0.03030666708946228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,256,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,768,0.01309866706530253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,3072,0.02794933319091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,7168,0.021132444341977436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,7168,0.46070490943060977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,5120,0.019263111882739596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,3072,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,2048,0.007879111501905654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,7168,0.034076445632510714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,1024,0.007877333296669854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,1536,0.07920000288221571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,512,0.017412443955739338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,51200,0.43648089302910703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,512,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,128,0.01108444482088089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,51200,0.22300977177090117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,4096,0.009248889154858058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,8192,0.032764444748560585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,128,0.027447111076778833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,3584,0.03051555487844679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,51200,0.45936001671685117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,2560,0.14738578266567653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,4096,0.10275555319256252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,16384,0.043791999419530235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,256,0.0047733332547876565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,4096,0.00962488849957784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,12288,0.01871555546919505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,3584,0.011117333339320289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,256,0.05601421991984049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,3072,0.012551111479600271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,256,0.02942844563060337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,5120,1.9686595069037542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,32,0.03444177905718485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,51200,7.65902116563585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,1024,0.011591110792424945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,3584,0.02165511084927453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,51200,2.3360924190945096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,16384,0.8248906665378146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,3072,0.02417244513829549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,3072,0.3405680126614041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,3072,0.050197333097457886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,4096,0.018399111098713346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,768,0.0057297779454125305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,32,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,8192,0.0437466667758094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,51200,0.4376266797383626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,1536,0.0047626665068997275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,1024,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,8192,0.05530133181148105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,2560,0.09822044769922893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,12288,0.023594665858480666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,1024,0.040008889304267034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,51200,0.6238284640842015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,7168,0.04585244589381748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,7168,0.17498132917616102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,3584,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,3072,0.685456911722819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,12288,0.47711822721693253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,128,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,128,0.007806222471925948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,10240,0.06307999955283271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,4096,0.01605955594115787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,51200,1.1272559695773654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,64,0.014850666125615438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,8192,0.25466844770643443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,128,0.00720088928937912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,6144,0.2548000017801921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,64,0.0766177773475647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,7168,0.44094133377075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,512,0.0035048888789282907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,64,0.002528888897763358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,2048,0.0083155557513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,64,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,2560,0.011115555961926779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,10240,0.034408890538745456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,2560,5.060116238064237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,4096,0.030079109801186457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,10240,0.07130489084455702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,12288,0.022287999590237934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,10240,0.08698488606346978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,4096,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,65536,0.46880446539984805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,3072,0.00777688870827357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,8192,0.5702435705396864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,10240,0.29695110850863987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,7168,1.4805208841959636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,256,0.20763199859195283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,6144,0.21056532859802246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,2048,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,6144,0.05002489023738437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,3072,0.19992355505625406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,3072,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,32,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,768,0.0437466667758094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,65536,1.9132230546739366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,3072,0.011159111228254108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,4096,0.03189599845144484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,5120,0.07217778099907769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,7168,0.0362755556901296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,2560,0.028509332074059382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,6144,0.1327822208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,1536,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,2048,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,12288,3.065227508544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,3072,0.011148444480366178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,8192,0.013154666456911298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,8192,0.05174755718972948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,12288,0.014009777042600842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,128,0.007043555378913879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,5120,0.015262222952312894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,10240,0.10120622316996257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,256,0.23731467458936903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,2048,0.006592000110281839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,32,0.0052151112920708126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,128,0.004109333372778363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,1024,0.003858666867017746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,8192,0.035098665290408664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,4096,0.045873777733908765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,51200,0.25107023451063365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,768,0.004509333521127701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,3584,0.006603555546866522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,3072,0.012497777740160624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,5120,0.08880977498160468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,65536,0.13971466488308376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,51200,0.10379466745588516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,2048,0.0069919998447100324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,4096,0.12920267052120632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,1024,0.026571555270089045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,3072,0.008926221893893348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,768,0.5774675475226508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,256,0.030088888274298772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,64,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,4096,0.007881777981917063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,2560,0.007988444632954067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,256,0.004299555387761858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,1536,0.008589333130253686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,4096,0.300305790371365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,65536,0.158951997756958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,12288,0.34584887822469074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,4096,0.029137776957617864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,16384,0.02495555579662323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,16384,0.11178310712178548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,256,0.014927110738224454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,2048,0.06852355268266466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,256,0.029221332735485498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,6144,0.022143110632896423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,12288,0.017802667286660936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,7168,1.5350507100423176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,3072,0.02986577815479702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,64,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,12288,0.1344862249162462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,7168,0.16923999786376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,8192,0.008419555922349295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,64,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,8192,0.0169840008020401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,7168,0.08703821897506714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,7168,0.012050666742854647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,256,0.009919111099508073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,12288,0.04666044314702352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,2048,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,16384,0.08704177538553874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,3584,0.7267991171942817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,2560,0.16344000233544245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,1536,0.05176622337765164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,256,0.004911111046870549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,2048,0.014389332797792224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,2560,0.019919999771647982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,32,0.0028248888750871024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,6144,0.01199288914601008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,65536,2.645683500501845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,12288,0.09868355592091878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,128,0.0035386664999855887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,3584,0.012732444538010491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,1024,0.11136621899074978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,7168,0.0927928884824117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,16384,0.07640710804197523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,12288,0.23226756519741484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,7168,0.013966222604115805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,5120,0.009545777406957414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,7168,0.15224888589647081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,51200,1.2847262488471138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,3072,0.1173964473936293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,64,0.008905777500735389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,512,0.0062977779242727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,2560,0.056367112530602344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,768,0.005968889014588461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,3072,0.014507555299335055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,1024,0.07778311438030668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,32,0.008042666647169325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,128,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,3584,0.12147733900282119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,1536,0.006678222368160884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,1024,0.013056889176368713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,10240,3.1821778615315757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,51200,0.06808088885413276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,8192,7.695838080512153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,64,0.016171556380059984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,10240,0.43732089466518825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,5120,0.01872711049185859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,3584,0.037208000818888344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,65536,0.7869555685255262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,4096,0.027149332894219294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,65536,0.4238808949788411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,1024,0.00610133343272739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,3584,0.021218667427698772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,12288,0.006232000059551663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,51200,0.38349244329664445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,7168,0.34219998783535427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,256,0.0029022221763928733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,3072,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,2560,0.05249422126346164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,1024,0.06724533107545641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,5120,0.10152088933520848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,2560,0.02964622113439772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,12288,0.18417867024739584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,6144,3.6100374857584634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,3584,0.013585777746306526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,256,0.02641333308484819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,1536,0.014821334017647637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,768,0.008044444852405125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,768,0.03606933355331421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,6144,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,256,0.010076444182131026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,1024,0.03567377726236979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,6144,0.03389066788885329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,32,0.0034151110384199354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,512,0.009679999616410997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,4096,0.19857422510782877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,2560,0.6872675683763293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,1536,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,10240,0.14099733034769693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,7168,0.5947644445631239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,2048,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,768,0.024417777856190998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,3072,0.0075786668393347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,2560,0.04574133290184868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,1536,0.05215733249982198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,8192,0.3584115505218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,32,0.007688889073001013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,768,0.026667555173238117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,3584,0.13364444838629827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,256,0.003585777762863371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,768,0.01827022267712487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,512,0.029260443316565618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,2048,0.021614222062958613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,32,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,51200,1.2531582514444988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,128,0.012783110969596438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,16384,0.8748373455471463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,768,0.0061039999127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,3584,0.013226666384273104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,8192,0.03957688808441162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,6144,9.310209486219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,1536,0.02306755549377865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,512,0.008159110943476358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,65536,0.5430444611443414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,3584,0.028956443071365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,3584,0.01330133361948861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,2048,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,51200,0.3423928949568007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,128,0.011610666910807291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,51200,3.193739573160807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,256,0.007646222081449296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,12288,0.022619555393854778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,256,0.01555999947918786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,51200,0.16230044100019667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,64,0.002748444469438659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,64,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,4096,0.3354026741451687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,512,0.006141333530346553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,2048,0.06451555755403307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,1024,0.04387822084956699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,2048,0.006959111326270633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,3072,0.09308711025449966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,8192,0.05429600013626946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,12288,0.05245955453978645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,512,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,3584,0.01854222185081906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,32,0.02737422287464142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,768,0.008592888712882996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,2048,0.017278222574128043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,3072,0.01699022286468082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,512,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,5120,0.09494844410154556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,16384,0.0403786665863461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,8192,0.016639999217457242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,64,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,256,0.0074311114019817775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,64,0.006676444576846228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,3072,0.014968888627158271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,65536,5.277499728732638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,3584,0.025742222865422566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,512,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,256,0.0038808890514903595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,10240,0.06931022140714857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,12288,1.688169797261556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,6144,0.0432222220632765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,2560,0.0411102208826277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,16384,0.018551111221313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,8192,0.1302142275704278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,3072,0.010221333139472539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,51200,0.08050933149125841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,5120,0.0732204450501336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,2048,0.12209422058529323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,12288,0.01737866633468204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,1536,0.006164444403515921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,4096,0.0722257759835985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,8192,0.06794399685329862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,65536,0.2354311148325602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,2048,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,3072,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,65536,0.6648133595784506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,4096,0.008178667061858708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,1536,0.00889066689544254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,3072,0.07287644677691989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,1536,0.010148444109492833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,12288,0.30350666575961643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,3072,0.009088888764381409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,7168,0.014864888456132678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,1024,0.040531555811564125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,128,0.004990222139490975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,8192,0.02200355629126231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,51200,1.290848837958442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,768,0.009783999787436591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,768,0.0039022221333450745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,16384,0.1882479985555013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,2560,0.028578665521409776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,16384,0.13990667131212023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,12288,0.04927466644181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,4096,0.07268000311321683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,65536,0.3145208888583713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,7168,0.08412000205781724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,256,0.026921777261628047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,3072,0.05786577860514323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,10240,0.20017066266801622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,2560,0.0317813323603736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,7168,0.1400924391216702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,51200,0.29536710845099556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,51200,0.05355733301904467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,2560,0.009937778115272522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,16384,0.036750220590167575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,51200,1.8493501875135634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,128,0.029105779197480943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,128,0.0028115556471877625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,10240,0.07120444377263387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,6144,0.04775111211670769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,32,0.013415111435784234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,1536,0.032623999648623996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,8192,1.230107519361708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,10240,0.04677866564856636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,128,0.0032497776879204642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,8192,0.012297777665985955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,51200,0.13324799802568224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,6144,0.04326755470699734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,2560,0.010242666635248397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,12288,0.4645928806728787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,65536,0.39248087671067977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,3072,0.02920888861020406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,64,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,128,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,7168,0.18524977895948622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,5120,0.1875466638141208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,12288,0.14845689137776694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,128,0.007606222397751278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,128,0.0052062223354975385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,1536,0.03205600049760606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,128,0.008192888564533657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,5120,0.024600888291994732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,4096,0.0825128886434767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,16384,0.1177546713087294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,65536,0.40924623277452254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,7168,2.063774320814345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,3072,0.20006133450402153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,768,0.004550222307443619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,512,0.010766222245163388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,4096,0.0643084446589152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,64,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,8192,0.16467821598052979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,51200,0.05212177832921346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,8192,0.04920622375276354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,768,0.023425777753194172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,10240,0.013811555173661975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,1536,0.08270400100284152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,4096,0.028774221738179524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,256,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,6144,0.29693510797288686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,5120,0.07380000087949964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,65536,0.24616622924804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,2560,0.025234666135576036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,2560,0.012429333395428128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,128,0.0028435554769304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,256,0.01164177805185318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,8192,0.018206222189797294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,10240,0.04881422387229072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,1024,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,3072,0.012130666938092975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,3584,0.1418808831108941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,1536,0.04199288951026069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,8192,0.10789599683549668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,12288,0.01847555571132236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,4096,0.3757839997609456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,3072,0.00980533328321245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,256,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,7168,1.243135134379069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,128,0.004074666649103165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,128,0.003379555626047982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,6144,1.2895911534627278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,3072,0.02986488739649455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,5120,0.030361778206295435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,12288,0.02724444369475047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,16384,6.9243723551432295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,2560,0.05326933330959744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,1024,0.005239999956554837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,3584,0.03302044338650174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,1536,0.031369778845045306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,64,0.005160888863934411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,1536,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,12288,0.18732710679372153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,8192,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,12288,0.12611377239227295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,7168,0.029064890411165025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,7168,0.5283253457811143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,3584,0.02068177858988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,12288,0.01754044493039449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,4096,0.06467822525236341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,51200,14.238360934787325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,12288,0.1794053316116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,3584,0.05137777659628126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,16384,0.03795555565092299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,65536,0.06856533553865221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,32,0.007595555649863348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,7168,0.01756088932355245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,16384,0.02847911251915826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,5120,0.020985777179400127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,6144,0.018664000762833487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,2048,0.7511715359157987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,2048,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,8192,0.007630222373538547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,7168,0.0552515553103553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,65536,0.059228446748521596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,1536,0.009104889300134447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,8192,0.20944089359707305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,10240,3.6871537102593313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,768,0.008567111359702216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,8192,0.30662579006618923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,2048,0.010466666685210334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,2048,0.008601778083377415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,65536,0.0771920018725925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,4096,0.007875555919276344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,12288,0.02253599961598714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,65536,2.0313964419894748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,10240,0.05589333507749769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,4096,0.4615688853793674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,128,0.0034142221427626083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,6144,1.2310187021891277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,7168,0.05228888988494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,51200,0.6552933586968316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,3584,0.034246222840415105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,51200,0.047929777039421924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,128,0.013208000196350945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,512,0.0053431110249625305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,512,0.009411555197503831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,1536,0.01369066701995002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,5120,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,3584,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,16384,0.011042666931947073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,128,0.002699555622206794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,16384,0.019291554888089497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,7168,0.27603912353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,65536,3.4679387410481772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,1024,0.005022222383154763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,512,0.03827555643187629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,51200,1.9851902855767145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,16384,0.5064729054768881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,16384,0.00887288898229599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,3584,0.025528000460730657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,2048,0.015020444989204407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,8192,0.5272426605224609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,3584,0.1418186691072252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,12288,0.16838133335113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,2560,0.010403555300500657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,6144,0.013277333643701343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,512,0.009339555270142024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,3584,0.009655999640623728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,10240,0.5005520184834799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,10240,0.44908889134724933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,3584,0.15814310974544948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,12288,0.055917335881127246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,16384,0.06931377781762017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,7168,0.06470400094985962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,10240,0.03902133305867513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,4096,0.01716711123784383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,51200,0.05245511068238152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,2048,0.006871999965773688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,5120,0.012453333371215396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,4096,0.008207999997668797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,128,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,2560,0.021182222498787776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,51200,0.060940444469451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,3072,0.09055911170111762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,16384,0.06677422258589003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,32,0.0027439999911520216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,2048,0.024998222788174946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,51200,4.225079854329427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,256,0.007705777883529663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,3072,0.010577778021494547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,256,0.01127644462717904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,128,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,1024,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,256,0.011778666741318174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,2048,0.015105777316623263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,12288,0.017248888810475666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,1024,0.008040000167157915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,3584,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,8192,0.1526142226325141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,10240,6.472019619411892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,4096,0.35125067498948837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,65536,1.126729753282335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,512,0.009032888544930352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,65536,1.8352745903862848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,2048,0.07006044520272149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,65536,7.73946295844184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,1536,0.02200177808602651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,6144,0.013267555170589022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,12288,0.04114933477507697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,1024,0.006505777852402792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,10240,0.06618222263124254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,128,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,64,0.03948355714480082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,2560,0.03904711206754049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,4096,0.18558843930562338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,128,0.0031928889867332247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,1024,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,1536,0.102711107995775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,8192,0.04542311032613119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,4096,5.059535132514106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,2560,0.03200622068511115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,32,0.0035146665241983202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,2048,0.01499022212293413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,64,0.003834666477309333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,2560,0.008617777791288164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,51200,0.29723021719190806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,4096,0.1907848914464315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,128,0.0041235557032956015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,1024,0.026000888811217412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,3584,2.5675616794162326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,1024,0.01901333365175459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,256,0.016993777619467843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,4096,0.024166221419970196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,65536,0.1293084488974677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,1024,0.005955555372767978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,5120,0.01973511113060845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,768,0.03170488940344916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,4096,0.021506667137145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,7168,0.01330933305952284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,256,0.008829333715968663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,4096,0.08604977528254192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,256,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,1024,0.0269777774810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,2560,0.007095110913117726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,1024,0.004578666554556953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,512,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,512,0.010861333045694562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,3072,0.13097422652774388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,51200,24.979300604926213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,1024,0.012079111403889127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,12288,0.05359022153748406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,2048,0.01920088960064782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,51200,0.9889893001980252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,10240,0.04446577694680956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,16384,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,1024,0.0041306668685542215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,2560,0.15243021647135416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,3072,0.018444443742434185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,8192,0.06414844592412312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,6144,0.15958310498131648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,4096,0.22716355323791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,6144,0.09892088837093777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,7168,0.09214488665262859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,5120,0.07719110780292086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,64,0.003145777723855443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,8192,0.012679110798570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,2560,0.05404177639219496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,128,0.006175111151403851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,3072,0.015976889265908133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,10240,0.09300622012880112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,5120,1.491383128696018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,512,0.028647998968760174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,8192,0.05358844333224826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,512,0.005892444401979446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,1536,0.12332088417477077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,512,0.0034604445099830627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,12288,0.3802071147494846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,2560,0.014671999547216626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,12288,0.07509422302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,3072,0.018343999981880188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,768,0.15674932797749838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,10240,0.015033778217103748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,1536,0.9706178241305881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,7168,0.01997066703107622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,256,0.00675733346078131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,3584,0.03655022382736206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,3584,0.06040088997946846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,3072,0.008721777962313758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,3072,0.011511999699804517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,65536,0.7394693162706164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,10240,0.02186133298608992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,6144,1.7376346588134766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,1536,0.027219555444187585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,5120,0.015617777903874716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,6144,0.05259199937184652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,6144,0.7460773256089953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,12288,0.020136000381575692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,768,0.0041404445138242514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,8192,0.13050666120317247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,1536,0.0047191112405723995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,12288,0.2616559929317898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,5120,0.025447110335032146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,128,0.005960888746711943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,5120,0.23089867168002656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,65536,0.3316728803846571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,64,0.0029964444951878656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,768,0.003481777591837777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,768,0.034903112385008074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,1024,0.09514577521218194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,2560,0.0074746666683091064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,8192,0.36252178086174863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,51200,0.5638053152296278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,5120,0.008560000194443597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,5120,0.10647200213538276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,12288,0.015519110692871941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,2560,0.006353777729802662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,1536,0.010247999595271217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,10240,0.07088088989257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,65536,3.9268150329589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,12288,2.8684630923800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,64,0.0038684445122877755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,1536,0.005724444571468566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,12288,0.04519199993875292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,128,0.0027919999427265594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,3072,0.011521778172916837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,768,0.03877422213554382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,51200,0.15604533089531794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,10240,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,64,0.0026177778426143858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,3072,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,4096,0.15123644140031603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,256,0.005673777725961473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,16384,0.018780445059140522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,256,0.008465777668688033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,16384,1.1128319634331596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,12288,0.07456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,10240,13.728702121310763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,1024,0.1619582176208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,65536,1.8905991448296442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,2048,0.014296889305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,1536,0.0191600008143319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,51200,0.05752355522579617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,51200,0.4240453243255615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,768,0.004889777965015835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,7168,0.01364177796575758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,10240,0.23166934649149576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,12288,0.08604088756773208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,51200,0.06017155779732598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,8192,0.039432889885372586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,64,0.0027866665687825945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,8192,0.08640799919764201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,8192,0.07406844695409139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,8192,0.3158915572696262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,128,0.009913778139485253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,6144,0.024620445238219366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,32,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,12288,0.022064000368118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,1536,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,128,0.006193777753247156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,7168,0.07567999760309856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,768,0.00360000009338061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,256,0.02409155501259698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,8192,0.25006577703687877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,768,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,7168,0.012611555556456247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,5120,0.017138666576809354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,32,0.0033493333806594214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,1536,0.01851733360025618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,128,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,256,0.008707555631796518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,32,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,3584,0.006623111251327727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,12288,0.07796533240212335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,512,0.003536888708670934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,5120,0.10750222206115723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,64,0.0026604444202449587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,51200,0.04898577928543091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,1536,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,512,0.005987555616431766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,512,0.14532800515492758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,128,0.00267999991774559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,51200,0.0658186674118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,5120,0.2007982201046414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,51200,0.1408604383468628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,6144,0.036504000425338745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,3072,0.016523554921150208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,768,0.003642666671011183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,5120,0.10746044582790798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,1536,0.010486221975750394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,6144,2.161547554863824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,4096,0.010900444454616971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,7168,0.1834204461839464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,512,0.021385777327749465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,6144,1.6179084777832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,12288,1.501805305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,6144,0.026408889227443274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,51200,0.0649048884709676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,64,0.004908444566859139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,2048,0.031517333454555936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,3584,0.04216444492340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,768,0.012410666379663678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,512,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,6144,0.02327022287580702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,32,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,32,0.006806222101052602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,3584,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,65536,0.726543108622233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,32,0.23339645067850748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,1536,0.023081777824295893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,128,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,5120,0.028274665276209515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,1024,0.00867733359336853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,1536,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,65536,0.29555733998616535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,2048,0.009032888544930352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,65536,1.3969412909613714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,3072,0.007629333270920648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,768,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,2560,0.03673955467012193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,12288,0.0493182208802965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,51200,0.5024568769666884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,64,0.0027155555370781156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,256,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,7168,0.15298310915629068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,10240,0.2821271154615614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,51200,0.254439115524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,12288,0.15898666116926405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,2560,2.1128550635443792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,256,0.006592888798978593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,768,0.06621155473921034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,4096,0.00795288880666097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,2560,0.035142223040262856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,256,0.1778035561243693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,51200,0.054591112666659884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,2560,0.00998133338159985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,3584,0.013219555219014486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,1024,0.024637333220905725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,256,0.04645511176851061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,6144,0.01662488944000668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,65536,0.54949066374037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,2048,0.6631742053561741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,6144,0.006015111174848344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,768,0.06211733155780368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,2560,0.02444533341460758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,2048,0.010490666660997601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,32,0.002595555658141772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,65536,0.3571360111236572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,3072,0.4215795463985867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,6144,0.025877333349651758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,256,0.005459555735190709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,65536,0.06516266531414457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,256,0.01791733337773217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,2048,0.01576622161600325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,128,0.013211555778980255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,16384,0.5173181957668728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,10240,0.3534124427371555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,256,0.0033520000676314035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,32,0.019847111569510568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,3072,0.06097066402435303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,64,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,768,0.15576977199978298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,512,0.0069226668112807805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,4096,0.012905778156386482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,6144,0.012281777958075205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,128,0.002761777697337998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,1024,0.004962666581074397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,3584,0.010680889089902243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,12288,0.015095111396577625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,65536,2.2480960422092013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,3584,0.6370773315429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,2048,0.025940444734361436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,5120,0.14203288820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,128,0.004836444639497333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,3584,0.07037333647410075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,65536,0.07063644462161593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,1024,0.019160888261265226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,8192,0.022633777724372015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,65536,0.06837333573235406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,12288,0.08982844485176934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,768,0.009951999617947472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,8192,0.013723555538389417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,5120,0.0166657782263226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,6144,0.027994665834638808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,10240,0.06548533174726698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,256,0.007611555357774098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,8192,0.048130667871899076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,3072,0.05580000082651774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,3072,0.2383377816942003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,65536,0.5812471177842882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,4096,0.04440266556209988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,768,0.03149866726663377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,2048,0.04281333420011732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,1024,0.005474666754404704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,32,0.00996088898844189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,1536,0.00908622228437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,2560,0.03438399897681342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,3072,0.028816001282797918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,3072,0.0906791090965271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,2560,0.020133333073721994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,65536,0.3451715575324164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,2048,0.4234444565243191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,512,0.0035137778355015647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,2560,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,64,0.0031644445326593188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,3072,0.0440995560752021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,768,0.004385777645640903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,12288,0.023768888579474554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,1536,0.013850666582584381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,5120,0.010755555497275459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,10240,0.02176355487770504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,51200,0.23416444990370008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,3072,0.011666666302416058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,512,0.004593777573770947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,1536,0.007560888926188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,512,0.009474666582213508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,5120,0.3439351187811957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,3584,0.012665777570671506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,2560,0.014145778285132514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,5120,3.030299504597982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,768,0.01293155550956726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,8192,0.01804266704453362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,10240,0.5605555640326606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,2560,0.007656888829337225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,3584,0.017486222916179232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,128,0.003488000068399641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,2560,0.020061333974202473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,3072,1.2062657674153645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,5120,0.011128000087208219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,2048,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,3584,0.04955110947291056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,1024,0.04670844475428263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,7168,0.32427822219000924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,3584,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,1536,0.15513688988155788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,1536,0.010997333460383944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,5120,0.0459191103776296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,32,0.04009244508213467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,2560,0.030135111676322088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,768,0.006335111127959357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,768,0.005021333280536863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,3072,0.011072888970375061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,7168,0.08272266387939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,4096,0.015489778584904142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,256,0.004417777889304691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,512,0.006317333214812809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,3072,0.009698666632175446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,6144,0.06832622157202826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,128,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,16384,0.7688053448994955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,12288,0.2911769019232856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,1536,0.011954666839705573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,51200,0.15117066436343723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,10240,2.7770336998833547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,512,0.009259555902745988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,256,0.010130667024188572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,128,0.008064000142945183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,3072,0.00959911114639706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,3584,0.01759822169939677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,7168,0.03859822286499871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,5120,0.013069333301650153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,768,0.02940000096956889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,2560,0.09318133195241292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,7168,0.028106666273540918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,4096,0.04898133211665683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,65536,0.3930159939659967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,51200,0.929207060072157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,1024,0.0042160000238153665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,1536,0.0110871113008923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,32,0.00815644446346495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,1536,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,12288,0.44141067398919004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,5120,0.033546666304270424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,768,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,12288,0.03625066743956672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,7168,0.021632888250880774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,1536,0.03895111216439141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,1024,0.009380444056457942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,6144,0.010866666833559671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,2048,0.005979555762476391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,2560,0.9337742063734266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,768,0.25271378623114693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,256,0.004224888980388641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,6144,0.017601778109868366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,5120,0.23924620946248373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,51200,0.12516710493299696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,256,0.042600890000661217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,10240,0.2869493431515164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,1536,0.0076657773719893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,10240,0.013831111292044321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,8192,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,10240,0.03514400124549866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,2048,0.010142222046852112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,7168,0.012670222255918713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,512,0.0062977779242727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,7168,0.10913778013653225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,1024,0.006166222194830577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,4096,0.020634666085243225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,512,0.0035093331502543557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,2560,0.05229155553711785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,2048,0.01200977795653873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,256,0.3443137804667155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,16384,5.03127924601237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,3072,0.2660951084560818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,10240,0.02224622170130412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,64,0.0031431110368834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,8192,0.01742044422361586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,5120,0.01900533338387807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,2048,0.016072000066439312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,512,0.1361102263132731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,6144,0.16292088561587864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,32,0.00591822216908137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,51200,0.07802666558159722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,16384,0.01755466726091173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,10240,0.013341333303186627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,10240,0.30619200070699054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,1024,0.01643822259373135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,256,0.00755555596616533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,1536,0.022505778405401442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,3584,0.018481777773963082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,6144,0.29884711901346844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,65536,0.45981423060099286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,6144,0.009946666657924652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,256,0.02093244426780277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,256,0.003335111050142182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,768,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,12288,0.020170667105250888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,1536,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,3072,0.010445333189434476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,2560,0.06735733482572767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,128,0.002797333316670524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,256,0.020055999358495075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,32,0.015399111641777886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,6144,0.02900622288386027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,4096,0.014545778433481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,128,0.0052684446175893145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,512,0.004554666578769684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,512,0.007882666256692674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,6144,0.031508445739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,64,0.012505778008037143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,64,0.0037519998020595978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,2048,0.016656888855828177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,5120,0.010486221975750394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,16384,0.4124720096588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,65536,0.0829111138979594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,4096,0.01718933383623759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,128,0.0027502222607533136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,6144,0.2276986704932319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,4096,0.01721244388156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,4096,0.032905777295430504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,8192,0.008848889006508721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,10240,0.017817777064111497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,8192,0.04507911205291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,64,0.0031795555518733132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,3584,0.25377511978149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,12288,0.23331822289360893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,7168,0.12436266740163167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,1536,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,128,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,3584,0.5685431162516276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,1536,0.01479555500878228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,16384,0.01945333348380195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,1024,0.005973333285914526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,1536,0.13635378413730198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,32,0.0031973332580592898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,1536,0.01458044515715705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,768,0.003593777616818746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,6144,0.020957332518365648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,5120,0.055574225054846875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,5120,0.018766222728623282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,51200,0.2475795480940077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,256,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,5120,0.09960444768269856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,4096,0.013400000002649097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,51200,0.059577776326073535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,512,0.025342222717073228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,128,0.008019555773999956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,3584,0.03636799918280707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,7168,0.011181332998805575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,2048,0.024103111690945093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,32,0.005123555660247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,256,0.019055111540688407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,7168,0.02032444377740224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,5120,0.04155822263823615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,1536,0.04058488872316148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,8192,0.0184560004207823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,4096,0.012301333248615265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,51200,12.434072706434462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,512,0.004691555682155821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,65536,0.0730266637272305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,768,0.015047111445003085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,2048,0.0053431110249625305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,5120,0.2778586546579997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,10240,0.03240888979699876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,512,0.24184089236789277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,8192,0.7803315586513944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,768,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,256,0.04515999886724684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,64,0.0052168890833854675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,5120,0.012903999951150684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,1536,0.08311021990246244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,1024,0.006039999839332368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,10240,0.038535998927222356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,65536,1.3264115651448567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,768,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,256,0.012500444220172035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,12288,5.3900328742133246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,8192,0.017383111847771537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,4096,0.013653332988421122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,51200,0.37858221266004777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,3584,0.11233511235978867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,51200,1.01619381374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,3584,0.008515555825498369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,1536,0.18067910936143664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,10240,0.01684711045689053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,8192,2.4766932593451605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,16384,0.020206222931543987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,10240,0.020287111401557922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,51200,1.3462897406684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,2048,0.02419822249147627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,128,0.02342222299840715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,32,0.026732444763183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,32,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,65536,0.12040889263153076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,32,0.0032213332338465583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,16384,0.022651554809676275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,8192,0.04345422320895725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,32,0.00565155554148886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,6144,0.0649706655078464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,1536,0.030447999636332195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,65536,0.9164302614000109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,3072,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,3072,0.019194665882322524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,256,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,1536,0.013591999808947245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,2048,0.02047644390000237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,5120,0.027107555005285475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,2048,0.007359111474619971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,51200,0.08649244573381211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,3584,0.1993795500861274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,8192,0.017684444785118103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,512,0.0037342223028341928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,51200,0.2345555623372396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,64,0.025927111506462097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,1024,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,256,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,512,0.010094222095277574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,6144,0.15362666712866888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,32,0.007163555257850223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,65536,3.9001536899142795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,2560,0.13687554995218912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,65536,5.436002519395616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,6144,0.027243556247817144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,12288,0.07623289028803508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,3072,1.0400088628133137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,12288,0.02734400000837114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,3072,0.012272000312805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,128,0.012854222622182635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,65536,2.5279937320285373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,5120,0.008762666748629676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,16384,0.04454222321510315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,3584,0.014441778262456259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,5120,0.5573973125881618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,1536,0.11271022425757514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,1024,0.016300444801648457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,768,0.03355733222431607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,256,0.0031999999450312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,3584,0.01749955614407857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,512,0.0036026665733920205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,3584,0.05958133273654514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,4096,0.02327555583582984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,1024,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,512,0.004719999929269155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,64,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,12288,4.956498463948567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,51200,8.677546183268229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,128,0.0041742221348815495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,64,0.0027679999669392905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,4096,0.17856266763475206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,51200,0.28921511438157826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,128,0.00546577779783143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,8192,0.043790221214294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,3072,0.12915555636088052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,51200,6.685509151882595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,16384,0.1090444458855523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,5120,0.030284444491068523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,6144,2.06443723042806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,6144,0.016728889611032274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,64,0.007458666960398356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,4096,3.019782172309028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,768,0.4317653444078233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,4096,0.027316444449954565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,768,0.003980444537268745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,51200,1.3065822389390733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,7168,0.015568888849682279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,512,0.057941330803765186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,128,0.002584888910253843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,256,0.020399111840460036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,7168,0.01519466605451372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,1536,0.0177875558535258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,2560,0.011986666255527072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,16384,2.4898719787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,2560,0.008554666406578487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,7168,0.14788888560401067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,7168,0.048335111803478666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,4096,0.01239377756913503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,4096,0.046494222349590726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,3072,0.009038222332795462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,2560,0.007134222322040134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,65536,0.6279839939541286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,51200,0.4259191089206272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,8192,0.05167999863624573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,8192,0.01796000036928389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,3584,0.17512444655100504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,32,0.04587555593914456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,6144,0.055720885594685875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,4096,0.012671111358536614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,5120,0.17398577266269258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,2048,0.04571555720435249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,2048,0.009699555734793345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,2048,1.6464178297254775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,2560,0.02100444502300686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,1024,0.014896000425020853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,1024,0.01555288831392924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,2560,0.02717599935001797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,256,0.006849777781301075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,6144,0.015615999698638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,12288,0.14028088251749674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,8192,0.016360888878504436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,6144,0.20454488860236275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,1536,0.02068622244728936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,5120,0.026258667310078938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,1536,0.02088977727625105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,4096,0.010407999985747868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,8192,0.2520577907562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,256,0.013213333156373767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,3072,0.025851555996470984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,16384,0.12781066364712185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,1536,0.0053004444473319584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,2048,0.28884267807006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,768,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,4096,0.029937777254316542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,512,0.012818666795889536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,128,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,3072,0.01178311142656538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,65536,0.8848960134718152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,2048,0.008046222229798635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,65536,4.186687893337674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,4096,0.0411119990878635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,512,0.00886311133702596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,128,0.007501333124107785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,2560,0.007713778151406183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,2048,0.009770666559537252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,256,0.00608800020482805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,128,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,12288,0.629142231411404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,768,0.011356444822417365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,6144,0.0192266669538286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,5120,0.011437333292431302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,3072,0.0583475563261244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,4096,0.1854728857676188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,65536,0.14367022779252794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,256,0.04474577638838026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,51200,0.1695031060112847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,4096,0.012096888489193387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,1024,0.026610665851169165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,1536,0.16443910863664415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,65536,0.9016008377075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,6144,0.027265777190526325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,4096,0.01148444414138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,3584,0.008359111017651027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,128,0.015081778168678284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,32,0.007762666377756331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,4096,0.15043111642201742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,3584,0.014167999227841696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,10240,0.015000889698664347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,10240,0.12591377894083658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,768,0.006820444431569841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,51200,5.005694919162326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,128,0.009155555731720394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,10240,0.45827023188273114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,3584,0.00795911086930169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,2560,0.05333866675694784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,2560,0.009100444614887238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,3584,0.010122666756312052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,5120,0.013914666242069669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,2048,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,65536,0.37882667117648655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,3584,0.008780444661776224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,5120,0.04788088798522949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,2560,0.010435555544164447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,10240,0.030635555585225422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,128,0.003950222084919612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,4096,0.028416001134448584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,6144,0.03565333286921183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,128,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,6144,0.08154133293363783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,51200,14.614952935112846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,2560,0.006945778098371293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,8192,0.03804444604449802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,256,0.017141333884663053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,2048,0.016660445266299777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,512,0.011522666447692446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,128,0.008289777570300633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,51200,0.2287528779771593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,128,0.029919998513327703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,128,0.009549332989586724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,5120,0.025340444511837427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,1024,0.010828444527255164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,256,0.0052133335007561584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,1536,0.008432889150248634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,1024,0.012091555529170565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,8192,51.56910196940104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,1536,0.007918222082985772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,12288,0.17413066493140328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,6144,0.011863110793961419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,32,0.05580711364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,768,0.025610667135980394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,1024,0.02914311157332526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,51200,0.11314666271209717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,2560,0.08886044555240208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,16384,0.08759022421307033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,4096,0.0120666664507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,64,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,2048,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,256,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,6144,0.04275911053021749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,3072,0.008197333249780867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,3072,0.050195554892222084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,256,0.004464000049564573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,6144,0.08346399996015762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,2048,0.024322667055659827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,7168,0.02494666642612881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,12288,0.9234106275770398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,256,0.18198577562967935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,5120,0.012481778032249875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,12288,0.04801688922776116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,12288,0.06811110840903388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,65536,1.336202621459961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,2048,0.019144889381196763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,8192,0.024645333488782246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,16384,0.1908337805006239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,1536,0.00960533320903778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,65536,0.09641244676378037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,3584,0.7520648638407389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,2048,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,16384,18.005935668945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,1024,0.0057848890622456866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,128,0.004661333229806689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,128,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,64,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,4096,0.019311111834314134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,6144,0.06895199749204847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,5120,0.01163999984661738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,1024,0.02228533393806881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,8192,0.3894222312503391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,512,0.005772444523043103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,128,0.1619066662258572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,65536,41.60040622287327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,12288,0.5074506865607368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,51200,0.0473653342988756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,1024,0.00833777752187517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,128,0.00794577764140235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,2048,0.010431999961535135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,12288,0.03125244379043579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,8192,0.0429057776927948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,16384,0.007033777733643849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,4096,0.034803556071387395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,5120,0.013464888764752282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,2048,0.008033778104517195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,768,0.024882665938801233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,10240,0.8178879949781629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,256,0.00360977773865064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,128,0.0431600014368693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,51200,0.25000977516174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,10240,0.026904889278941687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,65536,0.32687732908460826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,32,0.006755555669466655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,12288,0.017670222454600863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,6144,0.005928888916969299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,8192,0.0129120002190272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,2560,0.020483555065260995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,16384,5.806914859347874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,1536,0.014256000518798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,10240,0.0424195561144087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,51200,0.11992711491054958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,5120,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,2048,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,1536,0.023931556277804907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,1536,0.007391999993059371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,256,0.04335644510057238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,512,0.0034577778230110803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,32,0.003040888864133093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,2560,0.1068097750345866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,6144,0.00601333338353369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,4096,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,2048,0.010424888796276517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,256,0.002983999955985281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,51200,0.37778398725721574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,51200,0.2563110987345378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,512,0.0036275556517971885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,12288,3.9061669243706594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,768,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,10240,0.008098666866620382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,12288,0.008619555168681675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,7168,0.6697822146945529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,512,0.029656890365812514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,768,0.007540444533030192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,2560,0.02394666605525547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,128,0.0052826665341854095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,5120,0.01702044407526652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,7168,0.013256000147925483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,2560,0.1385671165254381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,5120,0.015398222539159985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,2560,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,1536,0.12985332806905112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,10240,1.1778400209214952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,12288,0.05323911044332716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,768,0.06687021917766996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,6144,0.017626666360431247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,4096,0.056201775868733726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,512,0.0058462222417195635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,16384,0.03144800000720554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,1024,0.005487999982304043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,2560,0.1484417782889472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,2048,0.007281777759393056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,5120,0.024871110916137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,12288,0.2446817821926541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,5120,0.02186044388347202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,12288,0.20796710915035674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,10240,0.015338665909237333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,65536,0.4571377966139052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,65536,3.1251377529568143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,2560,0.008765333228641087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,5120,0.036941332949532404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,7168,0.0319217774603102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,128,0.005623111294375525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,7168,0.13895022869110107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,2560,0.015834665960735746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,1536,0.4176613224877252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,2048,0.0897066659397549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,3584,0.022516444325447083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,5120,0.1047839985953437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,5120,0.009210666848553551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,65536,0.13528088728586832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,12288,0.04600444436073303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,12288,0.20943466822306314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,8192,0.017284444636768766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,3072,0.01072622256146537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,3584,0.03678399986690945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,16384,0.049308445718553334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,51200,0.22310400009155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,5120,0.13150755564371744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,65536,0.05119911167356703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,1536,0.05798133214314779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,32,0.0032302221904198327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,3584,0.05132888754208883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,16384,0.3125386767917209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,4096,0.014499555031458536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,768,0.08812177843517727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,3584,0.021207999851968553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,64,0.15780266125996908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,64,0.02385955552260081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,16384,0.7701724370320638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,4096,0.008678221868144141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,1536,0.006447111152940326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,65536,9.389468722873264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,256,0.005336888962321811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,1536,0.18863911098904082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,10240,0.24970576498243544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,8192,0.020184889435768127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,5120,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,65536,0.32308443387349445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,8192,0.025448888540267944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,12288,0.049774222903781466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,256,0.0028826666788922418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,256,0.003583999971548716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,6144,0.11016711261537339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,128,0.022385777698622808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,768,0.14101244343651667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,65536,0.06554844644334581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,3072,0.06801866822772555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,2048,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,2048,0.1688151094648573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,512,0.0070168889231152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,256,0.007538666327794393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,2560,0.024130667249361675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,7168,0.010298666854699453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,10240,0.02683466672897339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,3584,0.033281776640150286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,1024,0.00792622235086229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,1536,0.004977777600288391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,768,0.009945777555306753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,51200,0.15473600228627524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,2560,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,51200,3.4946924845377603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,2048,0.024471110767788355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,51200,0.7182870970831977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,65536,0.05483466717931959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,12288,0.025205334027608235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,5120,0.035197334157096014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,12288,0.015000000596046448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,2048,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,128,0.003050666716363695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,16384,1.007863998413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,5120,0.036446223656336464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,512,0.0038124442928367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,768,0.02058844433890449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,256,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,512,0.022839999861187402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,65536,11.812672932942709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,16384,0.07756266991297404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,512,0.00700444479783376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,65536,0.5510062111748589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,1536,0.11166932847764756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,3072,0.024648000796635944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,6144,0.29073333740234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,12288,0.07079555590947469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,16384,0.03215555681122674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,256,0.011343999869293638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,65536,0.24895199139912924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,768,0.010547555155224271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,5120,0.2371057669321696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,7168,0.025800888737042744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,8192,0.027041777968406677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,2048,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,128,0.01667555504375034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,32,0.019932443896929424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,32,0.17854489220513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,7168,0.02377066678471035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,65536,7.444149441189236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,6144,0.013902222116788229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,768,0.026159110996458266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,2048,0.049618668026394315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,10240,0.013820444544156393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,32,0.1040453314781189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,4096,0.04058666692839728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,51200,2.830352783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,256,0.004574222283230888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,65536,2.0503067440456815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,51200,0.13905866940816244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,768,0.021864000293943617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,16384,0.06461066669887967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,12288,0.055528889099756874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,128,0.004014222158326043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,65536,0.10183822446399265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,64,0.005695999910434087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,64,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,65536,0.07201955715815227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,16384,0.06522578001022339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,5120,21.19445970323351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,12288,0.11862311098310684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,256,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,6144,0.09394755628373887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,12288,0.020261334048377145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,2048,0.009372444616423713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,256,0.013984888792037964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,3584,0.013286222186353473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,12288,0.5684506628248427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,3072,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,128,0.005162666655249066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,1536,0.09896800253126357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,8192,0.15857333607143825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,16384,4.7476959228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,128,0.00792711145348019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,2048,0.016197333733240765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,256,0.010495999621020423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,2048,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,1024,0.018791110979186166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,128,0.022520888182852004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,512,0.014502222339312235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,32,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,6144,0.009578666753239101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,10240,0.5118915769788954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,65536,5.070860544840495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,64,0.009429333110650381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,3072,0.012666666673289405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,5120,0.008815111385451423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,32,0.02858755654758877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,1024,0.02667644454373254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,51200,0.07231289148330688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,51200,0.05785955323113335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,65536,0.09289333555433486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,4096,0.012823999755912356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,3072,0.006280888699822956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,256,0.026551110876931086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,65536,0.16721422142452666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,2560,0.010263111028406356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,5120,0.07863377862506442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,65536,0.7498310936821831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,256,0.0038888889054457345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,65536,0.10343644354078506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,768,0.028689778513378564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,256,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,16384,1.1206284628974068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,5120,0.5864995320638021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,7168,0.06767555740144518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,1024,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,5120,0.016568889220555622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,256,0.03278133273124695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,32,0.003738666574160258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,2560,0.11747199959225124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,5120,1.635121769375271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,256,0.025654221574465435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,128,0.004311999926964442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,512,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,1024,0.04994044370121426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,4096,0.1283528937233819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,1024,0.0070222218831380205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,3072,0.06612355841530694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,768,0.003632889025741153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,16384,0.07028177711698744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,1536,0.006953777538405524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,10240,0.4735369152492947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,3072,0.07967822419272529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,16384,0.23461333910624185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,51200,0.0704444448153178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,16384,0.029432889488008287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,768,0.006257777826653586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,128,0.005945777727497949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,2560,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,2048,0.028770665327707928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,128,0.004365333252482944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,2560,0.10421955585479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,12288,0.06619289186265734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,2560,0.05322666631804573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,16384,0.038167999850379095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,128,0.005131555514203178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,512,0.008575999902354347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,12288,0.3508400122324626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,65536,41.88446384006077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,2048,0.025176000263955858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,2048,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,768,0.0037875556283526947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,768,0.008773333496517604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,65536,0.7519831127590604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,2048,0.008275555239783393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,65536,0.06573955880271064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,3584,0.012341332932313284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,2048,0.18691021866268584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,8192,0.16853600078158906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,768,0.035832888550228544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,1024,0.010244444840484196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,6144,1.2152879503038194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,3072,0.012459555433856117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,512,0.06730400191413032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,768,0.027239999837345544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,2048,0.05134133497873942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,4096,0.0092275556590822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,65536,0.2390728791554769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,512,0.06669333246019152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,3072,0.0865395532713996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,7168,0.05830755498674181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,3072,0.017521777086787753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,512,0.005475555443101459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,64,0.002977777686383989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,8192,0.029820445511076186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,128,0.004364444563786189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,3072,0.06234311395221286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,32,0.009180444810125563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,32,0.29877599080403644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,16384,0.6817679935031467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,2560,0.3165217770470513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,64,0.009728888670603434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,65536,0.16023643811543783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,1024,0.006829333388143116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,5120,0.011716444459226398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,7168,0.016520889268981088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,5120,0.07383022043440077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,5120,0.13421421580844456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,3584,0.04481600059403313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,768,0.017872000734011333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,6144,0.46487289004855686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,4096,0.009698666632175446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,65536,2.026725345187717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,5120,0.19379999902513292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,8192,0.030505776405334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,1024,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,2048,0.020256888535287645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,2048,0.07478488816155328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,1024,0.012783110969596438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,128,0.004259555704063839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,65536,0.7444364229838053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,7168,0.03144444359673394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,10240,0.031818668047587075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,32,0.03921511107020908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,51200,1.7302302254570856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,3584,0.011260444091426002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,1536,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,6144,0.042018665207756885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,51200,0.4340524408552382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,3072,0.009724444813198512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,6144,0.015847111741701763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,64,0.002830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,3072,3.42646853129069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,768,0.009165333376990424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,32,0.009027555584907532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,51200,0.11661599742041694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,12288,0.02033955521053738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,256,0.0047582222355736625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,12288,0.026533333791626826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,256,0.003690666622585721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,65536,3.2219183180067272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,3584,0.023736889163653057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,10240,0.13305689228905573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,2560,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,65536,1.778500450981988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,3584,0.02169955604606205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,8192,0.019311111834314134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,10240,1.3746888902452257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,16384,1.2333360248141818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,10240,0.11557332674662273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,16384,0.09460800223880345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,64,0.007304888632562425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,3584,0.01551644504070282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,3584,0.1777768929799398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,2048,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,12288,1.8309262593587239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,512,0.004909333255555895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,64,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,512,0.021898667017618816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,128,0.007918222082985772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,6144,0.03033066789309184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,4096,0.15242666668362087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,512,0.03440355592303806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,51200,3.4785084194607205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,1536,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,2048,0.04993955625428093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,4096,0.012668444050682915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,768,0.007294221884674496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,3584,0.18094844288296172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,64,0.008561777571837107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,768,0.00564444437623024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,8192,0.006647111227114995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,128,0.004288889053795072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,2560,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,4096,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,51200,0.06645422511630587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,2048,0.007110222346252865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,16384,3.907921685112847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,128,0.015119999647140503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,16384,0.2786480055914985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,16384,0.15235200193193224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,4096,3.2756773630777993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,16384,0.20515644550323486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,1536,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,7168,0.7746391296386719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,512,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,768,0.04626577761438158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,3072,0.020799110333124798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,512,2.476305855645074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,4096,0.08919377459420098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,3584,0.008877333667543199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,512,0.006858666737874349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,128,0.030215998490651447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,3584,0.02793777651256985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,12288,0.1607040034400092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,10240,0.5581795374552408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,64,0.2112213373184204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,3584,0.008017777568764156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,128,0.003963555726740095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,256,0.019744889603720773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,8192,0.01423555612564087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,256,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,128,0.006151111175616582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,12288,1.001297738817003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,7168,0.04306933283805847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,65536,0.33879733085632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,1024,0.0047884442740016514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,768,0.008919999831252629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,65536,0.08371910783979629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,6144,0.008106666306654612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,1536,0.006193777753247156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,51200,0.5778489112854004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,5120,12.83115980360243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,6144,0.38870400852627224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,1024,0.009488888912730748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,512,0.051162666744656034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,512,0.004552000098758274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,2560,0.007158222297827403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,64,0.010704889065689512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,768,0.008657777474986183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,3072,0.07785422272152372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,1024,0.0485137767261929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,256,0.06784444385104708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,5120,0.09875555833180745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,2048,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,65536,13.194983588324654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,12288,0.35732176568773055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,2048,0.00833777752187517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,12288,0.033928000264697604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,6144,0.006250666661394968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,512,0.00555288874440723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,8192,0.05566666523615519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,2560,0.0904080006811354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,512,0.005734222216738596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,8192,2.60640631781684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,65536,0.11984354919857448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,4096,1.6316604614257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,128,0.007089777953094906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,4096,0.009904888768990835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,3072,0.09916088978449504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,1024,0.00554933316177792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,1536,0.013312888642152151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,256,0.003549333247873518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,5120,0.19546311431460908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,10240,0.06215911441379123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,65536,1.4488257302178278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,2048,0.17341600524054634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,4096,0.010475555227862464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,32,0.01796533332930671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,2560,0.00998399986161126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,51200,1.244158214992947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,64,0.006275555739800136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,6144,0.0355404449833764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,6144,0.15592622756958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,768,0.03144444359673394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,768,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,8192,0.056368887424468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,16384,0.2919866773817274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,5120,3.1600604587131076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,65536,0.5549982388814291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,65536,0.3388044569227431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,8192,0.05151289039187961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,12288,0.1384177737765842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,2560,0.04524711105558607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,5120,0.013648889131016202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,1536,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,3072,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,7168,0.09574755695131089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,768,0.010295111272070143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,3584,0.1818915605545044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,5120,0.1419502231809828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,4096,0.2537359926435682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,4096,0.04502222273084852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,1536,0.05878133243984646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,5120,0.01514844430817498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,16384,0.01978844404220581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,65536,0.27627378039889866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,32,0.044481777482562594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,4096,0.014188443620999655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,3072,0.018498667412334018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,1024,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,3072,0.14437244998084173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,7168,0.02790488799413045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,512,0.00461422238085005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,51200,1.2645919587877061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,256,0.009162666896979014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,8192,0.01737422247727712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,6144,0.13664621777004665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,16384,0.021959111094474792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,4096,0.105040000544654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,3584,0.0906462205780877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,7168,0.014256000518798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,512,0.008590222232871586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,16384,0.31763466199239093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,5120,0.03025777803526984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,65536,0.5797715716891819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,8192,0.02109244465827942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,12288,0.04507377743721008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,3072,0.007698666718271043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,1536,0.011665778027640449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,256,0.00908088849650489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,3584,2.4024240705702042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,512,0.00982488857375251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,4096,0.27737243970235187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,5120,0.013733333183659447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,7168,0.018168000711335074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,3072,0.00703288863102595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,512,0.003452444449067116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,64,2.0887023078070746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,32,0.09023822016186184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,1536,0.08002133501900567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,768,0.003628444340493944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,4096,0.04864711231655545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,3584,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,12288,0.015180443723996481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,256,0.022887999812761944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,7168,0.07320800092485216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,5120,0.034416000048319496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,5120,0.009465778039561378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,2560,0.005522666705979242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,1536,0.01275466630856196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,10240,0.21379289362165663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,51200,1.7535947163899739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,1024,0.05815822548336453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,512,0.018704000446531508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,6144,0.014870221416155497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,768,0.03430044319894578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,7168,0.1691866715749105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,5120,0.3068506717681885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,51200,2.337651570638021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,32,0.0027644443843099806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,10240,0.016000888413853116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,128,0.0028159999185138275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,4096,0.31807732582092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,16384,0.0794408917427063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,1536,0.022414222359657288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,10240,4.2175038655598955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,2560,0.2007573313183255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,65536,0.7410853173997668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,128,0.004612444589535396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,1536,0.0912933349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,4096,0.04280089007483589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,16384,2.2017385694715714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,51200,0.05976711379157173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,1024,0.015303999185562134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,8192,0.21134666601816812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,6144,0.23901867866516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,128,0.004403555558787452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,5120,0.059996445973714195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,16384,0.02188355558448368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,65536,0.29595910178290474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,10240,0.11999466684129502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,3072,0.010232888989978367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,512,0.043250666724310986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,4096,0.025602666868103877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,3584,0.015105777316623263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,3584,0.00868888861603207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,2560,0.10761600070529515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,7168,0.011170667078759937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,3072,0.014244443840450711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,3072,0.012484444512261285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,768,0.0057555557125144536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,2560,0.006603555546866522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,128,0.004828444371620814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,4096,0.020619556307792664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,1536,0.01128000020980835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,2560,0.039262221919165716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,8192,0.07131910986370511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,512,0.054917332198884755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,12288,0.07599111398061116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,5120,0.054011556837293834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,256,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,10240,0.5109457969665527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,65536,1.7492062250773113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,1536,0.029170665476057265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,5120,0.053245332505967885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,2560,0.006486222147941589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,1024,0.04117244482040405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,1024,0.004946666873163647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,16384,0.3341555595397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,1536,0.011295110815101199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,4096,0.04809955424732632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,4096,0.08746044503317939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,3072,0.0075662218862109715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,128,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,32,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,2048,0.008202667037645975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,1024,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,256,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,8192,0.04411910971005758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,51200,0.04353511002328661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,768,0.0036355555057525635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,2048,0.006897777732875612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,1024,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,16384,0.6067022217644585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,10240,0.0966942244105869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,3072,0.029021332661310833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,8192,0.3483244313134088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,768,0.0040702223777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,6144,1.4671689139472113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,5120,0.05215200119548374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,16384,0.565991136762831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,3584,0.5636746618482802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,5120,0.014127999544143677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,3072,0.1395262214872572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,768,0.009993777506881291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,1024,0.01568000018596649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,7168,0.011709333293967776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,16384,0.03898310992452834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,10240,0.614791128370497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,256,0.3245217800140381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,512,0.013211555778980255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,12288,0.5933341979980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,2560,0.008948444492287105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,2560,0.01792355544037289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,3584,0.00905777762333552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,256,0.02294844388961792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,5120,0.4283582104576959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,8192,0.018888889087571036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,2560,0.008619555168681675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,256,0.010295111272070143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,768,0.01315199997689989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,32,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,64,0.002536888958679305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,10240,0.013271999855836233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,1536,0.00943911075592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,512,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,128,0.022163555026054382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,65536,0.7471680111355252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,51200,0.42113955815633136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,1024,0.0041893331540955436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,4096,0.05809599823421902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,5120,0.23008444574144152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,32,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,4096,0.017282666431532968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,2560,0.02029333346419864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,2048,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,5120,0.11040621995925903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,10240,0.10864000187979804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,65536,0.1942408879597982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,2560,0.1663973331451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,65536,23.49753146701389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,5120,0.2930408848656548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,51200,35.25663926866319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,2048,0.24024534225463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,3072,0.017142222987280954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,51200,0.0738640030225118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,3072,0.012122666670216454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,5120,0.055890666113959424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,4096,0.0063493334584765965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,7168,0.03091111116939121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,1536,0.014480888843536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,512,0.00701333334048589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,10240,0.17788178390926787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,5120,0.008812444077597724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,128,0.0052284445199701525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,8192,0.01963911122745938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,10240,0.006896889044178857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,256,0.007313778003056844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,65536,8.456066555447048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,51200,1.3866390652126734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,51200,0.02602488961484697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,32,0.008789333204428354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,3584,0.03517333335346646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,8192,0.019277332557572257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,512,0.0034008889148632684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,2048,0.02388711108101739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,64,0.015091554986106025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,16384,0.019479999939600628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,2560,0.028388443920347426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,3072,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,5120,0.030440890126758154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,65536,0.09009866582022773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,16384,3.282034767998589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,32,0.005676444619894028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,65536,0.7053742408752441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,2048,0.01738222274515364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,32,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,6144,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,12288,1.5110889010959203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,128,0.004290666845109728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,3072,0.039832890033721924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,3072,0.09523289071189033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,4096,0.006590222318967183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,1024,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,2048,0.022035555707083807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,3584,0.23856266339619955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,3072,0.06070578098297119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,256,0.004810666872395409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,2560,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,512,0.0367253323396047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,768,0.02237422267595927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,16384,0.009983110758993361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,1024,0.015792000624868605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,3072,0.013493333425786761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,4096,0.3941991064283583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,5120,0.06874489121966891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,5120,0.2365635501013862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,3584,0.013563555147912769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,7168,0.04256711072391934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,10240,0.019488000207477145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,3584,0.011189333266682096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,2048,0.01685599982738495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,2560,0.058132443163130015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,10240,0.0695448915163676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,2560,0.03428533342149522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,512,0.0057706667317284485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,2048,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,12288,0.026111111044883728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,3584,0.008730666504965888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,512,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,4096,0.021951110826598272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,16384,0.11801244152916802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,4096,0.07023555702633329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,128,0.06005599763658312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,8192,0.3888888888888889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,10240,0.014335110783576965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,65536,0.14520800113677979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,8192,0.02567555507024129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,512,0.006310222049554189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,8192,0.13552799489763048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,10240,0.09196355607774521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,10240,0.020406223005718656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,1536,0.007602666815121968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,32,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,128,0.012322666744391123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,768,0.02695466743575202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,12288,0.49957508511013454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,7168,1.2061253653632271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,32,0.01831377711560991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,8192,0.03676711188422309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,4096,0.20997688505384657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,7168,0.07879555225372314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,7168,0.13145421610938177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,512,0.08744177553388809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,2048,0.17093688911861846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,3072,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,51200,0.05380444394217598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,32,0.012108444339699216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,32,0.005164444446563721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,1024,0.045138667027155556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,4096,0.0274008893304401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,5120,0.034782220919926964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,6144,0.0358533329433865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,6144,0.10403377479977077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,2560,0.0069919998447100324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,768,0.0035866668654812705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,51200,0.014984889162911309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,7168,0.0662942197587755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,6144,0.011753777662913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,128,0.004171555654870139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,7168,0.025927111506462097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,256,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,3584,0.016255999604860943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,8192,0.08426666922039455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,128,0.015951111912727356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,51200,0.008470222353935242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,10240,0.08291733264923096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,3072,0.1345671150419447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,2048,0.022198221749729578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,65536,0.1382168928782145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,2048,0.01904533306757609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,768,0.0057813334796163775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,65536,0.11761332882775201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,3072,0.017089777522616915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,3584,0.03317866722742716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,6144,0.023169777459568445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,12288,0.05705689059363472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,1536,0.08064711093902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,3584,0.01018044435315662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,6144,0.03158488869667053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,51200,0.1403413348727756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,2048,0.017134222719404433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,3072,0.012137778103351593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,6144,0.00998577806684706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,51200,0.39665865898132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,768,0.004554666578769684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,12288,0.03014577759636773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,768,0.0075866662793689305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,512,0.007532444265153673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,7168,0.30001600583394367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,10240,0.21757777531941733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,10240,0.0540960000620948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,1536,0.03867200016975403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,8192,0.40942756334940594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,64,0.014123555686738757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,64,0.010129777921570672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,768,0.023945776952637568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,3584,0.1559822161992391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,5120,0.011235555840863122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,1024,0.10194933414459229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,5120,0.03804088963402642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,256,0.0034426665968365143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,64,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,3072,0.043172445562150746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,1024,0.010115555591053432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,1024,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,8192,0.028260442945692275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,768,0.0035502223504914176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,65536,0.09079733159806992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,768,0.008023999631404877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,16384,0.32290755377875435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,4096,0.008284444610277811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,51200,0.24367554982503256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,1024,0.005960888746711943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,2560,0.0069022224181228215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,7168,0.013278221918476952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,12288,0.02286311156219906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,3072,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,16384,0.3155173460642497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,32,0.002744888886809349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,128,0.03735733363363478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,51200,7.366532219780816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,1536,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,512,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,65536,0.07196444272994995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,1536,0.5444062021043565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,6144,0.013948443863126965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,7168,0.02666933337847392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,16384,0.026686223016844854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,12288,0.027651555008358423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,2560,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,512,0.0032808888289663526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,8192,1.1656452814737956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,256,0.0035146665241983202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,5120,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,2048,0.015135111080275642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,8192,0.028802666399214003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,2560,0.0059262220230367445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,16384,0.4029262330796983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,8192,0.8146204418606229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,768,0.013980444934633044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,8192,0.13422844145033094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,16384,0.5427049001057943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,2048,0.021943110558721755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,7168,0.23030577765570748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,2048,0.05424355467160543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,3072,0.01605333387851715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,32,0.003063999944263034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,2560,0.06439822249942355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,256,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,64,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,512,0.007738666401969061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,10240,0.03483555714289347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,512,0.02085688875781165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,2048,0.006820444431569841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,1024,0.006667555620272954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,4096,0.05298044284184774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,6144,1.728125360276964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,128,0.020937777227825586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,128,0.015207999282413058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,16384,0.10771644115447998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,65536,0.03804711169666714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,768,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,4096,0.027223111854659185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,2048,0.014950222439236112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,512,0.006230222268237009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,8192,0.10142044226328532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,32,0.04564977685610453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,2048,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,65536,0.39466044637891984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,5120,0.09013333585527207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,768,0.04714399907324049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,1536,0.054304000404145986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,8192,0.025072889195548162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,3584,0.39172177844577366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,5120,0.15793955326080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,51200,0.14752799934811062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,2560,0.02216888964176178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,128,0.02648266653219859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,65536,1.5941848754882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,16384,0.3200639883677165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,10240,0.5978835423787435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,16384,1.3184479607476127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,16384,0.19270400206247965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,256,0.004033777862787247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,2048,0.009776888622177972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,5120,0.14398577478196886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,65536,0.014821334017647637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,7168,0.05329066514968872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,51200,22.416030883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,6144,0.03574311070972019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,6144,0.07112799750434028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,1024,0.072525335682763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,1536,0.011788444386588203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,3584,0.01703644461101956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,8192,0.08076266447703044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,128,0.007556444240940942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,8192,0.09430222378836738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,3584,0.03103999959097968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,65536,0.401967101626926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,7168,0.021520889467663232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,16384,0.024938666158252295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,2048,0.009023110899660323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,4096,0.04342933495839437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,5120,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,7168,0.4210035536024306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,8192,0.054096887509028115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,7168,0.035770667923821345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,1536,0.011448000040319232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,12288,0.42310934596591526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,65536,36.28168402777778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,16384,0.029003553920321997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,1024,0.012409778104888068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,768,0.006966222491529252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,3072,0.1528328922059801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,16384,5.457556406656901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,7168,0.01292266696691513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,5120,0.12808799743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,8192,0.029283556673261855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,4096,0.006879111131032308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,512,0.005976000179847081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,512,0.004804444395833545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,51200,1.1369120279947917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,128,0.0032764443506797156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,12288,0.04973599976963467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,1024,0.011267555256684622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,768,0.010411555568377176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,3584,0.011223110887739392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,16384,0.02402666707833608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,3584,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,51200,1.4728826946682398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,51200,26.712931315104168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,3584,0.09750399986902873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,65536,0.1252817842695448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,5120,1.9079822964138453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,128,0.00425511101881663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,12288,0.4374142222934299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,512,0.004713777866628435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,7168,0.013345777988433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,3584,0.018009778526094224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,64,0.0033315554675128725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,51200,0.0528657767507765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,256,0.005428444594144821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,1024,0.012889777620633444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,2048,0.045271999306148954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,256,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,4096,1.345040003458659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,12288,0.1603404415978326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,64,0.031918221049838595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,5120,0.02730577852990892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,8192,0.015000000596046448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,768,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,16384,0.07607644134097628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,8192,0.026583999395370483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,2560,0.02387733260790507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,3584,0.19554400444030762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,4096,0.03395822313096788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,768,0.005480888817045424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,3072,0.0075253330998950535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,768,0.03155022197299533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,65536,10.682879977756075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,3072,0.02172800070709652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,1536,0.0063697778516345555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,2560,0.0070168889231152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,65536,0.7330800162421333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,8192,3.371568044026693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,256,0.004364444563786189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,4096,0.011481777661376528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,10240,0.04698222213321262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,65536,2.284966150919596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,10240,0.04496711161401537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,5120,0.011611555185582904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,3584,0.02904355525970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,8192,0.6335484186808268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,256,0.017447999782032438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,65536,0.12454756100972493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,10240,0.509044435289171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,64,0.016897777716318767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,10240,3.463350296020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,12288,0.023520888553725347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,7168,0.01498311095767551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,51200,1.392825762430827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,8192,0.16853777567545572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,7168,0.22707555029127333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,768,0.006072000082996156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,256,0.022111111217074927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,8192,0.021838222940762837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,12288,0.016032889485359192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,8192,4.614798227945964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,65536,0.19646133316887748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,1024,0.0037786666717794207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,128,0.0029093333416514923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,2560,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,2048,0.05185244480768839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,64,0.09628266758388943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,16384,0.04580533173349169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,8192,0.10741866959465875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,65536,0.528590202331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,51200,0.36116888788011337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,32,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,32,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,51200,0.18115822474161783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,1024,0.010824888944625854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,6144,0.06300444735421075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,1024,0.05849244197209676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,51200,0.24994844860500762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,2048,0.011439999772442712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,5120,0.04628533456060621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,65536,0.09721866581175063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,4096,0.027870221270455256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,65536,0.06744444370269775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,2048,0.018152889278199937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,64,0.005557333429654439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,1536,0.01129955550034841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,12288,0.19521689414978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,64,0.007892444729804993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,2560,0.017980444762441847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,1536,0.014112888111008538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,512,0.008678221868144141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,16384,0.6151386896769205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,5120,0.01754577789041731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,1536,0.010384889112578498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,512,0.06598044766320123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,1536,0.02223377757602268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,10240,0.031066666046778362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,65536,1.7519271638658311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,2560,0.021353777911927965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,3584,0.02611555490228865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,64,0.013726222018400827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,5120,0.007814221911960179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,51200,0.3236009014977349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,3072,0.12308711475796169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,1024,0.023543111152119104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,2048,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,8192,0.16725599765777588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,12288,0.14264710744222006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,128,0.0030213333666324615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,51200,2.351321750217014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,12288,0.11523111661275227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,3584,0.02770044406255086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,10240,0.24482043584187826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,256,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,2048,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,5120,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,4096,0.31266045570373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,7168,5.146313985188802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,768,0.01418133411142561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,512,0.004222222086456087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,2048,0.008743999732865227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,12288,0.039966222312715315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,2048,0.007246221933099959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,5120,0.029263999727037217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,256,0.006767999794748094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,512,0.008803555534945594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,2560,0.11084977785746257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,512,0.021008888880411785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,2560,0.17391110791100395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,5120,0.03315466642379761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,65536,3.468913820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,8192,0.03485066692034403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,51200,0.0750195582707723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,2048,0.007114667031500075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,2048,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,65536,0.0229413327243593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,512,0.007228444847795699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,64,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,2560,0.12247999509175618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,12288,0.052424887816111244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,65536,0.42460356818305117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,51200,1.452494197421604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,7168,0.052928000688552856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,4096,0.7532524532741971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,5120,0.021086222595638696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,2560,0.00847466703918245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,6144,0.022524444593323603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,7168,0.34977955288357204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,16384,0.5525555610656738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,65536,0.43991022639804417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,7168,0.00654755574133661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,2560,0.006599111275540457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,8192,0.08857866790559556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,256,0.002943111169669363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,1024,0.013047110703256396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,65536,0.28480709923638237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,4096,0.016413332687483895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,3584,0.018107554978794523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,10240,0.006959111326270633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,65536,1.076470269097222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,12288,4.577398088243273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,256,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,12288,0.016889777448442247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,3072,0.023507555325826008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,4096,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,2048,0.08572889036602444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,3584,0.012533333566453723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,10240,0.020596444606781006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,51200,0.1585351096259223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,65536,1.6679191589355469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,32,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,5120,0.09663377867804633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,3584,0.015653333730167814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,1024,0.013232889274756113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,5120,0.01404888927936554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,64,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,12288,0.41064710087246364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,10240,0.034396443102094866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,128,0.0027111110587914786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,1536,0.012489777472284106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,2048,0.0075839997993575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,4096,0.008456889126035903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,2048,0.006667555620272954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,768,0.007096889118353526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,8192,0.11288889249165852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,1024,0.0041955556306574075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,1536,0.005658666706747479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,10240,0.019671999745898776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,512,0.06904888815350003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,1536,0.006302222195598815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,1536,0.0068693334857622785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,12288,0.24300800429450142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,3072,0.017510222064124215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,5120,0.012882666455374824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,7168,0.06561422348022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,8192,0.019262222780121695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,6144,0.02832533253563775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,16384,0.08058489031261869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,6144,0.03137600090768602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,3072,0.007431999676757389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,6144,0.6066435707939996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,65536,0.6917431089613172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,12288,0.5290657679239908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,2048,0.03850311040878296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,1024,0.015258666541841296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,1024,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,32,0.00738933351304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,32,0.002642666714058982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,256,0.0052844443255000645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,10240,0.6187706523471409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,51200,0.05029511120584276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,10240,0.17548178301917183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,5120,0.009604444106419882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,768,0.0070568886068132185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,64,0.00609422226746877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,16384,0.024022221565246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,8192,0.04863911204867893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,10240,0.026571555270089045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,2048,0.09434666898515488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,768,0.00573333352804184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,1024,0.005169777820507686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,256,0.003294222263826264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,6144,0.034448888566758894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,512,0.02808088726467556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,2048,0.01351377781894472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,128,0.04649066593911913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,4096,0.011947555674446953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,10240,0.10607822073830499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,3072,0.039729777309629656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,5120,0.011541333463456897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,1536,0.04051733348104689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,5120,0.006537777682145436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,10240,0.021885333789719477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,6144,0.020848888489935134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,7168,0.022523555490705702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,512,0.004982222285535601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,12288,0.6603520181443956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,64,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,6144,0.010728889041476779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,768,0.30682312117682564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,6144,1.252328872680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,4096,0.05442577931616041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,32,0.0026586666289303037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,256,0.011032889286677042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,7168,0.03248000144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,64,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,32,0.003375111147761345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,1024,0.04445777667893303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,6144,2.9784151713053384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,2048,0.034449779325061373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,12288,0.016010666886965435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,1536,0.4685209062364366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,4096,0.02145333256986406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,8192,0.016923555069499545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,64,0.002691555561290847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,8192,0.08080977863735624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,12288,0.4084355566236708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,2048,0.01516711049609714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,128,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,768,0.048785779211256236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,3584,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,768,0.04038577940728929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,10240,0.49773512946234805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,5120,0.013016000390052795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,4096,0.10712889167997573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,768,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,6144,0.04530310961935255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,65536,1.0508142047458224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,64,0.003007111036115222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,51200,1.307949384053548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,16384,0.02349777850839827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,3584,0.08728977706697251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,3584,0.290887991587321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,32,0.004416888786686791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,65536,2.5792719523111978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,64,0.020488889680968392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,2560,0.08186755577723186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,3584,0.04645688997374641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,4096,0.5258808665805393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,6144,0.0345164438088735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,51200,0.06379822227689955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,64,0.024235554867320593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,64,0.022766222556432087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,256,0.003370666669474708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,7168,0.29252444373236763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,65536,0.0754293335808648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,2048,0.09736266401078965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,2048,0.0079297779334916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,7168,0.30080000559488934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,51200,0.08074311415354411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,32,0.009922666682137383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,12288,0.012327111429638334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,10240,0.12384977605607773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,1024,0.027401778433057997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,3584,0.02221155497762892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,2048,0.007892444729804993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,16384,4.617787679036458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,128,0.009713778065310584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,768,0.04365244507789612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,65536,0.7307066917419434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,768,0.015200000670221118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,2048,0.015488000379668342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,12288,0.009909333454238044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,7168,0.011172444456153445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,12288,0.10225511259502834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,3072,0.03660710983806186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,512,0.11436266369289821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,4096,0.008468444148699442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,8192,0.1659804450141059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,65536,8.851424323187933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,5120,0.0535715553495619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,16384,0.027806222438812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,1024,0.005879999862776862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,3584,0.010651555326249866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,1536,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,10240,0.051163554191589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,3072,0.026939556002616882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,1536,0.0063164445261160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,1024,0.01959733333852556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,2560,0.012684444586435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,10240,0.02787644333309597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,12288,0.04092799954944187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,3584,0.010413332945770687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,3072,0.007825777762466008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,7168,0.04947377906905281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,128,0.01962933275434706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,64,0.014567999376191033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,65536,0.17334222793579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,65536,0.7748071352640787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,51200,0.4722880257500543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,1536,0.011049778097205691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,3072,0.023456000619464453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,64,0.021018667353524104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,16384,0.10428177648120457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,12288,0.05427111188570658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,512,0.05709955427381727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,1024,0.013912889692518445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,1536,0.04502222273084852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,3072,0.29868711365593803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,10240,1.1511199739244249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,3584,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,16384,0.028468443287743464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,12288,0.11038577556610107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,5120,0.09758222103118896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,1024,0.007872000336647034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,8192,0.08048178089989556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,8192,0.14075999789767796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,51200,0.15297510888841417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,3584,0.03892533315552606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,256,0.007268444531493717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,16384,0.07205688953399658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,5120,0.1895244386461046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,256,0.004866666677925321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,768,0.0787866645389133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,4096,0.00812888890504837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,768,0.008839999636014303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,1024,0.04991822110282051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,512,0.0031146665828095544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,768,0.016846223009957206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,256,0.0033413333197434745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,6144,0.03960799839761522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,16384,0.33903733889261883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,1536,0.007117333511511485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,64,0.007716444631417592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,4096,0.03417511118782891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,2560,0.024420445164044697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,12288,0.049330668316947095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,512,0.016741333736313712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,3584,0.10925866497887506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,51200,40.895165337456596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,512,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,16384,0.16540088918473986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,1024,0.006344888773229387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,64,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,10240,0.01665866706106398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,12288,0.3192017873128255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,3584,0.4926435682508681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,768,0.0041857775714662345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,6144,0.26396176550123424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,4096,0.005797333187527127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,768,0.5408390892876519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,32,0.28143466843499076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,8192,0.025621333056026038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,2560,0.20001867082383898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,64,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,10240,0.011446221835083432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,3072,0.009026666482289633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,65536,0.07048622104856703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,512,0.005888888819350137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,64,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,768,0.0059368887709246735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,3072,0.06195466385947334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,10240,0.06909244590335421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,768,0.016393777396943834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,2560,0.006863111009200414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,65536,0.028323554330401953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,1536,0.012852444416946836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,65536,1.1125875049167209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,12288,0.042584889464908175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,5120,0.05194933215777079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,1024,0.015849777393870883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,5120,1.343605359395345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,2048,0.09770755635367499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,4096,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,1536,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,6144,0.0484186675813463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,2048,0.00941777808798684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,32,0.0033599999215867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,6144,0.013122667041089801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,12288,0.20382932821909586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,3584,0.01167555567291048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,1536,0.009872888525327047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,768,0.03808622227774726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,16384,0.00792622235086229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,64,0.00299822228650252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,6144,0.010878221856223213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,16384,0.03384088807635837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,65536,0.050717333952585854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,3072,0.007465778125656976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,10240,0.01364177796575758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,8192,0.030833777454164293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,65536,0.5219377941555446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,5120,0.011552888486120435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,2048,0.009008888569143083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,7168,0.009300444689061906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,64,0.027270222703615826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,64,0.009630222287442949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,5120,0.03816355599297418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,1536,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,16384,0.006335111127959357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,51200,0.05302133493953281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,6144,1.4289947085910375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,256,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,65536,1.3331581751505535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,1536,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,512,0.03284710976812575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,51200,0.054211556911468506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,768,0.007206222249401941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,3072,0.027264000640975103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,16384,0.902891582912869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,16384,1.1692568461100261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,256,0.0038177776667806837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,3584,0.02680444386270311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,4096,0.02512977851761712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,32,0.0058613332609335584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,2048,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,6144,0.028456889920764502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,51200,0.6500275399949815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,3072,0.03316444489690993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,3072,0.03528088993496365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,2560,0.006272000157170826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,512,0.010775999890433418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,8192,0.15641866789923772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,5120,0.009621333744790819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,65536,0.13424444198608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,1024,0.010378667049937779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,12288,0.019354666272799175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,16384,0.02100177771515316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,2560,0.07434755563735962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,768,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,128,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,6144,0.13165067301856145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,1536,0.01035911093155543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,3072,0.06427022483613756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,3072,0.07429155376222399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,16384,0.028367112080256145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,16384,0.04491644435458713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,51200,0.5360959900750054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,12288,0.03994399971432156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,65536,0.09232266743977864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,3072,0.025176889366573755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,768,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,32,0.003119999956753519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,12288,0.10298222303390503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,2048,0.6615049044291178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,256,0.011933333343929715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,5120,0.007617777420414819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,8192,0.0695893300904168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,7168,1.3972400029500325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,128,0.012436444560686747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,256,0.0754293335808648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,7168,0.03682933251063029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,12288,9.311065673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,1536,0.049617777268091835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,12288,0.15092889467875162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,51200,0.20344532860649955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,3584,0.021112889051437378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,2560,0.0745662252108256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,32,0.009757333331637913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,65536,2.6906685299343533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,64,0.0036151111125946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,8192,0.03650133477316962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,128,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,256,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,64,0.003576888806290097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,5120,0.13866399394141302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,12288,0.07090400324927436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,256,0.01204355557759603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,512,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,32,0.01631733278433482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,6144,0.17662844392988417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,12288,0.3433359993828668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,51200,0.06147022379769219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,768,0.007692444655630324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,3584,0.07759910821914673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,1536,0.5371982256571451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,768,0.02609511050913069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,64,0.006695999867386288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,10240,0.018516444497638278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,7168,0.08403911193211873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,64,0.005173333403136996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,1024,0.01498311095767551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,65536,2.9465147654215493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,5120,0.18525155385335287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,4096,0.144214219517178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,2048,0.017116443978415597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,32,0.04022666811943054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,3072,0.13102400302886963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,8192,0.026942221654786006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,6144,0.03231822119818793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,256,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,16384,4.2438782585991754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,1536,0.012528888881206512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,64,0.006551110910044775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,16384,1.7998648749457464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,128,0.006729777902364731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,64,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,256,0.0500311123000251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,256,0.028206222587161597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,6144,0.29624711142645943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,65536,1.2837422688802083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,51200,0.1520355542500814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,5120,0.05323288838068644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,2048,0.05186666713820564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,7168,0.009214222431182861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,8192,0.04503733250829908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,5120,0.022652443912294176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,512,0.013598221871587964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,256,0.0075911109646161394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,6144,0.042028443680869214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,2560,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,1536,0.00647199981742435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,128,0.005283555636803309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,2048,0.026955554882685345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,8192,0.02183733383814494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,4096,0.061927113268110484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,4096,0.036178665028678045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,1024,0.07525777816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,10240,0.1795804500579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,128,0.008768888811270395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,5120,2.4446932474772134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,128,0.011177777416176267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,128,0.0027520000520679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,12288,0.05734399954477946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,5120,0.07070400317509969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,51200,0.055324445168177284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,7168,0.29067911042107475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,1536,0.08526755703820123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,16384,0.22397867838541666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,4096,0.034500443273120456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,128,0.030065778228971694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,7168,0.027090667022599116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,16384,0.12474577956729466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,128,0.005446222093370225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,6144,0.013331555657916598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,3072,0.02727288835578495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,768,0.010988444089889526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,128,0.028235554695129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,64,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,128,0.007786666353543599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,3072,0.006940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,1024,0.02308355602953169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,8192,0.2529555426703559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,51200,0.06411200099521212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,10240,0.01402933398882548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,3584,0.014714666538768344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,768,0.19356977939605713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,2560,0.3005208969116211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,2048,0.007056000332037608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,5120,0.009775111244784461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,5120,0.02514755560292138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,16384,0.07835200097825792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,1536,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,6144,0.025437333517604407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,51200,0.10723200109269883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,3072,0.04361866580115425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,65536,0.06586577494939168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,2048,0.00962044464217292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,2048,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,51200,0.5300115479363335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,32,0.007416889071464539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,512,0.019631110959582858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,12288,0.2114186684290568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,8192,0.02379200028048621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,10240,0.027151111099455092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,5120,0.030433777305814955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,256,0.005203555441564984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,10240,0.0981466637717353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,256,0.005995555470387141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,32,0.0027431110954946945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,3072,0.03163199954562717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,1024,0.00849866701496972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,10240,0.058209776878356934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,512,0.05169066786766052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,51200,0.08210933208465576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,768,0.005867555737495422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,65536,0.2896168761783176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,12288,0.28554312388102215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,8192,0.49837509791056317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,3584,0.007808888951937358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,2560,0.040392001469930015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,256,0.013167111410035027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,12288,0.22043911616007486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,512,0.07892000012927584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,3584,0.017048888736300997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,7168,0.03647644321123759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,1536,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,1536,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,1024,0.05288711190223694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,256,0.004726222405831019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,1536,0.005475555443101459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,128,0.17612089051140678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,8192,0.04527733392185635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,3072,0.026177777184380427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,64,0.0051893335249688895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,65536,6.2148009406195746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,51200,0.0687697794702318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,512,0.025926222403844196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,10240,0.38460622893439395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,1024,0.012050666742854647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,128,0.01124533348613315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,1024,0.007647111184067196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,16384,0.13960356182522243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,1536,0.012703999876976013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,512,0.025041777226659987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,3584,0.010112889111042023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,6144,0.5488062434726292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,5120,0.05108177661895752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,768,0.0046968890560997855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,16384,0.10269777642356025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,65536,26.152640448676213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,51200,0.05345066719584995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,32,0.0032355555643637977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,16384,0.7397253248426648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,128,0.005623999983072281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,5120,0.017256889078352187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,1536,0.004782222211360931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,32,0.003933333274390963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,7168,0.01907822158601549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,2048,0.06400089131461249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,3584,0.44364266925387913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,4096,0.12812888622283936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,2048,0.08066311147477892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,32,0.003015111097031169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,4096,0.02440266642305586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,65536,0.5558977656894261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,3584,0.06566133101781209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,3584,0.0063928887248039246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,512,0.017017778423097398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,8192,0.24024534225463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,6144,0.05320444371965197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,64,0.028322666883468628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,32,0.011140444212489657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,6144,0.018566222654448617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,10240,0.41539645195007324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,64,0.019746666153271992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,512,0.038669334517584905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,5120,0.010447999669445885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,128,0.10396977927949692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,768,0.01908266709910499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,256,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,12288,0.016319110989570618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,2048,0.04458666510052151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,7168,1.2328639560275607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,12288,0.07149333424038358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,32,0.0099653336736891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,256,0.003489777859714296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,128,0.0032542221662071017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,256,0.0037253333462609183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,8192,0.043934222724702626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,12288,0.035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,10240,0.06420533524619208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,2560,0.033180445432662964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,256,0.0847288899951511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,2560,0.015758223003811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,8192,0.047687109973695546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,5120,0.0475466681851281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,1024,0.007349333001507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,7168,0.014785778191354541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,256,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,256,0.01609244445959727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,2048,0.010925333533022137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,10240,0.472999996609158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,16384,10.995301140679253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,3072,0.009901333186361525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,512,0.010815111299355825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,3584,0.31377866533067494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,5120,0.023521777656343248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,2048,0.004962666581074397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,5120,0.008224888808197444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,2560,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,256,0.006461333483457565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,256,0.017310221989949543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,3072,0.1936791075600518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,12288,0.006525333142942852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,5120,0.009646221995353699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,2560,0.007120889094140794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,51200,1.2482443915473092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,1024,0.013924444715181986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,1536,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,3584,0.016543999314308167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,12288,0.10549333360460068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,2048,0.016019556257459853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,10240,0.20634222030639648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,8192,0.16350932916005453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,1536,0.03491910960939195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,2048,0.10762488842010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,1536,0.047023998366461865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,8192,0.49593067169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,2048,0.012070222033394707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,65536,0.06430755721198188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,7168,0.026540444956885442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,7168,0.04718488785955641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,1024,0.3000497817993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,5120,0.012320888539155325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,12288,0.5704133245680068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,3072,0.06411200099521212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,6144,0.016007999579111736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,12288,0.02015999952952067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,8192,0.03186577889654372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,65536,1.6413706673516169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,3072,0.0075697774688402815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,512,0.025511110822359722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,4096,0.06301955382029216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,3584,0.02812444501452976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,4096,0.059262222713894315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,3584,0.03551022211710612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,10240,0.24048267470465767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,51200,0.09588177998860677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,51200,16.769605848524304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,10240,0.21514577335781523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,2560,0.062160889307657875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,10240,0.013636444177892474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,1536,0.0075039996041191956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,8192,3.0249466366238065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,256,0.004401777767472797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,7168,0.06488888793521456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,3584,0.013632000320487551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,3072,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,2048,0.032949331733915545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,51200,0.054773333999845714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,128,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,4096,0.017044444878896076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,2560,0.06583999925189547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,3072,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,3072,0.0169493340783649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,3584,0.027981334262424048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,5120,0.010098666780524785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,32,0.007857778006129796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,768,0.003969777789380816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,3584,0.006513777706358168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,12288,0.05641333262125651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,1024,0.007833778030342525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,32,0.007510222494602203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,10240,0.842325316535102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,16384,0.1491573386722141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,2048,0.019260444574885897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,128,0.016920889417330425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,65536,0.234132448832194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,1536,0.006187555690606435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,32,0.00829777783817715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,128,0.002875555513633622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,768,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,51200,0.12523467010921902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,12288,0.10409155819151138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,2560,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,768,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,51200,2.280294206407335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,3072,0.022871999277008906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,1024,0.005668444352017508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,128,0.0038053331275780997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,3072,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,3072,0.01587199999226464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,51200,0.13797510994805232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,2048,0.011726222104496427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,51200,0.05567644702063667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,7168,0.06436177757051256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,128,0.003031111011902491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,3584,0.2750355667538113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,256,0.0047324444684717385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,2048,0.026446221603287592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,32,0.011300444602966309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,256,0.0042364444169733255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,2048,0.014316444595654806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,2560,0.029140445921156142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,512,0.0038133333954546186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,4096,0.010268444816271463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,256,0.02849066588613722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,768,0.016089777151743572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,12288,2.177771462334527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,3072,0.010441777606805166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,65536,0.03511200017399258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,16384,0.14031110869513616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,8192,0.4924311108059353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,10240,0.03452444407675002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,3072,0.3193902174631755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,6144,0.44810930887858075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,2560,0.009773333039548662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,10240,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,16384,0.03463911016782125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,3584,0.012605333493815528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,32,0.031812445984946355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,2048,0.024674667252434626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,16384,1.5289875666300456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,51200,1.2553350660536025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,64,0.009935110807418823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,8192,0.25759021441141766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,3072,0.03895111216439141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,4096,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,512,0.003269333392381668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,3072,0.09940799739625718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,256,0.004648000001907349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,1536,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,16384,0.41553423139784074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,256,0.003744889050722122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,2048,0.009105777574910058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,1536,0.018411555223994784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,4096,0.02010577751530541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,3584,0.1511111127005683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,16384,0.04236533244450887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,3072,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,2048,0.2068319982952542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,3584,0.013834666874673633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,7168,0.2867484357621935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,4096,0.014817777607176038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,3072,0.020969778299331665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,2048,0.055973331133524575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,256,0.05734755595525106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,16384,0.07951111263699003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,16384,0.03884889019860162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,51200,1.0462747149997287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,65536,0.5718275705973307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,2560,0.012256888879670037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,1024,0.023346667488416035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,2048,0.019063111808564927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,8192,0.018499554859267343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,3584,0.030963556634055242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,4096,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,51200,0.07563466495937772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,6144,1.5240151087443035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,64,0.0038408889538711975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,8192,0.035876442988713585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,8192,0.011360888679822287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,2560,0.0462719996770223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,1024,0.029256890217463177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,512,0.018876444962289598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,51200,0.0358168880144755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,768,0.009132444030708736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,3072,0.019945777124828763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,16384,0.3895288838280572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,5120,0.039135999149746366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,65536,0.5657537778218588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,6144,0.0195795562532213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,2560,0.08632266521453857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,2560,0.00851644410027398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,3584,0.3215697871314155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,12288,1.5846648746066625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,768,0.008411555654472774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,10240,0.047489778863059155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,7168,1.3858373430040147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,4096,0.1924471060434977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,512,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,3584,0.1269715494579739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,768,0.005352889084153705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,12288,0.23508887820773652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,2048,0.010990222295125326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,1024,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,64,0.037885334756639265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,7168,0.2845706674787733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,16384,2.390584945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,7168,3.094290627373589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,2048,0.6144044664171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,16384,0.025598223010698955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,32,0.003313777761326896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,2048,0.017536888519922893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,51200,0.2513173421223958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,10240,0.061032891273498535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,5120,0.04265955421659681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,64,0.0029235554652081597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,4096,0.022201778160201177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,768,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,768,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,1536,0.009312888814343346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,51200,0.0558604465590583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,2048,0.015630222029156156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,128,0.003120888852410846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,65536,1.3832808600531683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,768,0.04203377829657661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,512,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,2560,0.006508444332414203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,16384,3.9237217373318143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,16384,0.01904444396495819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,10240,0.07312711079915364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,6144,0.13818844159444174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,10240,0.04948444498909844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,12288,0.09155199925104777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,1024,0.028183112541834515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,7168,0.0114720000161065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,10240,0.014522666732470194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,65536,0.09893600145975749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,6144,1.6700044208102758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,1536,0.005544888890451855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,256,0.01332622187005149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,1536,0.014208000567224292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,65536,1.2050453821818035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,16384,0.06648000081380208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,768,0.0843413339720832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,7168,0.27720623546176487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,1536,0.012083555261294046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,3072,0.011238222320874533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,1536,0.011086222198274402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,7168,0.01773955590195126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,64,0.07116444243325128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,8192,0.011728888584507836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,128,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,256,0.006770666688680649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,10240,6.9039518568250875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,7168,0.1791466606987847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,3584,0.008096888661384583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,512,0.0033191111352708605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,64,0.003154666680428717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,5120,0.18520000245836046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,1024,0.004003555410438114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,8192,0.7035999827914767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,12288,0.013935999737845527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,64,0.0031804444475306403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,12288,0.06740978029039171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,16384,0.024853333830833435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,1536,0.019558222757445443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,32,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,12288,0.10874222384558783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,2048,0.039452443520228066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,6144,0.014835556348164877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,65536,0.06875289148754544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,3584,0.007376888559924231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,16384,0.18723200427161324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,64,0.004592888885074192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,3072,0.03895377781656053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,256,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,16384,0.02186133298608992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,8192,0.6798133320278592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,10240,0.8892808490329318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,4096,0.04294844468434652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,65536,0.2428826755947537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,1024,0.00906577789121204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,64,0.006488889041874144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,3584,0.046536889341142446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,7168,0.049730665153927274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,768,0.00812977800766627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,51200,1.950615988837348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,2048,0.05555644300248888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,12288,0.07186222076416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,32,0.011077333655622272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,64,0.020149333609475028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,51200,0.014666666587193808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,2048,0.007801777786678738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,2560,0.09122488896052043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,3072,0.02183466653029124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,16384,0.5969315634833442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,51200,0.0631635586420695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,1536,0.013769778112570444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,7168,0.029765334394243028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,2048,0.05386399891641405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,51200,1.0321689181857638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,8192,0.021294222937689886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,512,0.005234666582610872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,3072,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,7168,0.6625670856899685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,256,0.004861333303981357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,512,0.003350222276316749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,16384,0.09000711308585273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,64,0.0029315555261241067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,10240,0.7754835552639432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,12288,0.3005022207895915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,5120,0.1314106649822659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,12288,0.01555999947918786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,5120,0.22066488530900744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,6144,0.03763466742303636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,3584,5.835984124077691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,256,0.00959022260374493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,7168,0.1516515546374851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,16384,0.11564800474378799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,256,0.005631999837027655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,128,0.004084444294373195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,4096,0.030603554513719346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,2560,0.014517333772447375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,2048,0.02091111077202691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,3072,0.017229333519935608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,65536,0.0798248913553026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,12288,0.4556844499376085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,3072,0.01348355578051673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,1024,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,768,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,32,0.004413333204057482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,32,0.0027706666539112725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,7168,0.025955556167496577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,10240,0.222638209660848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,1536,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,32,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,8192,0.015124445160230001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,12288,0.08932089143329197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,512,0.008159110943476358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,64,0.008543999658690559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,3072,0.016680889659457736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,768,0.005212444398138259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,8192,0.10392622152964275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,7168,0.054456889629364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,64,0.051779554949866406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,32,0.007728888756699032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,32,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,2048,0.0070568886068132185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,12288,0.14017600483364528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,1536,0.0207368897067176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,1024,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,7168,0.07718755801518758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,3584,0.056519110997517906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,2560,0.007151111132568783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,3584,0.007582222421964009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,2560,0.04714311162630717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,5120,0.10927910937203301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,16384,0.018992889258596633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,4096,0.1950826644897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,2560,0.010424888796276517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,4096,0.0851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,6144,0.008369777765538957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,256,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,64,0.04272355635960897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,3584,0.30365512106153697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,256,0.00444533344772127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,2048,0.041230221589406334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,32,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,12288,0.2982310983869764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,128,0.011940444509188334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,1024,0.011791110866599612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,64,0.004077333129114575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,3072,0.011173333558771344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,4096,0.11145244704352485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,6144,0.010194666683673859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,768,0.01401511165830824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,4096,0.0162773331006368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,1536,0.006531555619504716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,1024,0.013262222210566202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,512,0.017895999881956313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,7168,0.014765333798196582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,768,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,3584,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,512,0.004805333498451444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,3072,0.06274666388829549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,7168,0.052588442961374916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,7168,0.01779911087618934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,3072,0.017271111408869427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,65536,0.06616799698935615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,512,0.03419999943839179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,10240,0.08158489068349202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,3584,0.016788444585270353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,6144,0.35287732548183864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,768,0.13445511129167345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,512,0.007483555210961237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,3584,0.024696888195143804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,3584,0.008078222473462423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,2560,0.06676977872848511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,2560,0.021369778447681006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,32,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,4096,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,32,0.02421155571937561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,256,0.0047022220161226065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,768,0.09763289160198635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,128,0.002924444360865487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,3584,0.13606488704681396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,32,0.0028728888266616394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,6144,0.1672017839219835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,64,0.006718222051858902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,128,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,64,0.002733333243264092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,10240,0.0506640010409885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,10240,1.1087492836846244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,10240,0.01808088852299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,51200,0.015186667442321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,8192,0.013863999810483722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,4096,0.11550222502814399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,3584,0.02067377832200792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,3072,0.011067555182509951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,256,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,1024,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,65536,0.06765688790215386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,5120,0.018340445227093168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,51200,0.08069777488708496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,256,0.017853332890404593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,5120,0.02167466613981459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,1024,0.009215999808576372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,7168,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,16384,0.017179555363125272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,2560,0.06842844353781806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,51200,0.5519102414449056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,2048,0.3617253303527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,768,0.006425777657164468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,7168,0.012705778082211813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,1024,0.012530666258600024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,256,0.041088001595603094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,51200,1.2434737947252061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,16384,0.2720613214704725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,256,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,2048,0.052480889691246875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,2048,0.020870221985710993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,10240,0.03423822257253859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,768,0.007669332954618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,6144,0.11642577913072373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,2560,0.015783111254374187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,5120,0.01382844481203291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,2560,0.09583644734488593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,16384,0.1351111067665948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,512,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,512,0.005474666754404704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,1536,0.005542222410440445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,2048,0.04617955618434482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,3072,0.010218666659461128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,768,0.0058462222417195635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,16384,0.12803555859459773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,3584,0.08395644691255356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,7168,0.023271110322740342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,1536,0.6283057530721029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,16384,0.3131279945373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,1024,0.03868888815244039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,3072,0.037187556425730385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,10240,0.043375111288494535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,128,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,65536,0.16008355882432726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,32,0.003162666741344664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,10240,0.037624888949924044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,2560,0.02760800056987339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,3584,0.011167999770906238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,5120,0.25384799639383954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,1024,0.008904000123341879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,128,0.006107555495368109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,2560,0.044290665123197764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,65536,3.7284906175401478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,2048,0.07509777943293254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,1536,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,768,0.004628444297446145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,5120,0.041985776689317494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,12288,0.23804889784918892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,8192,3.539625803629557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,128,0.014993778533405729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,512,0.003935111065705617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,51200,1.2127066718207467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,3072,0.08663822544945611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,64,0.014077333940400017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,512,0.003915555361244413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,12288,0.3582319948408339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,64,0.0027786667148272195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,256,0.005476444545719359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,512,0.004770666774776247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,5120,0.06441155407163832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,51200,0.6360204484727647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,10240,0.683444446987576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,10240,0.03855289022127787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,1536,0.2166986730363634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,7168,0.03882488939497206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,16384,0.17748799588945177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,32,0.0053288886944452924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,8192,3.335370593600803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,1536,0.03826133410135905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,256,0.012472000386979846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,10240,0.03883466786808438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,3072,0.15465599960751003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,8192,0.014894222219785055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,51200,3.573396470811632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,6144,0.010001777774757808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,7168,0.3485564390818278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,768,0.010085333552625444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,32,0.018626666731304593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,128,0.0029155556112527847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,3072,0.024904888537194993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,10240,0.05226044522391426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,2048,0.1250471141603258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,7168,0.023936889237827722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,512,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,6144,0.08908710877100627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,4096,0.15138667159610325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,51200,0.1401991049448649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,64,0.017630222770902846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,8192,0.31291643778483075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,6144,0.00945955514907837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,10240,0.021934222843911912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,6144,0.07716977596282959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,256,0.0038159998754660287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,512,0.022823111878501043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,16384,0.01847111185391744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,16384,0.020405333903100755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,128,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,2048,0.03635911146799723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,7168,0.04903466502825419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,128,0.01942755613062117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,3584,0.020928889513015747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,32,0.0038204445607132385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,12288,0.33940709961785215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,64,0.0030666666312350165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,5120,0.27195821868048775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,7168,0.03564088874393039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,512,0.0034924443397257063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,4096,0.12725778420766196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,7168,0.034797334008746676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,4096,0.05588089095221626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,3584,0.009338666995366415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,10240,0.02000799940692054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,768,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,64,0.01910044418440925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,512,0.016371554798550077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,64,0.005535111245181825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,1536,0.00871733327706655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,512,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,256,0.0030817778574095834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,12288,0.01754399968518151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,2048,0.547020435333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,128,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,6144,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,128,0.0031306667046414483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,512,0.007956444389290279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,256,0.012834666503800286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,2560,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,128,0.01973155637582143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,2048,0.014671999547216626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,128,0.004415110995372136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,4096,0.3549013402726915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,768,0.005642666584915585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,5120,0.03327022327317132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,3584,0.436792876985338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,51200,2.23673947652181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,16384,0.10134489006466335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,2048,0.031160887744691636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,6144,0.013636444177892474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,6144,0.012521777715947894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,7168,0.020455999506844413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,2048,0.013632888595263163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,768,0.006636444479227066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,2560,0.029225776592890423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,4096,0.00795733349190818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,512,0.02737688852681054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,2560,0.03160444564289517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,8192,0.30998489591810435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,12288,2.7746302286783853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,256,0.28637954923841685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,2048,0.01516177753607432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,768,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,768,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,10240,0.5107706917656792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,128,0.0041831110914548235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,5120,0.2866097821129693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,32,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,2048,0.06973333491219415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,7168,0.03449777762095133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,1536,0.026608000199000042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,12288,0.34667110443115234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,32,0.021381333470344543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,5120,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,12288,0.028772443532943726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,512,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,6144,0.030125333203209773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,8192,0.03519644339879354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,51200,0.4945039749145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,64,0.007538666327794393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,2048,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,12288,0.2738693290286594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,3072,0.008586666650242275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,32,0.0025742221623659134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,12288,0.24962488810221353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,8192,0.013168888787428537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,51200,27.675745646158855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,65536,0.12732444869147405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,65536,0.07509866687986586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,4096,0.11584799819522434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,2560,0.01259022206068039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,6144,0.01921777758333418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,65536,0.06727911366356744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,6144,0.010101333260536194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,2048,0.012335999972290464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,1536,0.03843911157713996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,16384,0.02139644490347968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,768,0.04438666502634684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,512,0.005024888863166173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,5120,0.0063768890168931745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,4096,0.009024000002278222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,128,0.0030702222138643265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,5120,0.045306666029824146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,512,0.004508444418509801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,3584,0.007083555890454187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,10240,0.10469955868191189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,512,0.006899555524190267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,1024,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,8192,0.06800888644324408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,3584,0.019023999571800232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,2560,0.40508000055948895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,5120,0.12130667103661431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,2560,0.15640000502268472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,512,0.022845332821210224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,512,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,256,0.04970755510860019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,2048,0.013065777719020844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,32,0.00887111077706019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,4096,0.008255999949243333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,128,0.0030293334275484085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,64,0.007713778151406183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,4096,0.05105511016315884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,2048,0.016809778081046212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,16384,0.0925297803348965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,4096,0.013403555585278405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,1024,0.014492443866199918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,10240,0.2615617646111382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,2560,0.112317336930169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,5120,0.051873776647779674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,5120,0.026753778258959453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,65536,0.06989422109391955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,16384,0.8250071207682291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,5120,0.11614221996731228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,16384,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,12288,0.2949511210123698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,64,0.050460444556342236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,768,0.03204088740878635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,6144,0.3524826632605658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,5120,0.0495760010348426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,16384,0.7448230849372016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,2048,0.006666666517655055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,12288,0.7432177861531576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,12288,0.08508888880411784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,1024,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,512,0.0038151111867692736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,12288,0.08643822537528144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,32,0.024938666158252295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,8192,0.019894222418467205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,8192,0.01293955577744378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,1536,0.011692444483439127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,2560,0.02184444500340356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,1024,0.033048888047536217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,256,0.008974221845467886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,2560,0.008823999928103553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,51200,0.03214222192764282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,4096,0.02365511159102122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,512,0.024693333440356787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,6144,0.1610906653934055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,128,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,5120,0.019658666517999437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,512,0.09233155515458848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,128,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,6144,0.3130195670657688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,256,0.004699555536111196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,51200,0.10722755723529392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,16384,0.08058844672309028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,256,0.011209777659840055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,6144,0.016160888804329764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,65536,0.23436355590820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,3584,4.3353118896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,32,0.003003555453485913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,512,0.015610666738616096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,1024,0.03295466634962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,128,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,65536,1.6078755060831706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,512,0.0042568888101312844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,16384,0.12856445047590467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,10240,0.09170755412843491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,3584,0.013995556367768182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,128,0.0887119968732198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,3072,0.0751004417737325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,2048,0.06946044498019747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,16384,0.020852444900406733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,51200,0.048010667165120445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,1536,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,1024,0.015263999501864115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,5120,0.012427555190192329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,256,0.005435555759403441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,2560,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,7168,0.0719475547472636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,1024,1.984026590983073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,64,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,12288,0.4399600028991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,2048,0.019744889603720773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,6144,0.054471111959881253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,32,0.009031111167536842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,32,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,10240,0.14907644854651556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,6144,0.014864888456132678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,6144,0.027437332603666518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,7168,0.04945422212282816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,1024,0.026587555805842083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,7168,0.015248888068728976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,3584,0.04006933172543844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,65536,0.7947191132439507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,512,0.028026666906144884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,3584,0.0074417781498697065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,2048,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,6144,2.2729288736979165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,12288,0.5895688798692491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,65536,0.2933022181193034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,64,0.00907733374171787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,12288,0.30003645684984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,3584,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,768,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,768,0.02186577849917942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,51200,0.06472444534301758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,1024,0.5679022471110026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,7168,0.014560888210932413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,16384,0.01906133360332913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,2048,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,5120,0.10779377486970688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,7168,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,12288,1.0135200288560655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,1536,0.23781156539916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,1536,0.006879999819729064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,1536,0.007060444189442529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,256,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,65536,0.04021688964631822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,16384,1.2135938008626301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,256,0.013487111363146039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,5120,0.02952444553375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,16384,0.12194132804870605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,10240,0.319285339779324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,5120,0.03955377803908454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,256,0.012493333054913415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,6144,0.010623111493057676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,7168,0.028359111812379625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,4096,0.023623110519515142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,51200,2.151514689127604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,5120,0.11813510788811578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,4096,0.07707199785444471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,10240,0.06215111414591471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,2560,0.5801164309183756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,4096,0.012062222593360476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,8192,0.047167999876870044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,2048,0.014693333042992486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,5120,0.030264887544843886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,51200,0.12210578388637966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,65536,0.6417644288804796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,12288,0.01977422171168857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,5120,0.048009776406817965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,10240,0.0358168880144755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,7168,0.3450524542066786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,10240,0.16093956099616155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,7168,0.05707022216584948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,51200,0.08016977707544963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,7168,0.04366133279270596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,7168,0.08263555500242445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,8192,0.021938666701316833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,256,0.004540444248252445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,8192,0.06292711363898383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,512,0.06106577979193794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,3584,0.009509333305888707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,10240,0.042931556701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,6144,0.17975110477871367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,64,0.012231999801264869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,8192,0.30084265602959526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,3072,0.02421866688463423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,6144,0.015026667051845126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,65536,2.5218995412190757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,3072,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,16384,0.022429333792792425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,3072,0.013408888545301227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,768,0.046985778543684215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,32,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,512,0.018156444032986958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,5120,0.018960000740157235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,65536,0.07976444562276204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,1024,0.1625422239303589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,3584,0.14345778359307185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,512,0.006016888966162999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,8192,0.019133332702848647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,2560,0.009233777721722921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,12288,0.09068889088100857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,64,0.005616888817813661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,5120,0.20624621709187826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,2560,0.23676088121202257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,512,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,64,0.0047155556579430895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,5120,0.01699822147687276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,65536,0.1055262221230401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,512,0.004607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,65536,0.46659644444783527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,1536,0.02753511071205139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,51200,5.2306060791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,10240,0.019574221637513902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,6144,0.010119111173682744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,2560,0.00944800012641483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,12288,0.01921599937809838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,7168,0.01553066737122006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,2048,4.889068603515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,12288,0.02366133365366194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,12288,5.545942094590928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,7168,0.10371200243631999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,4096,0.006762666834725275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,256,0.018560889694425795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,65536,0.01704088846842448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,65536,0.06814044713973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,51200,13.585108439127604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,16384,0.5219119919670953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,64,0.007557333343558841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,1024,0.00489688871635331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,768,0.009535999761687385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,65536,0.06806577576531304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,2048,0.038783109850353666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,10240,0.8090293142530652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,512,0.03804622093836466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,51200,1.9898079766167536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,256,0.019306666321224637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,2048,0.04615555538071526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,1536,0.00925066653225157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,5120,0.009386666946940953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,256,0.0074933336840735535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,2048,0.03813866774241129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,10240,0.012874667015340594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,65536,0.38487733734978574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,128,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,3584,0.010560000108347999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,8192,0.19713955455356172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,10240,0.014349333114094205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,256,0.012275555895434486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,5120,0.07057066758473714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,3584,0.04027377896838718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,2048,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,3584,0.015821332732836407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,768,0.007269333634111617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,10240,3.178738700018989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,3072,0.007811555431948767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,32,0.003949333396222857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,2560,0.1307599941889445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,2560,0.6841022173563639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,5120,0.04188977678616842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,128,0.04156622290611267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,16384,0.2530062198638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,768,0.004485333131419288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,3584,0.010648888846238455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,4096,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,2560,0.24425954288906523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,4096,0.1397493282953898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,3072,0.013629333012633853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,32,0.1171377764807807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,10240,0.021887999441888597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,768,0.017714665995703805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,64,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,256,0.011908444265524546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,768,0.014130666851997375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,2560,0.022664000590642292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,7168,0.034436444441477455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,3072,0.010001777774757808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,51200,15.621592203776041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,3584,0.025459556115998164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,12288,0.2745057741800944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,2560,0.012829333543777466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,6144,0.8574337959289551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,512,0.0052879999081293745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,7168,0.06462844212849934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,64,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,1024,0.005960888746711943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,12288,0.022341334157519873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,3072,0.06210933128992716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,256,0.004287111262480418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,6144,0.15486400657229954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,3584,0.012314666476514606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,5120,0.009866666462686326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,8192,0.040377779139412776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,2048,0.008218666745556725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,64,0.008062221937709385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,8192,0.12367378340827094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,3072,0.010050666828950247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,256,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,12288,0.0747342242134942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,64,0.00300444434914324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,65536,0.07587644126680163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,1024,0.008738666772842407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,16384,0.2701715628306071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,4096,0.23984087838066948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,16384,0.05565066470040215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,51200,0.13689866330888537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,7168,0.025794666674402025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,512,0.0031804444475306403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,4096,0.02933688958485921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,2048,0.005366222312053044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,16384,0.4227342340681288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,512,0.1290524403254191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,32,0.01760444376203749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,51200,0.18642489115397134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,1536,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,1024,0.02555999987655216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,1024,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,16384,0.02861600120862325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,5120,0.012285333540704517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,6144,0.008608000146018134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,3584,0.0324577788511912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,2560,0.07837866412268744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,16384,1.536402702331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,10240,0.04075555668936835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,65536,0.47504711151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,51200,0.3937102158864339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,8192,0.1530524492263794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,5120,0.009202666580677032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,5120,0.021233777205149334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,12288,0.09708622429105972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,6144,0.051890667941835195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,32,0.0032319999817344877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,3072,0.05261955658594767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,768,0.003556444413132138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,768,0.004832889056868023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,5120,0.01853511068556044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,64,0.0026844443960322272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,65536,22.996471828884548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,12288,0.17008177439371744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,128,0.014322666658295525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,12288,0.03817244370778402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,5120,0.008563555777072906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,5120,0.008732444710201686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,51200,4.030154758029513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,2048,0.011192888849311404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,1536,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,2048,0.02329155637158288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,3584,0.013782222237851886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,7168,0.16849333710140654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,256,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,2560,0.008832000195980072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,256,0.003105777833196852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,768,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,32,0.12761333253648546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,1024,0.007848888635635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,1536,0.009492444495360056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,16384,0.5185226864284939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,32,0.007292444507280986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,2048,0.09999110963609482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,8192,0.05017244484689501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,12288,0.015127999915017022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,512,0.008905777500735389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,7168,0.023139556248982746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,2048,0.03527911172972785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,1536,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,3072,0.2680826716952854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,8192,0.23043465614318848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,32,0.0032640000184377036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,51200,1.4434542126125758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,512,0.08740799956851536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,16384,1.3458737267388239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,1024,0.03417155477735732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,12288,0.08282488584518433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,256,0.11469599935743545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,1024,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,128,0.008542222281297049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,10240,0.08809600273768108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,6144,0.061796446641286217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,32,0.03140711122088962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,10240,0.017456889152526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,10240,0.27385955386691624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,5120,0.02623733381430308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,768,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,51200,0.08271733257505628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,2560,0.0632186664475335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,5120,0.012364444633324942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,512,0.0181377778450648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,7168,0.012700444294346703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,3072,0.016492444607946608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,768,0.0042444442709287005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,5120,0.3181528780195448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,32,0.002846222163902389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,51200,0.8169973161485461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,1536,0.017273777061038546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,128,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,12288,0.009422221945391761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,128,0.005078222188684675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,6144,0.03204355637232462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,64,0.002642666714058982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,8192,0.038233776887257896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,128,0.0042160000238153665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,6144,0.16023733880784777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,1536,0.018404444058736164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,51200,0.013058666553762225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,7168,0.05638577540715536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,768,0.004962666581074397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,8192,0.09504444731606378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,5120,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,768,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,4096,0.042005333635542125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,12288,3.662428538004557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,5120,0.02420622275935279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,16384,0.03344444433848063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,1536,0.004602666530344221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,3584,0.02907555633121067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,1024,0.02574399941497379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,128,0.020755555894639757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,16384,0.023235556152131822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,32,0.016216889023780823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,6144,0.030543999539481267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,2048,0.012260444462299347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,5120,0.07516711288028292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,2560,0.009019555317031013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,3072,0.01687111126052009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,2048,0.02939644455909729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,5120,0.05776888794369168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,65536,0.011983111500740051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,3584,0.025721778472264607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,3584,0.01864266726705763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,16384,0.021965333157115515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,2048,0.014496000276671516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,7168,0.048992888795004956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,512,0.021871111459202234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,2048,0.023767110374238756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,3584,0.03179733289612664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,128,0.11346756087409125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,65536,0.09104266431596543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,5120,0.009610666996902889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,3584,0.008059555457697975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,5120,0.14335555500454372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,2048,0.011160000330872007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,32,0.03365244468053182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,3072,0.05545333358976576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,3072,0.01640977793269687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,10240,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,768,0.03159288896454705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,51200,0.10680266883638169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,4096,0.01626133256488376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,5120,0.01015644437736935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,512,0.0176862229903539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,64,0.0026808888134029177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,5120,0.024167999625205994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,64,0.0336444444126553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,65536,0.06619466675652398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,2560,0.028020444843504164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,2560,0.03945777813593546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,2560,0.18069422245025635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,16384,0.07426933447519939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,5120,0.03851022322972616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,6144,0.00925866680012809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,16384,0.12000889248318142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,5120,0.14238488674163818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,12288,0.40652532047695583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,8192,0.014575110541449653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,6144,0.01479111115137736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,65536,0.34966667493184406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,768,0.07685066594017877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,768,0.003677333394686381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,512,0.01774133410718706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,6144,0.009626666704813639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,1024,0.015069334043396844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,3584,0.02128711177243127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,4096,0.05064710974693298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,64,0.0026613333159022858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,6144,0.016024889217482675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,3584,0.015642666154437594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,32,0.008821333448092142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,128,0.03326311045222812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,10240,0.7341546482510037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,512,0.0083155557513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,4096,0.009415110780133141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,5120,0.2842488818698459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,1024,0.007338666253619724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,7168,0.01107022249036365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,2560,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,1024,0.009568889107969072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,2048,0.019516444868511625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,51200,0.5154310862223307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,65536,0.16269066598680285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,2048,0.010644444160991244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,3584,0.6971128781636556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,65536,0.03346133232116699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,1536,0.032111111614439226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,512,0.02096533278624217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,7168,0.01054844425784217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,256,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,1536,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,12288,0.0746142201953464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,256,0.06961155600017972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,768,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,10240,12.001165601942274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,5120,0.010811555716726514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,1024,0.005070222334729301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,256,0.009663999908500248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,1024,0.031395554542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,12288,0.14888800515068903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,512,0.007383999725182851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,1536,0.009983110758993361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,128,0.0070471109615431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,8192,0.03904089000489976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,51200,0.05244000090493096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,1024,0.04474844535191854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,3072,0.008716444174448649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,6144,0.15069954925113255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,16384,0.020149333609475028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,2048,0.008240888516108194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,3072,0.06261422236760457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,6144,0.010330666270520952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,256,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,51200,0.10648533370759751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,1536,0.012605333493815528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,3072,0.10001955429712932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,51200,0.08009155591328938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,16384,0.040531555811564125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,7168,0.13118933306799993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,51200,0.049379554059770375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,1024,0.012883555557992725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,8192,0.020210666788948905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,4096,0.01533422205183241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,16384,0.022648000054889258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,4096,0.01869511107603709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,4096,0.011342222491900126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,12288,0.03950577643182542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,64,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,4096,0.05137777659628126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,12288,0.342778656217787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,51200,0.3191688855489095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,128,0.003245333416594399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,1536,0.006781333436568578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,1024,0.015220445063379077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,6144,0.02516888909869724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,51200,1.9253804948594835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,2560,0.39370134141710067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,51200,1.0044284396701388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,7168,0.017078222499953378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,2048,0.017605332864655387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,256,0.014142221874660917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,1536,0.019186667270130582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,65536,0.14635199970669216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,128,0.12508889039357504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,32,0.0033208889265855155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,32,0.002830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,5120,0.026872888207435608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,12288,0.08510044548246597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,128,0.05147555470466614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,2560,0.013595555391576556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,1536,0.007317333585686154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,4096,0.0068764446510208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,512,0.019811555743217468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,64,0.008477333519193862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,65536,0.12715910540686712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,3584,0.012961777547995249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,2048,0.01331999980741077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,3072,1.549097802903917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,65536,0.19660800033145479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,128,0.00813600007030699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,3584,0.059706668059031166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,2048,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,1536,0.011585777832402123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,32,0.009012444151772393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,1536,0.04157244496875339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,512,0.0038684445122877755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,5120,0.22331023216247559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,768,0.021130666136741638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,6144,0.07253333595063952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,65536,0.1173057821061876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,256,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,2048,0.007328000333574083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,256,0.1904062165154351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,5120,0.2621822092268202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,512,0.0032542221662071017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,1536,0.008082666330867344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,64,0.008215111162927415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,128,0.032179554303487144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,7168,0.035544888840781316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,51200,0.434663110309177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,4096,0.02161066730817159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,2048,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,512,0.016911110944218107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,16384,0.011414222419261932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,6144,0.0063946665161185795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,128,0.24516532156202528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,5120,0.1953288846545749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,128,0.004316444612211651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,51200,1.6876115798950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,8192,0.01625422139962514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,1024,0.01145244472556644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,128,0.008634666601816813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,6144,0.05906666649712456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,7168,0.1896373298433092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,1024,0.3313511212666829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,16384,0.047804445028305054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,2560,0.05528533458709717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,8192,0.3298879994286431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,4096,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,10240,0.3455893463558621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,12288,0.17107110553317598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,6144,0.021474666065639917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,65536,4.687013414171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,256,0.020541333489947848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,1024,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,64,0.0027715555495686005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,3072,0.25445599026150173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,32,0.005399111244413588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,64,0.002943111169669363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,4096,0.015487111277050443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,10240,0.06361511018541124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,512,0.00490133340160052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,512,0.010228444304731157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,3072,0.06306666798061795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,128,0.0069360000391801195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,768,0.003690666622585721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,1024,0.004480000171396467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,768,0.02389066749148899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,3584,0.03329777717590332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,32,0.010741333166758219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,256,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,256,0.09883733590443929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,8192,0.06263911061816745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,512,0.2781173388163249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,51200,0.055424888928731285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,16384,0.14699467023213705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,1024,0.013439111411571503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,256,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,2048,0.13019822703467474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,7168,0.13532266351911756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,512,0.012344888514942594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,2048,0.04936266607708401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,2048,0.015075556106037565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,1024,0.0120328888297081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,3072,0.6153057946099175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,2048,0.00685422205262714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,12288,0.09265955289204915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,6144,0.02440888848569658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,3584,0.05026577909787496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,1024,0.005892444401979446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,7168,0.015497777197096082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,512,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,3072,0.23063198725382486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,51200,1.393351131015354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,32,0.013527111046844058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,6144,0.04289688997798496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,8192,0.0395413339138031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,2048,0.12275555398729111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,16384,0.11945688724517822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,10240,0.3026284376780192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,512,0.016910221841600206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,768,0.003926222109132343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,7168,0.017464000317785475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,2560,0.01072533345884747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,16384,0.11198488871256511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,6144,0.1019235584470961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,1024,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,12288,4.4027688768174915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,128,0.008451555338170793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,51200,2.3392666710747614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,65536,0.2444008986155192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,10240,0.0834524432818095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,256,0.004592000196377437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,12288,0.04353600078158908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,8192,0.015580443872345818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,3584,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,2560,0.00599644457300504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,8192,0.20926577515072295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,12288,0.29600000381469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,2048,0.009749333063761393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,2048,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,65536,0.40312711397806805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,16384,0.43959911664326984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,12288,0.01651822196112739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,65536,28.35156758626302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,768,0.027290667096773785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,128,0.0041955556306574075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,128,0.004416000097990036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,4096,0.014035556051466199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,65536,1.2807662751939561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,16384,0.026026666164398193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,768,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,768,0.005111999809741974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,1024,0.05504088931613498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,2048,0.01312888910373052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,768,0.03364888827006022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,65536,0.3248702155219184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,256,0.028975112570656672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,65536,0.06820355521308051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,5120,0.012310222619109683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,12288,0.025563556287023757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,10240,0.9064150916205512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,12288,0.009892444643709395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,7168,0.039990223116344877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,51200,3.8972337510850696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,2048,0.011039999624093374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,1024,0.014096000128322177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,2560,0.04845688740412394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,7168,0.039107554488711886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,768,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,128,0.003080888961752256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,16384,4.676609887017144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,256,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,12288,0.022656889425383672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,3072,0.14875466293758816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,512,0.003748444633351432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,16384,0.13083110915289983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,10240,0.13681244850158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,7168,0.054987556404537626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,1024,0.021583999196688335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,8192,0.021916444102923077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,10240,0.025424000289705064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,65536,0.29935555987887913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,512,0.0159608887301551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,1536,0.05274755424923367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,10240,0.019297776950730216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,1536,0.004624888714816836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,7168,0.023527999718983967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,1536,0.06618666648864746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,256,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,65536,0.27009156015184194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,1024,0.005162666655249066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,5120,0.47004090415106875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,12288,0.026703110999531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,10240,0.09829599989785089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,3584,0.8319706916809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,128,0.004687110996908612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,16384,0.3291066752539741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,5120,0.015956444872750174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,2048,0.1415733363893297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,768,0.01573777695496877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,51200,0.21999200185139975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,16384,0.09213333659701878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,1536,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,3072,0.10563733180363973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,512,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,7168,0.17074399524264863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,256,0.09990311331219143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,6144,0.012332444389661154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,10240,0.013963555296262106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,32,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,512,0.009834667046864828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,6144,0.009755555954244401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,3584,0.019142222073343065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,65536,0.22931112183464897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,5120,0.009815110928482479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,10240,0.03372800019052293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,128,0.2521359920501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,3584,0.011403555671374003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,3072,0.18735288249121773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,3584,0.6533795462714301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,2560,0.011679111255539788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,1024,0.029017776250839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,10240,2.1260621812608504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,51200,17.88754611545139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,51200,0.31359733475579155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,65536,0.7049679756164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,10240,0.06925511360168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,768,0.027627555860413447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,3584,0.8115217950608996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,4096,0.038423111041386925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,32,0.010462221999963125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,768,0.04905244376924303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,2560,0.01369066701995002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,10240,0.3253191047244602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,512,0.14703999625311956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,12288,0.02400711178779602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,12288,0.14666577180226645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,512,0.010775110787815519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,512,0.03330577744377984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,512,0.02513955533504486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,512,0.006660444455014334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,65536,4.581627739800347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,6144,0.007683555285135905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,2560,0.008827555510732863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,2048,0.018976888722843595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,10240,0.06281155347824097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,10240,0.05325955483648512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,2048,0.44726043277316624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,64,0.0058755555914507965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,256,0.0047937776479456155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,2560,0.006335111127959357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,2048,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,4096,0.0923617747094896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,3584,0.026086222794320848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,32,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,12288,0.11753243870205349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,12288,0.06335022052129109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,2048,0.011377777490350934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,12288,0.028677334388097126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,256,0.005551110953092575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,768,0.046669334173202515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,16384,0.03382844395107693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,1024,0.5770702362060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,12288,0.8181591033935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,51200,0.1539706654018826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,7168,0.08721777465608384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,3072,0.010291555689440833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,768,0.004055110944641961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,10240,0.017128888103697035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,4096,0.012062222593360476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,12288,0.611488872104221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,1536,0.25768976741366917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,128,0.005223111146026188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,5120,0.017337777548366122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,4096,0.11231466134389241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,6144,0.010334221853150262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,4096,0.018806222412321303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,2048,0.007328000333574083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,512,0.0321777794096205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,768,0.3109724521636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,1536,0.0063777777055899305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,2560,0.012673777838548025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,65536,0.5467359754774306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,4096,0.20721866024865043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,8192,0.13358488347795275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,5120,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,8192,0.3630559974246555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,3584,0.09304266505771214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,65536,0.19949155383639863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,16384,0.5009351306491429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,64,0.005802666561471091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,1024,0.012042666474978128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,51200,0.04066666629579332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,2560,0.005766222046481238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,1024,0.0042168887125121225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,2048,0.0079644446571668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,3584,0.14198577404022217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,768,0.006034666465388403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,1536,0.061758220195770264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,2560,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,3072,0.18290044201744926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,1024,0.006599111275540457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,128,0.004264889078007804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,1024,0.007144889069928064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,6144,39.066446940104164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,256,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,512,0.008043555749787224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,5120,0.06531555785073175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,4096,0.022072888082928125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,7168,0.03491111265288459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,65536,0.10725422037972344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,3584,0.014920888675583733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,512,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,768,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,4096,0.012648888760142855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,128,0.006664888726340399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,1024,0.05179911189609104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,5120,0.02420622275935279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,5120,0.02622755534119076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,65536,0.10035822126600479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,4096,0.03728888763321771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,65536,0.23479912016126844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,512,0.01129066695769628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,2560,0.017653332816229928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,12288,0.04388622111744351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,768,0.038944890101750694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,768,0.00360355567600992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,65536,0.1862799988852607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,256,0.00424177779091729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,2560,0.011529777612951068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,4096,0.042295998997158475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,5120,0.010024000373151567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,32,0.009502222140630087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,6144,0.009932444327407414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,10240,0.23640799522399902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,2048,0.07718755801518758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,51200,1.0033778084648979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,10240,0.020455110404226515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,1536,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,16384,0.11386577288309734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,2560,0.02906399965286255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,3584,0.020086222224765353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,51200,0.5483413272433811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,4096,0.06008355485068428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,4096,0.01703733371363746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,3072,0.010316444767846001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,1024,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,51200,0.9666123920016818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,768,0.024728000164031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,8192,0.020682666036817763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,16384,0.02180888917711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,6144,0.010121777653694153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,5120,0.16961422231462267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,4096,0.01552888916598426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,128,0.021714667479197185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,51200,29.40435791015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,2048,0.006149333384301927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,32,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,256,0.029179556502236262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,4096,0.12206933233473037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,128,0.0032826666202810076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,512,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,64,0.00309599998096625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,7168,0.0203164451652103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,51200,0.06490133206049602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,16384,0.04192799992031521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,7168,0.02460533380508423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,65536,2.2164995405409074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,10240,0.10721688800387913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,7168,0.208715558052063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,6144,0.06448000007205539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,512,0.010824888944625854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,64,0.00870666652917862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,512,0.013517333401574029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,10240,0.08569866418838501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,3072,1.353684425354004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,768,0.008031999899281396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,4096,0.1758915583292643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,7168,0.2272204558054606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,1024,0.03161688976817661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,2048,0.012392889294359418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,3072,0.13001778390672472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,65536,0.14765600363413492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,10240,0.013478221992651621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,1024,0.003980444537268745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,512,0.02030311193731096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,2560,0.01572177807490031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,12288,0.016295111841625638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,51200,0.11180178324381511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,3584,0.01109955542617374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,256,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,2048,0.023971555961502924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,51200,0.23874134487575957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,3584,0.013261333107948303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,65536,0.1457377804650201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,512,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,128,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,12288,0.033612443341149226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,4096,0.08474310901429917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,3584,0.01258666647805108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,16384,0.031042665243148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,2560,0.009547555612193214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,4096,0.011018666956159802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,128,0.004316444612211651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,64,0.006800888727108638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,16384,0.15924355718824598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,3584,0.06864711311128405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,12288,0.23511465390523276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,1024,0.010514666636784872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,5120,0.012072888513406118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,2560,0.020198222663667467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,65536,0.0900755524635315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,10240,0.05745422177844577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,8192,0.05496177739567227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,768,0.0036640001667870414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,2560,0.016487111647923786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,64,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,2560,0.043214221795399986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,16384,0.06090133057700264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,3584,0.042987555265426636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,16384,0.16736977630191377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,1536,0.015215999550289579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,7168,0.1602382262547811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,6144,0.09196711248821682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,512,0.004537777768241035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,7168,0.01477688882086012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,2048,0.06772977775997586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,4096,1.267065789964464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,2560,0.01128088848458396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,65536,0.5787395371331109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,12288,0.3011671172247993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,4096,0.03955022162861294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,32,0.003640000190999773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,12288,0.0865502225028144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,8192,0.06981333096822102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,10240,0.3802871174282498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,512,0.011364444262451597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,65536,0.25657865736219615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,256,0.003060444361633725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,16384,0.4156115584903293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,16384,1.3322266472710502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,768,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,8192,0.01347644461525811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,3584,0.015563555889659457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,6144,0.023843554986847773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,3584,0.02052622205681271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,1024,0.006865777903132969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,5120,0.018969777557584975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,3072,0.02568799919552273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,32,0.0031715554909573663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,512,0.22547909948560926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,2048,0.00628977765639623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,51200,0.15372089544932047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,7168,0.05357955561743843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,6144,0.8965102301703559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,2560,0.023026666707462732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,768,0.048920889695485435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,5120,0.02437955637772878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,3584,1.3114764955308702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,3072,0.40084089173210996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,1536,0.032349334822760686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,1024,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,51200,0.5850844383239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,7168,0.006593777901596493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,3584,0.047953777843051486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,256,0.011520889070298938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,16384,0.3848400115966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,16384,0.02678488857216305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,65536,0.20362933476765951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,8192,0.014381332529915703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,32,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,2048,0.04601066642337375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,2048,0.3302106592390272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,2560,0.04181333382924398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,8192,0.1567422284020318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,7168,0.037081778049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,12288,0.2997182210286458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,10240,0.02241955531968011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,10240,3.493735207451714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,32,0.003256888853179084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,512,0.00507377791735861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,3584,0.01020088874631458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,2560,0.0064693333374129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,8192,0.03317600157525804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,128,0.015301333533393012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,512,0.011910222470760345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,5120,0.08090577522913615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,4096,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,5120,0.018616888258192275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,16384,0.30642133288913304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,1024,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,768,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,6144,0.05488977829615275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,12288,0.18873600165049234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,16384,0.16686488522423637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,1536,0.005537777725193236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,768,0.04792177677154541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,128,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,51200,0.3293573326534695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,256,0.016772444049517315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,6144,0.25935289594862193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,1024,0.015609777635998197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,4096,0.08786400159200032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,7168,0.032799998919169106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,2560,1.0250071419609916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,768,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,12288,0.02629599968592326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,2560,0.05414311091105143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,51200,0.15470400121476915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,5120,0.12822488943735758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,10240,0.024088000257809956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,16384,0.062349332703484424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,1536,0.02000266644689772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,1536,0.09713955720265706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,1536,0.025597333908081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,6144,0.03438222077157762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,12288,0.4551564322577582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,5120,0.05297155512703789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,2048,0.015031110909250049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,2048,0.023541332946883306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,768,0.004223111189073986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,10240,0.021009777983029682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,51200,0.3888728883531358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,512,0.007690666450394525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,2560,0.010008888940016428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,256,0.01759999990463257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,65536,0.09651644362343682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,256,0.0033866665843460294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,3584,0.43403111563788516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,5120,1.240921762254503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,16384,4.72837871975369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,5120,0.03931466738382975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,32,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,3584,0.06324978007210626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,1536,0.01108088923825158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,256,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,6144,0.3295857906341553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,1536,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,6144,0.16515199343363443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,16384,0.023383110761642456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,16384,1.896518283420139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,8192,0.03830844495031569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,5120,0.0225564440091451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,2048,0.054660442802641124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,2560,0.012075555821259817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,16384,0.027422222826215956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,10240,0.018145778112941317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,10240,0.37328622076246476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,7168,2.8731377919514975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,1536,0.00813244448767768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,2560,0.014488000008794995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,128,0.004548444516128964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,10240,2.55094485812717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,1536,0.00720888872941335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,4096,0.1928959952460395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,768,0.005109333329730564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,3584,0.7347040176391602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,4096,0.014946666028764514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,3584,0.06872444682651095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,12288,1.192344029744466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,2560,0.01683200067943997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,12288,0.13103732797834608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,256,0.014008000493049622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,16384,0.06416177749633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,2048,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,4096,0.014315555493036905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,3072,0.15459377235836452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,1024,0.03202933404180739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,12288,0.6142711109585232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,3072,0.1842284467485216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,1024,0.006940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,51200,14.02380625406901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,2560,0.03165866600142585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,768,0.031168888012568157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,3072,0.016813332835833233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,2048,0.01943644384543101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,768,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,16384,0.5259288681877984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,768,0.1806408829159207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,128,0.0037679999238914917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,128,0.003580444388919406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,512,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,16384,0.21435288588205972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,3072,0.026728888352711994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,16384,0.07937600215276082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,1536,0.017462222112549674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,51200,1.007256931728787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,128,0.007400888535711501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,16384,0.036609778801600136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,3584,0.11478755209181045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,256,0.024688000480333965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,4096,0.028712888558705647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,51200,0.41652621163262266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,128,0.005555555638339784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,3072,0.006477333191368315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,3584,0.01588888963063558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,16384,0.029491557015313044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,8192,0.22118843926323783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,8192,0.06074221928914388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,256,0.06104355388217502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,6144,0.027838223510318335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,3584,0.09128710958692764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,2048,0.018248000078731112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,6144,0.07927022377649943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,6144,0.08303466770384046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,256,0.018960000740157235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,7168,0.017100445098347135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,3584,0.019182221757041085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,12288,0.013352889153692456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,2048,0.01900533338387807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,8192,0.017872000734011333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,16384,0.057782219515906445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,7168,0.046012444628609546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,8192,0.011867555479208628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,2560,0.0055440002017551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,1536,0.004281777888536453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,1536,0.015655999382336933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,512,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,6144,0.03425155414475335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,512,0.004468444320890638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,4096,0.3019342157575819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,256,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,128,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,16384,0.39514843622843426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,256,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,7168,0.01663377715481652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,3584,0.006666666517655055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,16384,0.43970221943325466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,2560,0.01824977828396691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,12288,0.5651591089036729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,64,0.0031928889867332247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,51200,2.030061297946506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,51200,0.628753768073188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,1024,0.03427555494838291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,10240,0.3688062296973334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,3072,0.0395084453953637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,128,0.003931555483076307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,10240,0.12945155302683511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,65536,0.5388026767306858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,16384,0.05008888906902737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,7168,0.026272889640596177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,2048,0.026944888962639704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,256,0.0439644455909729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,5120,0.06004889143837822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,65536,0.008826666408114964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,32,0.0025928889711697898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,2048,0.006215111249023014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,128,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,12288,0.01936533384852939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,65536,0.07654933134714763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,8192,0.1545084449979994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,768,0.0034755555291970572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,51200,0.8691022131178113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,7168,0.055231998364130654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,2560,0.009304000271691216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,2048,0.01258044441541036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,16384,0.13615555233425564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,1024,0.007847111258241866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,65536,0.09678222073449029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,2560,0.03593422306908502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,2048,0.006660444455014334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,512,0.04093866546948751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,64,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,512,0.005973333285914526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,7168,0.04748622245258755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,10240,0.191283557150099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,2048,0.008090666598743862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,64,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,7168,0.43965866830613876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,10240,0.12281955613030328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,3584,0.009916444619496664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,4096,0.03173333406448364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,512,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,12288,0.018546667363908555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,8192,0.01751377847459581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,5120,0.01400888959566752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,12288,0.033666667011049055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,32,0.032842665910720825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,5120,0.17331466409895155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,32,0.00425866660144594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,32,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,51200,0.3887982103559706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,768,0.06421511040793525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,1536,0.14328266514672175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,32,0.006952889263629913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,12288,0.4665537940131293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,3584,0.008391111261314815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,5120,0.5755244361029731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,8192,0.009316444396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,6144,0.011821333732869891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,16384,42.98534138997396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,256,0.0037475555307335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,6144,0.007552000383536021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,65536,0.013804444836245643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,1024,0.05609333515167236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,6144,0.012265777422322167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,16384,0.14900178379482693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,51200,1.2845680448744032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,16384,0.03323200013902452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,5120,0.05379911263783773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,64,0.002550222186578645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,65536,0.37009599473741317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,1536,0.007683555285135905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,256,0.0051893335249688895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,51200,0.12372444735633002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,768,0.02411288850837284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,3584,0.04521066612667508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,2048,0.008929777476522658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,4096,0.01998844411638048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,65536,0.7399404313829211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,12288,0.014866666661368476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,10240,0.01696711116366916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,8192,0.1958071125878228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,7168,0.17866222063700357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,3072,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,128,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,65536,4.972416771782769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,12288,0.12080800533294678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,3584,1.3155235714382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,8192,0.017837334010336135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,65536,3.3452799055311413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,3584,0.052054223087098866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,7168,1.3218124177720811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,7168,0.08255910873413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,2560,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,1536,0.02014311154683431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,64,0.016139555308553908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,16384,0.026221333278550044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,3584,0.02016266683737437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,6144,0.008159110943476358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,65536,3.3984205457899304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,768,0.006851555572615729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,10240,0.14791999922858343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,3584,0.012542222109105853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,8192,0.9354782104492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,7168,0.6548595428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,51200,0.5869724485609267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,3584,0.3009546597798665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,2560,0.010621333287821876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,5120,0.019289778338538278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,768,0.003604444364706675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,32,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,3072,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,65536,35.40911526150173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,64,0.022870222727457683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,2048,0.25507020950317383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,8192,0.030543999539481267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,256,0.0032097777972618737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,768,0.005932444499598608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,1024,0.0059368887709246735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,51200,1.628578715854221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,64,0.006435555716355641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,51200,1.241008864508735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,2560,0.005879111174080107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,256,0.0037333332002162933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,768,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,64,0.003118222165438864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,51200,0.6503324508666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,8192,0.030615111192067463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,512,0.028688000308142766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,5120,0.025455999705526564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,2560,0.009179555707507664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,2048,0.03715111149681939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,32,0.003063999944263034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,6144,0.4872230953640408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,6144,0.22308177418178984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,1024,0.13157067033979628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,3584,0.910003556145562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,3584,0.140484439002143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,5120,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,1536,0.0088755554623074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,512,0.02466933263672723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,768,0.02574577762020959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,3072,0.7712737719217936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,5120,0.022479999396536086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,2560,0.2821013397640652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,128,0.00776444458299213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,65536,1.117820421854655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,10240,0.23478489451938203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,3072,0.008486222061845992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,16384,0.5791573524475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,51200,0.09225777784983318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,1536,0.005719999886221356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,1536,0.017394666870435078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,256,0.004591111093759537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,2048,0.02794755498568217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,2560,0.0070168889231152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,5120,0.028740445772806805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,768,0.01772533357143402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,768,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,6144,0.11878932846917047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,2560,0.09995377726025051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,65536,0.26450665791829425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,2560,0.08568622006310357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,2560,0.005977777971161737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,128,0.0029786665820413162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,1536,0.013787555197874704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,3584,0.028259555498758953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,3072,0.018550222118695576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,768,0.005867555737495422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,6144,3.858513726128472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,1536,0.20084799660576713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,1024,0.004552888787455029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,65536,3.87137942843967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,6144,0.02606133288807339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,3584,0.01806311143769158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,2560,0.009016888837019602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,1536,0.009927111367384592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,64,0.019392000304328073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,65536,0.7421493530273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,65536,1.9002799987792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,4096,3.444881863064236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,5120,0.034140444464153714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,512,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,16384,0.06284888585408528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,1024,0.04384266667895847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,4096,1.8142000834147136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,6144,0.008582221964995066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,1024,0.1402382188373142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,2048,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,51200,0.3046942287021213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,64,0.005776888794369168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,51200,0.05032533407211304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,128,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,128,0.002982222164670626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,10240,0.10115110874176025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,8192,0.009924444059530893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,3584,0.013296888934241401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,65536,2.988848792182075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,32,0.008114666574531132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,1024,0.005593777944644292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,65536,0.4791377915276422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,256,0.005180444568395615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,1536,0.008473777936564552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,3584,0.016117332710160148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,1024,0.0038977778620190094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,51200,16.877309163411457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,128,0.00923288861910502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,128,0.004558222161398994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,1024,0.055184000068240695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,128,0.004311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,2048,0.018228444788191054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,10240,0.45392709308200413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,128,0.002895999906791581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,65536,2.4036693572998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,6144,0.027467555469936792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,2560,0.02667644454373254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,8192,0.026544888814290363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,64,0.03545422355333964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,2560,0.4770417743259006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,32,0.0028355556229750314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,1536,0.004896000027656555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,256,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,51200,0.29401156637403697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,128,0.005240889059172736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,768,0.011326221956147088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,4096,0.10250044531292385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,256,0.008856000171767341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,128,0.004903111192915174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,512,0.0073520003093613525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,768,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,2048,0.006370666540331311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,256,0.019090667366981506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,16384,0.8888702392578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,2048,0.017841777867741056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,512,0.027144889036814373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,2560,0.04815999997986687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,768,0.007531555162535773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,7168,0.006595555692911148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,64,0.021755556265513103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,1024,0.018370666437678866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,5120,0.019389332996474374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,8192,0.07033599747551812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,12288,2.722951041327583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,4096,1.9517065684000652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,128,0.009988444546858469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,512,0.01493866741657257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,16384,0.007835555407736037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,10240,0.07257422473695543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,5120,0.06030488676495022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,51200,0.06360889143413968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,4096,1.6290124257405598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,5120,0.08093777630064222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,3584,0.015993777248594496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,65536,0.08183911111619738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,65536,0.5846844249301487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,6144,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,65536,0.725421322716607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,16384,0.7121351030137805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,1536,0.05013511247105069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,4096,0.08205511172612508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,3072,0.012276444170210095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,4096,0.008426666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,7168,11.185276455349394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,65536,0.09695733255810207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,128,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,7168,0.010848888920413123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,65536,5.323057810465495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,12288,0.07547999752892388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,3584,0.13620266649458143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,65536,1.3913164138793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,8192,0.6415555742051866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,1024,0.13402667310502794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,65536,0.6269671122233073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,2560,0.025057777762413025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,1024,0.010794666906197866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,2560,0.01660977800687154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,8192,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,1024,0.06778933604558308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,8192,0.012111110819710625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,2048,0.035375111632876925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,65536,1.3276728524102104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,1024,0.012306667036480375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,10240,0.018090666996108163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,3584,0.007847111258241866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,128,0.009010666774378883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,2048,0.005295111073387994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,4096,0.02651111119323307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,5120,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,1536,0.047296000851525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,2048,0.006262222097979651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,2560,0.03944266504711575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,65536,0.15641955534617105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,1536,0.017652443713612027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,1024,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,512,0.003343111111058129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,10240,0.009541333549552495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,2560,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,10240,0.07094311051898532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,8192,1.2639591428968642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,65536,0.2528791162702772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,768,0.04055022199948629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,1536,0.004953777624501122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,51200,1.3747644424438477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,51200,2.2929484049479165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,65536,0.5647048950195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,16384,0.02124622298611535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,256,0.005294222384691238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,768,0.02265600032276577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,768,0.0036311112344264984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,768,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,64,0.002522666628162066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,3072,0.009022222624884712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,1536,0.005364444520738389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,6144,0.05021422108014425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,2560,0.12078932921091716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,2560,0.007280000381999546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,3072,0.022268444299697876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,256,0.0030657777355776895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,7168,0.29724711842007107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,1024,0.005438222239414851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,16384,0.03035555614365472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,1536,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,128,0.003731555408901639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,2048,0.03132266799608866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,2560,0.02997066577275594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,64,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,3584,0.02725244396262699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,32,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,1536,0.08696622318691677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,256,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,16384,0.019761777586407132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,1024,0.004948444250557157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,51200,0.7561306423611112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,7168,0.039346665143966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,65536,0.09230133559968735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,10240,0.013472889032628802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,1536,0.40143820974561906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,2560,0.021789333886570398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,64,0.005752000129885144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,2048,0.008267555799749162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,7168,0.017467555072572496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,32,0.005397333453098933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,51200,0.11533510684967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,32,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,32,0.03811555438571506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,512,0.006752000086837345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,16384,0.2432968881395128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,3072,0.08454222149319118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,10240,0.14652621746063232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,512,0.00814933329820633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,10240,0.4885386890835232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,6144,0.011359111302428775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,3072,0.03045066528850132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,65536,1.1510221693250868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,768,0.03793777690993415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,128,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,3072,0.0218213333023919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,4096,0.00813422186507119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,65536,19.94043138292101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,1536,0.0069146665434042616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,256,0.022134222918086584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,3584,0.02700177828470866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,5120,0.18809333112504747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,5120,0.016307555966907077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,65536,0.5534062385559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,512,0.017186666528383892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,8192,0.0627795524067349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,1024,0.07341511381997003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,65536,0.45798312293158633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,6144,0.008951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,2560,0.24221955405341256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,1024,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,4096,0.023843554986847773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,128,0.003359111025929451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,3072,0.016795555750528973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,128,0.10961333248350356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,1536,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,128,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,256,0.00849333322710461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,256,0.0032257777121331957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,256,0.007152000235186682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,65536,0.27510754267374676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,3072,0.020782222350438435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,1536,0.013921777407328287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,3584,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,3584,1.0435253779093425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,3072,0.01757244434621599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,512,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,3072,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,256,0.005137777576843898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,2048,0.054435554477903575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,5120,0.026567111412684124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,2048,0.08437422249052261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,512,0.003301333429084884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,3584,0.010328888893127441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,4096,0.18720089064704049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,512,0.007983999947706858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,16384,0.020446222689416673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,16384,0.029167999823888142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,6144,0.01830222209294637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,3072,0.03372977839575873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,1024,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,3072,0.01096088853147295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,10240,0.006816000160243776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,2048,0.10902311404546101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,10240,0.02094488839308421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,8192,0.013989332649442883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,2048,0.03327466713057624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,4096,0.008265777594513362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,6144,0.01387111097574234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,1536,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,1536,0.09792977571487427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,65536,0.5026008817884657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,65536,0.2822222179836697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,2560,0.0064702220261096954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,6144,2.1824071672227645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,3072,0.021015110943052504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,128,0.0034346667428811393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,7168,0.0631093316608005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,51200,0.9450995127360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,256,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,64,0.006966222491529252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,128,0.0232924438185162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,51200,0.06249244345559014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,256,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,65536,0.3168062104119195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,1536,0.03733866744571262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,256,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,65536,1.9800915188259547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,2560,0.015660444895426433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,256,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,7168,0.1409617794884576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,10240,0.19919555717044404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,65536,0.010488889283604093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,65536,0.17424889405568442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,1024,0.003986666599909465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,256,0.12266222635904948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,128,0.005047111047638787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,128,0.0069955554273393415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,2560,0.01756622228357527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,12288,0.024339555038346186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,7168,0.0733955568737454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,7168,0.01089777797460556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,256,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,1536,0.004997333304749595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,16384,0.22488800684611002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,65536,0.30808266003926593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,7168,0.042452444632848106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,32,0.005838222387764189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,51200,4.536655002170138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,5120,0.045909331904517285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,4096,1.4294409222073023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,512,0.006856888946559694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,5120,0.013463111387358772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,256,0.004014222158326043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,7168,0.010042666561073726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,512,0.005673777725961473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,1536,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,1024,0.014521777629852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,32,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,512,0.013009777499569787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,5120,0.4903910954793294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,1536,0.2619680033789741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,5120,0.008599110775523717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,6144,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,65536,32.193138970269096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,1024,0.00927022182279163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,4096,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,8192,0.016622222132152982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,51200,0.5466524230109321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,256,0.02051466703414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,768,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,6144,0.020970667401949566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,32,0.003117333269781537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,512,0.01388088862101237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,51200,0.8550195693969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,7168,0.016826666063732572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,32,0.0031679999083280563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,256,0.014516444669829475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,16384,0.035183111826578774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,768,0.052898665269215904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,128,0.010247111320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,256,0.0038195554580953387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,1024,0.06701511144638062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,10240,0.08720533053080241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,768,0.008711111214425828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,2560,0.09184977743360732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,2560,0.026036444637510512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,7168,0.3001262346903483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,128,0.05133510960472954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,8192,3.27489874098036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,128,0.09435022539562649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,3072,0.0251884443892373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,12288,0.20431466897328696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,64,0.26030132505628795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,16384,0.2685057852003309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,3072,0.009232000344329411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,256,0.0029128889242808023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,4096,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,5120,0.03458666801452637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,10240,0.01756622228357527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,256,0.008290666672918532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,8192,0.4946435292561849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,65536,1.4630844328138564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,1536,0.25086132685343426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,512,0.0038737778862317405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,1536,0.007495111061467065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,51200,0.1485040055380927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,6144,0.012677333421177335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,3584,0.013020444247457715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,64,0.0029288888391521242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,128,0.0046826667255825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,3072,0.5488150914510092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,3072,0.0321048895517985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,1536,0.03995910949177212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,10240,4.236167907714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,2048,0.04341333442264133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,1024,0.11295644442240398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,5120,0.12955021858215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,6144,1.5415528615315754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,64,0.01741066740618812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,128,0.009089777866999308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,10240,0.10535377926296657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,12288,0.03527822097142538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,10240,0.772308455573188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,1024,0.012856889102194043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,32,0.0031395554542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,256,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,5120,0.01424800025092231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,16384,12.247726440429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,256,0.23666667938232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,6144,0.010972444381978778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,1024,0.008929777476522658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,3584,0.1837306684917874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,65536,22.431959364149307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,3072,0.19272889031304252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,32,0.015764445066452026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,2048,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,6144,0.06206133630540636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,128,0.004563555535342959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,768,0.034148444732030235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,5120,0.025792888469166223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,3584,0.024420445164044697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,768,0.01069866700304879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,3584,0.017304889029926725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,1536,0.011599111060301462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,2048,0.00832266691658232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,7168,0.027936001618703205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,12288,0.017302221722073026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,16384,0.2824382252163357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,3072,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,3072,0.011678222152921887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,3584,0.013152889079517789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,12288,0.14176000489128962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,2048,0.006020444548792309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,32,0.0028924445311228433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,64,0.005260444349712796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,7168,0.01237511138121287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,7168,1.238925298055013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,2048,0.016217778126398723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,6144,0.2175439993540446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,3584,0.015942222542232938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,51200,0.9595901701185438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,64,0.008542222281297049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,64,0.0032177778581778207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,6144,0.06740266746944852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,512,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,32,0.003576888806290097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,8192,0.0064151109092765385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,7168,0.028949333561791316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,65536,30.362921820746525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,5120,0.016968000266287062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,1024,0.01349866638580958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,16384,0.09649778074688381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,16384,0.020851555797788832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,51200,1.897672865125868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,768,0.02446844511561924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,10240,0.04857155680656433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,12288,0.031947556469175555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,2560,0.06163555383682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,3072,0.023054222265879314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,16384,0.029203553994496662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,1024,0.033379554748535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,512,0.003444444388151169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,12288,0.0946613351504008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,768,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,768,0.050492445627848305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,5120,0.013409777647919126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,32,0.003657777690225177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,32,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,128,0.002736888825893402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,768,0.004902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,3072,0.0395413339138031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,5120,0.04735555582576328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,1024,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,128,0.18378133243984648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,128,0.012396444049146442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,2560,0.09929866923226251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,3584,0.021332444416152105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,8192,0.022350221872329712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,512,0.011400000088744693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,32,0.005464000006516774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,3584,0.022327999273935955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,16384,0.24677599800957573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,2560,0.010140444669458602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,16384,0.047367999951044716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,4096,0.00828888929552502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,4096,0.08523733086056179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,12288,0.06043733490837944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,2560,0.03739733497301737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,128,0.00509688879052798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,10240,0.9675618277655708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,3072,0.007585778004593319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,2048,0.020853334003024634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,12288,0.046874665551715426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,3072,0.03554755449295044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,3584,0.06498399708006117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,512,0.0058986664646201665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,256,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,1536,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,4096,0.00962933318482505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,1024,0.04152889053026835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,16384,1.9111849466959636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,4096,0.975738631354438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,10240,0.35799821217854816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,4096,0.9422906239827474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,51200,1.2569555706448026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,12288,0.016736000776290894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,4096,0.018609777092933655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,51200,2.2752418518066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,8192,0.01498222185505761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,7168,31.587605794270832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,512,0.011407111254003314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,768,0.005623111294375525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,1024,0.014544000228246054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,512,0.0034177777253919174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,4096,0.016557332542207506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,1024,0.07025600141949125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,10240,0.6457404560512966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,1024,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,128,0.005699555493063397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,65536,0.3024791081746419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,64,0.008534222013420528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,5120,0.02188266648186578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,10240,0.03424888849258423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,16384,1.2447769376966689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,6144,0.025075554847717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,10240,0.05648889144261678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,1536,0.010971555279360877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,256,0.0031111112071408164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,10240,0.07502400212817721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,2048,0.02166755497455597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,8192,22.73909844292535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,3584,0.3678159978654649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,8192,0.10832266675101386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,3072,0.023780445257822674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,3072,0.10269155767228867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,5120,0.09887022442287868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,256,0.018283555905024212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,7168,0.00647199981742435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,256,0.002951111023624738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,256,0.013163555827405719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,128,0.0037128888070583344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,1536,0.015867556134859722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,3584,0.06524266799290974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,8192,0.0866675575574239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,2560,0.007609777980380588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,5120,0.012623111406962076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,1536,0.04882488979233635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,1536,0.03823555509249369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,1024,0.003927999900446998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,256,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,768,0.011874666644467248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,6144,0.03461688756942749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,65536,0.3613128927018907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,3584,0.028775999943415325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,4096,0.028631998433007136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,3072,0.04687644375695122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,7168,0.014833778142929077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,2560,0.1169475581910875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,3072,0.42135734028286403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,3584,0.23997955852084688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,256,0.010766222245163388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,1024,0.0053680001033677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,128,0.0033804445217053094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,10240,0.7408062087164985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,3072,0.006764444626039929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,8192,0.011712888876597086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,64,0.011071999867757162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,5120,0.03577422102292379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,768,0.07355999946594238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,32,0.00961866643693712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,7168,0.11257510715060765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,8192,0.2053955528471205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,16384,0.01958666741847992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,10240,0.21906310982174346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,768,0.0579013360871209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,6144,0.4647342363993327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,6144,1.6506195068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,128,0.003921777837806278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,4096,0.025651555922296312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,7168,0.03175110949410333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,128,0.0028213332924577924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,2560,0.2269653214348687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,65536,0.10022133588790894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,3584,0.1307413313123915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,2048,0.005336888962321811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,7168,0.3753955629136827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,3584,0.08142844173643324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,32,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,3072,0.012780444489585029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,16384,0.17145600583818224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,5120,0.03215022219551934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,1024,0.005969777703285217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,10240,0.11610666910807292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,2560,2.054443571302626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,10240,0.018111111389266122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,12288,0.1769040028254191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,256,0.005647999958859549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,64,0.006754666566848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,12288,0.02712000078625149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,1024,0.013960889644092984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,2560,0.08970399697621663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,7168,0.04455288913514879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,64,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,3584,0.016743110285864938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,16384,0.020257777637905545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,65536,0.758818679385715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,6144,0.011184000306659274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,7168,0.04716177781422933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,768,0.017519111434618633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,64,0.002809777855873108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,2560,0.01614755557643043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,51200,0.9918052885267469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,8192,0.0712675584687127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,5120,0.013967111706733704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,10240,0.014631110760900708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,2560,0.009081777599122789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,51200,1.2456240124172635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,65536,0.33134134610493976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,1536,0.014584889014561972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,768,0.00490488898422983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,65536,0.8135555585225424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,4096,0.06849422057469685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,1024,0.013957333233621387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,16384,2.12209341261122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,7168,0.23698043823242188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,1024,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,5120,0.012919999659061432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,768,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,4096,0.012833777401182385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,64,0.1226266622543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,512,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,128,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,4096,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,2560,0.09394755628373887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,10240,0.01647822227742937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,512,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,7168,0.14539644453260633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,10240,0.020057777563730877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,3072,0.015747555428081088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,64,0.010247999595271217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,3584,0.02160177793767717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,6144,0.20012177361382377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,512,0.00518844442235099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,2560,0.014764444695578681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,8192,0.020443555381562974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,768,0.0047217777205838096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,512,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,4096,0.3022720019022624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,7168,0.2736826737721761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,16384,5.206771426730685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,3072,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,5120,0.4709848827785916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,4096,0.006843555718660355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,7168,0.040672888358434044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,4096,0.011053333679835001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,2560,0.01789777808719211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,2560,0.015547555353906421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,3072,0.018220444520314533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,256,0.00396799999806616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,3072,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,4096,0.018127111925019156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,3584,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,8192,0.06733066505855985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,64,0.02914311157332526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,12288,0.02139733400609758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,7168,0.037032001548343234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,3072,0.01072266697883606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,51200,0.42805687586466473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,768,0.07004088825649686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,64,0.003152888889114062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,4096,0.034076445632510714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,2048,0.007408888803588019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,1536,0.008840888738632202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,3584,0.0561715563138326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,65536,0.15579377280341253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,512,0.014127999544143677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,51200,0.08095466428332858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,768,0.013546666337384118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,128,0.0051857779423395796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,16384,0.06291555696063571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,65536,0.2955084376864963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,6144,0.5513048701816136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,128,0.0040960001448790235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,1536,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,6144,0.047784000635147095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,128,0.002971555623743269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,10240,0.013341333303186627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,2560,0.010011555420027839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,512,0.010864888628323873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,8192,0.14800355169508192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,7168,0.010656889114114972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,10240,0.07715555694368151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,3584,0.03881244526969062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,8192,0.03840177920129564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,128,0.009676444033781687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,8192,0.44141422377692324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,3584,0.007538666327794393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,7168,0.03197333216667175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,768,0.02916711237695482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,12288,0.40737332238091367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,6144,0.15527555677625868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,16384,0.05177066723505656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,3072,0.10509066449271308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,3584,0.01945244438118405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,16384,0.01594577729701996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,1024,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,7168,0.03530933459599813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,51200,70.65566677517361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,2560,0.008683555656009251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,10240,0.030053334103690252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,16384,0.062280886703067355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,2560,0.008184889124499427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,3072,0.03296444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,51200,0.055826663970947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,51200,6.414316389295791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,51200,0.4355608887142605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,4096,0.04620088802443611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,128,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,5120,0.6054951349894205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,51200,0.408261325624254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,128,0.017533333765135873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,51200,0.11696799596150716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,8192,0.021879111727078755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,51200,4.8486480712890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,3072,0.025516443782382544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,2560,0.0891866683959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,12288,0.45088619656032985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,128,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,256,0.007188444336255391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,256,0.014547554983033074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,4096,0.009508444203270806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,256,0.004961777892377642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,8192,0.04498755600717333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,12288,0.0923537810643514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,51200,0.5991048812866211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,65536,1.2614382637871635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,65536,3.263388527764214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,10240,0.033188445700539485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,256,0.0070977773931291364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,6144,0.016767111089494493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,2048,0.07644000318315294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,64,0.01610577768749661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,1536,0.004586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,1024,0.0037048889531029593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,16384,0.4235520097944472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,32,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,5120,0.008919110728634728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,51200,0.06775999731487699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,1536,0.11848178174760605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,65536,0.17921777566274008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,1536,0.008119111259778341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,7168,0.12745243973202175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,2048,0.03773333297835456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,1536,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,6144,0.014510222607188754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,10240,0.01640266676743825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,7168,0.4416986571417914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,3584,0.1378248929977417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,4096,0.008054222497675154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,8192,0.02812888887193468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,512,0.041159109936820135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,7168,0.14329689078860813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,512,0.005104889058404499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,3072,0.5618035528394911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,512,0.022239110536045496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,512,0.006022222340106964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,32,0.01033688916100396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,1536,0.005168888717889786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,512,0.02159022291501363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,3072,0.01742755538887448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,256,0.006618666566080517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,3584,0.023574221465322707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,16384,6.180548350016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,1536,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,6144,1.2722400029500325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,6144,0.22401422924465605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,12288,0.030657778183619182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,2560,0.023893333143658105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,2048,0.1189075575934516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,1536,0.10977422528796726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,8192,0.012042666474978128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,512,0.00443111111720403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,65536,0.5759475496080186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,65536,6.3099110921223955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,51200,0.7973102463616265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,1024,0.00619555554456181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,512,0.010077333284748925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,12288,0.104495108127594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,6144,0.01517599986659156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,2048,0.01013777818944719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,2560,0.008282666405042013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,1536,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,3072,1.2345626619127061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,16384,0.034324444002575345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,3584,0.03101244568824768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,16384,0.01387733303838306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,65536,1.2669226328531902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,128,0.011152000062995486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,1024,0.12253956000010173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,512,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,32,0.002946666752298673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,2560,0.09755021995968288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,4096,0.01814933286772834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,8192,0.012829333543777466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,12288,0.017014222012625802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,65536,0.7187333106994629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,256,0.006604444649484422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,64,0.0424488882223765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,7168,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,2560,0.011228444675604502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,3072,0.029948443174362183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,32,0.020263110597928364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,12288,0.024696888195143804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,7168,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,256,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,5120,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,1536,0.009131555755933126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,12288,0.08204088608423869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,1024,0.0262755552927653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,4096,0.030869334936141968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,65536,0.0987866653336419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,16384,0.15081866582234701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,3072,0.03136533498764038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,16384,0.5766497717963325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,65536,1.428773350185818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,768,0.004253333227501975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,10240,0.10453955332438152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,7168,0.03584444522857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,3072,0.015562666787041558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,768,0.017217778497272067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,51200,1.8251190185546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,6144,0.6820933553907605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,2048,0.020278222031063504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,3584,0.009054222040706212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,1536,0.007335111498832703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,512,0.005523555394675996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,3584,0.07667733563317193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,6144,0.00979288915793101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,128,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,51200,0.20177955097622344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,12288,0.16882399717966715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,256,0.00498844434817632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,1024,0.03641688823699951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,3072,0.01828622155719333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,16384,0.0218551109234492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,6144,0.20500711599985758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,256,0.006825777805513806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,51200,4.745133293999566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,3072,0.021945777866575453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,7168,0.01610133383009169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,3072,0.09411911169687907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,2560,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,32,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,128,0.0034719999465677473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,65536,0.0140328887436125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,5120,0.03917333483695984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,16384,0.08964800172381931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,32,0.00480355570713679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,5120,0.10324177477094863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,3072,0.04042044281959534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,1536,0.017059556312031217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,2560,0.008792888787057664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,2048,0.00886933339966668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,1024,0.013878222141000958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,5120,0.07567733526229858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,5120,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,7168,0.0425893333223131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,10240,0.2004835605621338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,12288,0.010764444039927589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,2560,0.009688888986905416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,65536,3.340426762898763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,256,0.004450666821665234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,12288,1.189268430074056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,8192,0.05013511247105069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,768,0.014780445231331719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,12288,0.053983999623192676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,8192,0.03853866789076064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,51200,0.2407982349395752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,5120,0.09367999765608047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,2560,0.00832266691658232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,768,0.06341155370076497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,256,0.004448889030350579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,51200,0.06268266836802165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,8192,0.2098311053382026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,1024,0.00847466703918245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,5120,0.01353422221210268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,12288,0.9394381841023763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,768,0.030797332525253296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,3072,0.09753244453006321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,8192,0.01462311049302419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,12288,0.4284408887227376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,3584,0.24412621392144096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,10240,0.023727999793158636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,7168,0.027950220637851294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,256,0.004719999929269155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,2560,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,768,0.007024889190991719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,8192,0.06110666857825386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,7168,0.021356445219781663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,5120,0.015255111787054272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,6144,0.03039111031426324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,5120,0.009143110778596666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,6144,0.49938223097059464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,2048,0.032243556446499295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,256,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,4096,0.008555555509196388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,1536,0.00998133338159985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,2048,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,65536,0.12062311172485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,3072,0.028348445892333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,3072,0.7271502282884387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,128,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,65536,6.745825873480903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,1024,0.08290311363008288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,5120,0.24253688918219674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,512,0.009727111293209923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,10240,0.01586933268441094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,7168,0.07557066943910387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,2048,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,3072,0.07751822471618652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,1536,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,2560,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,65536,0.29687733120388454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,65536,0.06995199786292182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,1024,0.49852175182766384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,2048,0.03417066733042399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,51200,4.321997324625651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,3072,0.012749333348539142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,10240,0.05936444467968411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,16384,0.04313688808017307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,2048,0.005012444323963589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,7168,0.17292711469862196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,768,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,5120,0.04604533314704895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,32,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,3072,0.04348088966475593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,64,0.014074666632546319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,3584,0.03879022267129686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,51200,0.37320176760355633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,64,0.20828178193834093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,4096,0.030250665214326646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,3584,0.011543999943468304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,3072,0.03422222203678555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,51200,0.030264000097910564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,4096,0.23368088404337564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,512,0.01313688854376475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,7168,0.2571004496680366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,256,0.019545776976479422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,3072,0.006881777611043718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,65536,3.1983653174506297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,128,0.009273777405420939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,2048,0.02195555633968777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,5120,0.009029332962301042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,2560,1.5110506481594508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,16384,0.03999555442068312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,51200,0.10321955548392402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,64,0.018022222651375663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,128,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,5120,0.05150755577617221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,3072,0.008268444074524773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,65536,0.07702489031685723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,16384,0.5081040064493815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,6144,0.11860711044735378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,4096,0.017690666847758822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,2048,0.026013332936498854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,3072,0.015044444137149386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,5120,0.04231911235385471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,8192,0.04399111204677158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,12288,0.017343110508388944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,12288,0.006596444381607904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,1024,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,768,0.00851111114025116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,32,0.005320000151793162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,2048,0.010217777556843227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,768,0.009513777991135916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,6144,0.010323555933104621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,6144,0.04845866560935974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,6144,0.032687998480266996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,128,0.004323555363549126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,2048,0.007895111209816402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,3072,0.10157244735293919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,7168,0.016404444972674053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,4096,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,10240,0.17905778355068633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,512,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,10240,0.013769778112570444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,512,0.018560000591807894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,1536,0.0125928885406918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,16384,0.045316444502936475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,3584,0.013983110586802164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,768,0.004752000172932942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,2048,0.005341333233647876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,3072,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,8192,0.38785955641004777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,65536,2.7943163977728953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,256,0.01589777734544542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,512,0.003882666842805015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,65536,0.07398755682839288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,4096,0.03135644396146139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,2048,0.07143111361397637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,1024,0.04832355512513054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,32,0.0129120002190272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,16384,0.26686843236287433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,7168,0.06631822056240506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,1024,0.25522756576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,2048,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,1024,0.004993777722120285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,1536,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,2048,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,256,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,16384,0.02507466740078396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,12288,0.3526666694217258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,6144,0.17160267300075957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,3072,0.011115555961926779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,3072,0.03370489014519586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,4096,1.6653013229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,512,0.010841777755154504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,128,0.008529778156015608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,1536,0.1621439986758762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,1024,0.005170666509204441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,2048,0.004926222066084544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,7168,0.09816622071795994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,10240,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,3584,0.0901519987318251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,2048,0.008567999634477828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,3584,0.017120000388887193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,256,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,10240,0.02868000004026625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,512,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,64,0.0026337777574857077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,2048,0.08192977640363905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,5120,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,12288,0.02204088866710663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,51200,18.68391587999132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,6144,0.0399635566605462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,4096,0.012306667036480375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,12288,0.06214844518237644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,768,0.00424177779091729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,4096,0.016015110744370353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,16384,0.6056737899780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,256,0.0031786666562159858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,64,0.003546666767862108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,12288,0.008436444732877944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,3584,0.01001422190003925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,1536,0.013870221873124441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,3072,0.009213333328564962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,8192,0.012494222157531314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,16384,0.02849510974354214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,10240,0.715302202436659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,7168,0.02179555594921112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,5120,0.3358959886762831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,3584,2.813052495320638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,10240,0.017055999901559617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,1536,0.009752888646390703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,7168,1.9819937811957464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,64,0.0069004446268081665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,256,0.010598222414652506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,4096,0.012350222302807702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,128,0.010804444551467896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,2048,0.00656088896923595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,256,0.012729778057999082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,128,0.010860444770918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,768,0.009352888498041365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,4096,0.5851804415384928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,10240,0.024108444650967915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,5120,0.10188621944851345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,128,0.040876444843080305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,4096,0.008408889174461365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,6144,0.021542222963439092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,10240,0.023036445180575054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,6144,0.10540266831715901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,64,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,32,0.0027760000278552375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,1536,0.016063110695944894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,10240,0.025643555654419795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,65536,2.876503202650282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,12288,0.06084444125493368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,65536,0.5929048856099447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,6144,0.047572443882624306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,768,0.005707555760939916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,2560,0.03471733464135064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,1024,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,16384,0.02036177780893114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,4096,0.00775911079512702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,768,0.009955555200576782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,256,0.003687111039956411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,4096,0.014936000108718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,6144,0.1215111149681939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,256,0.03324088785383437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,7168,0.04150222076310052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,1536,0.023707555400000677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,16384,0.5847626792060004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,512,0.009143110778596666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,3072,0.009876444107956356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,7168,4.939955393473308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,8192,0.03430666526158651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,8192,0.019630221856964957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,128,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,4096,0.014197332991494073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,10240,0.013263999587959714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,2560,0.06808533271153767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,128,0.014502222339312235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,2560,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,768,0.0351475543446011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,64,0.008925333619117737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,2048,0.00775111135509279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,128,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,6144,0.02161600026819441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,8192,0.13896177874671087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,10240,0.038894222842322454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,1024,0.02676800058947669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,2048,0.011751111182901593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,16384,4.019214206271701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,16384,0.13574577702416316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,65536,0.06254400147332086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,1024,0.00664533343580034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,8192,0.02182933357026842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,7168,0.13911822107103136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,768,0.06649421983295016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,64,0.1189919975068834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,256,0.004342222379313575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,256,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,2048,0.11381067170037164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,256,0.005714666512277391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,16384,0.22391555044386122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,256,0.0038977778620190094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,7168,0.6578186882866753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,12288,0.20934577782948813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,3584,0.016002666619088914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,10240,0.040468444426854454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,512,0.01036444471942054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,256,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,6144,0.7903813256157769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,7168,0.053189333942201406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,65536,1.5871182547675238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,51200,40.708526611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,6144,0.05601511398951212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,1536,0.008769777913888296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,3584,0.012320000264379712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,1024,0.4754462242126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,4096,0.010281778044170803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,32,0.005707555760939916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,16384,0.03489866521623399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,32,0.0035502223504914176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,65536,0.25774844487508136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,3584,0.007290666302045186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,2560,0.009895111123720804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,8192,0.0124177775449223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,2048,0.01390044391155243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,128,0.0029279999434947968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,65536,0.31149954266018337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,1536,0.08358489142523871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,8192,0.19760533173878989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,10240,2.390246285332574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,768,0.008371555142932469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,5120,0.14037244849734837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,16384,0.02163911031352149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,51200,0.3745457861158583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,5120,0.021034666233592566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,512,0.00795111142926746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,16384,0.2153653303782145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,12288,0.017352888981501263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,32,0.002587555597225825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,5120,0.5349200036790636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,3072,0.03287911083963182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,1024,0.04020444552103678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,32,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,512,0.16828266779581705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,3072,0.014161777165200977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,768,0.023396443989541795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,12288,0.016311999824311998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,51200,0.7435324456956652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,6144,0.16433866818745932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,8192,0.19958221912384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,16384,0.045718222856521606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,512,0.004895110925038655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,2048,0.013989332649442883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,7168,0.025781333446502686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,3584,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,4096,0.023059555225902136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,768,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,6144,0.275711112552219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,65536,0.07810044288635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,65536,0.2000968853632609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,2048,0.016955556141005624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,512,0.05681777662701077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,3072,0.016984888248973422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,3584,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,12288,1.5170532862345378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,65536,22.9068840874566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,3584,0.011419555379284753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,51200,0.20506132973564994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,7168,0.02894044584698147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,512,0.021753778060277302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,32,0.11368978023529053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,65536,4.507379743787977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,1536,0.008453333543406593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,10240,0.013889777991506787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,1536,0.016116445263226826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,7168,0.03477422065205044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,12288,0.022416889667510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,51200,0.4795360035366482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,8192,0.056551112069023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,64,0.011162666810883416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,512,0.022442667020691767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,4096,0.09364977810117935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,32,0.0027520000520679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,7168,0.03587733374701606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,10240,0.7020097838507758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,5120,0.011312888728247749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,12288,0.007640000018808577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,51200,0.0515288876162635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,7168,0.14613333013322619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,256,0.0029502221279674103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,6144,0.5135279761420356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,6144,0.05111555589569939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,256,0.011787555283970304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,8192,0.16811022493574354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,3072,0.007120889094140794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,768,0.006294222341643439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,6144,0.7122764587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,3072,0.00816888858874639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,3072,0.02367111047108968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,32,0.0031804444475306403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,16384,0.028635554843478735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,8192,0.21312355995178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,128,0.015832889411184523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,65536,0.4292764398786757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,5120,0.02188355558448368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,32,0.005958222266700532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,6144,0.01068800025516086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,7168,0.057683553960588246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,51200,2.318673875596788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,1536,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,1024,0.03952266772588094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,768,0.014225777652528552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,65536,14.99473910861545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,1536,0.022065778573354084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,6144,0.8981520334879557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,768,0.020830222302012973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,1536,0.01236977759334776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,8192,0.2612168788909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,768,0.018803555104467604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,64,0.0029297777348094513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,51200,1.3575013478597004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,2560,0.015007999208238391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,16384,0.33251023292541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,128,0.439905775917901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,128,0.005174222091833751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,5120,0.012858666479587555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,10240,0.04147111044989692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,3072,0.07274755504396227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,3072,0.014917333920796713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,3072,0.00923555592695872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,65536,0.06650844547483656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,768,0.01089866707722346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,1536,0.09645333555009629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,8192,0.013376000026861826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,2560,0.04036888811323378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,32,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,12288,0.4621804555257161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,768,0.03433155682351854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,768,0.05095644460784065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,16384,0.03224444389343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,3584,0.6396791140238444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,256,0.005557333429654439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,5120,0.14000356197357178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,64,0.0025884444928831523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,1536,0.0047422221137417685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,7168,0.049661331706576876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,3072,0.006457777900828256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,16384,0.14579466978708902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,1536,0.01069866700304879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,12288,0.1027217772271898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,256,0.08051466941833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,12288,0.059825778007507324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,32,0.0026008888251251644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,10240,0.058693336115943066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,7168,0.2136320008171929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,4096,0.009977777798970541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,3072,2.4688720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,10240,0.11701511012183295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,5120,0.10957155625025432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,4096,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,1536,0.015632000234391954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,128,0.003351111171974076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,512,0.020629333125220407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,3584,0.006862222320503659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,256,0.008904000123341879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,2560,0.040844443771574236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,2560,0.012852444416946836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,4096,0.010109333528412713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,6144,0.6285964647928873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,3584,0.09468177954355876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,1024,0.024154666397306655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,4096,0.03994399971432156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,12288,0.0069884442620807225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,10240,0.06371111339992948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,65536,10.717676798502604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,64,0.017316444052590262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,2048,0.01185066666867998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,6144,0.2988826698727078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,65536,0.2721590995788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,4096,0.04047111007902358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,51200,0.06734844711091784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,1024,0.05164444446563721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,2560,0.02320266597800785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,6144,0.3175111081865099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,12288,0.08410488896899754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,10240,0.6038248803880479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,3072,0.17498577965630424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,12288,0.32208177778455943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,2560,0.009424000150627559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,64,0.23845333523220488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,768,0.19085955619812012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,16384,0.060806221432156034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,6144,0.07460088862313165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,12288,0.06948710812462701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,256,0.00489777781897121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,256,0.002842666581273079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,512,0.003992889076471329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,10240,0.015623110863897534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,128,0.003167111012670729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,10240,0.9045324325561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,10240,0.023728888895776536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,1536,0.02310577697224087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,1536,0.010701333483060202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,3584,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,4096,0.08032000064849854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,1536,0.03013155526585049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,6144,0.07083911365932889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,128,0.0031804444475306403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,2048,0.10405421919292873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,8192,0.024838222397698298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,768,0.0037066667444176147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,10240,0.017282666431532968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,8192,0.010535111029942831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,12288,0.11444977919260661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,8192,0.012930666406949362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,7168,0.011898666620254517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,2560,0.01181422256761127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,256,0.0038124442928367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,64,0.1363919973373413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,2560,0.06819999880260892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,10240,0.015632000234391954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,51200,0.05026844475004408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,1024,0.1266897784339057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,256,0.004831999954250124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,3072,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,1024,0.01937333411640591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,512,0.05208444595336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,512,0.009810667071077559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,768,0.023240889112154644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,3072,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,51200,0.1202239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,64,0.005498666730191972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,32,0.005106666849719154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,2048,0.1915760040283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,512,0.005442666510740916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,6144,0.0324924455748664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,1024,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,512,0.03938400083118015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,256,0.005738666488064661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,128,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,65536,0.1965022219551934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,65536,0.06518666611777411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,128,0.006110222389300664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,2048,0.027747554911507502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,512,0.013667555318938361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,6144,0.021525333325068157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,5120,2.3867520226372614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,2048,0.007339555356237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,6144,0.2877777682410346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,3072,0.013043555948469373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,1536,0.05574933025572035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,256,0.0034506666577524612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,32,0.005505777895450592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,16384,0.03386933273739285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,10240,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,768,0.008472888833946651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,256,0.0034311111602518293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,1024,0.5765084690517849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,256,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,768,0.048595554298824735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,32,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,12288,0.030964444080988567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,512,0.008544888761308458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,6144,0.02532177832391527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,3584,0.021648888786633808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,7168,0.020100444555282593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,5120,0.01185155577129788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,3584,0.212973329755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,768,0.003666666646798452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,1536,0.030553778012593586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,3584,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,768,0.014856000741322836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,51200,0.46152888403998477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,2560,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,65536,0.13628621896107992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,128,0.00423555572827657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,64,0.002573333266708586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,32,0.019655999210145738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,4096,0.3499511082967122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,3072,0.5323964224921333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,1536,0.005345777918895085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,65536,4.770243750678168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,6144,0.07684710952970716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,12288,0.07341511381997003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,768,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,2048,0.06496710909737481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,1536,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,10240,0.015340444114473132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,768,0.014599111345079211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,3584,0.011921777493423887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,3584,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,768,0.01625333395269182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,256,0.00814577771557702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,7168,0.12062311172485352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,3584,0.36720800399780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,1024,0.010446222292052375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,128,0.008655110994974772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,3584,0.08371466398239136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,51200,0.23160976833767363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,128,0.013600889179441663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,5120,0.4652231004503038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,65536,1.5038293202718098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,128,0.06792444652981229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,128,0.01262399968173769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,1536,0.03077955709563361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,8192,0.0576488905482822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,12288,0.1409777800242106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,1024,0.004618666652176115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,12288,1.2615991168551974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,128,0.010798222488827176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,768,0.03264800045225356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,10240,0.10905066463682388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,8192,0.7775315708584256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,3584,0.020678222179412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,32,0.002628444383541743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,5120,0.08704977565341526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,3584,0.08826400174034967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,7168,0.014779556128713818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,16384,0.038141333394580416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,12288,0.30956533220079213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,51200,20.344119601779514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,5120,0.04390755626890394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,512,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,256,0.013001778059535556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,16384,0.10454044739405315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,8192,0.037588444021013044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,3072,0.042191998826132886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,51200,0.055312001042895846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,128,0.059692442417144775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,512,0.0032960000551409195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,768,0.010657777388890585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,3584,0.16285244623819986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,51200,7.8928315904405375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,2560,0.13520710998111302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,65536,0.10278311040666367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,768,0.008447111480765873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,32,0.031161778502994116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,2048,0.015554666519165039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,1536,0.25279556380377877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,8192,0.25250400437249076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,4096,0.020012444920010038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,51200,1.0395172966851127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,16384,0.33460354804992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,16384,0.02530577778816223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,65536,0.7359306547376844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,512,0.0038977778620190094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,1536,0.024600888291994732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,8192,0.040256887674331665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,4096,0.00656088896923595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,8192,0.011960888902346293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,256,0.004321777572234471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,32,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,3072,0.01796355512407091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,1024,0.03236711025238037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,1024,0.011090666883521609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,1024,0.007460444337791867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,4096,0.11354488796657985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,128,0.004219555606444676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,16384,0.03220266766018338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,1024,0.016334222422705758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,51200,0.04948088857862684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,128,0.003391999958289994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,12288,3.296534220377604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,10240,0.17023911741044787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,512,0.007506666911972894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,2560,0.010023111270533668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,5120,0.20003555880652535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,2048,0.0107004443804423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,128,0.004226666771703296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,6144,0.3872657881842719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,10240,0.07373599873648749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,51200,14.613642374674479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,12288,0.015237333046065437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,51200,0.2540835539499919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,7168,0.09726755486594306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,12288,0.06221155325571696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,1536,0.013719999955760108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,128,0.004500444564554426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,1536,0.042789333396487765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,5120,0.031523555517196655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,4096,0.5824115541246202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,1024,0.013057777451144325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,12288,0.1402871078915066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,3584,0.0372924440436893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,7168,0.011426666544543372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,1024,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,4096,0.02439733346303304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,512,0.0032551110618644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,8192,1.0138755374484592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,65536,0.0796239972114563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,3584,0.009705777797434065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,3584,0.013005333642164866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,2560,0.010272888673676385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,64,0.007782222496138678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,768,0.0037635556525654266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,10240,0.21124000019497344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,1536,0.09003644519382054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,1536,0.007790221936172909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,7168,3.521758185492622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,16384,0.03256444467438592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,256,0.015255999233987598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,7168,0.02204533252451155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,3072,0.023636443747414485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,768,0.005681777579916849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,256,0.00318755561278926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,256,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,128,0.02068711154990726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,1536,0.025084444218211707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,12288,0.07887022362815009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,1536,0.01382844481203291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,16384,0.08460444211959839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,10240,1.005915535820855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,12288,0.01626666718059116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,16384,0.7636586825052897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,10240,0.6799306869506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,256,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,128,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,768,0.006842666616042455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,6144,0.007967111137178209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,65536,0.0790462228986952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,6144,0.11363022857242161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,8192,0.09378133217493693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,3584,0.03328533305062188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,10240,0.2803644339243571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,1536,0.047431998782687716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,4096,0.04244622257020739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,8192,0.02798844377199809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,6144,0.1227768924501207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,10240,0.034296890099843345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,1024,0.012346666720178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,7168,0.041758222712410815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,7168,2.900391048855252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,6144,1.57532713148329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,10240,2.5212906731499567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,8192,0.23547999064127603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,5120,0.017733333839310538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,3072,0.015497777197096082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,2048,0.06328888734181722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,512,0.0035439998739295532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,256,0.860738648308648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,16384,0.04309511184692383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,2048,0.01644088824590047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,1536,0.06649421983295016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,5120,0.3395457797580295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,4096,0.019685332973798115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,7168,0.23306756549411348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,1536,0.035940445131725736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,65536,0.073944886525472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,3072,0.06240266561508179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,768,0.004855111241340637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,12288,0.03584622343381246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,5120,3.6664877997504344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,12288,1.0497253206041124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,3072,0.11670577526092529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,5120,0.11772089534335667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,10240,0.013211555778980255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,768,0.005892444401979446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,1536,0.02052088909678989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,10240,0.10122844245698716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,1024,0.0052168890833854675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,3584,0.08955466747283936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,6144,0.11425333552890354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,32,0.005172444300519096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,3072,0.03952799903021918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,768,0.003674666500753827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,64,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,128,0.016522667474216886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,768,0.017879999346203275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,2048,0.0075395554304122925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,12288,0.02035911050107744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,1536,0.0047404443224271136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,65536,0.24892976548936632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,6144,20.949327256944446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,512,0.004834666848182678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,512,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,2048,0.04835911260710823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,3072,0.007623111208279927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,3072,0.32163198788960773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,2560,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,2560,0.018184888694021437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,64,0.002624888800912433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,51200,0.5349031024509007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,6144,0.020426667398876615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,128,0.027573333846198186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,12288,0.2343066798316108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,8192,0.013807999591032663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,7168,0.014725334114498563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,128,0.01844800015290578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,12288,0.019336000084877014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,6144,0.01920000049802992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,256,0.005599110904667113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,256,0.005425777700212266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,256,0.0038648889296584656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,32,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,1024,0.0127697777416971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,1024,0.01180266671710544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,512,0.019368888603316415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,3072,0.009010666774378883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,128,0.0041786668201287585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,1536,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,1024,0.08416355318493313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,3584,0.012869333227475485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,256,0.028965334097544353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,2048,0.013078221844302284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,4096,0.2781146632300483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,10240,0.07039911217159696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,8192,0.014567111929257711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,6144,0.07012710968653361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,768,0.060580445660485156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,256,0.011495999991893768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,2048,0.024570667081409033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,256,0.0131217779384719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,64,0.006665777828958299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,16384,0.4230657683478461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,7168,0.012608889076444836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,2560,0.31763378779093426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,4096,0.016410667035314772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,3584,0.48822932773166233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,12288,0.033732444047927856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,2048,0.018198221921920776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,64,0.008230222596062554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,7168,0.02602400051222907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,7168,0.006559111177921295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,128,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,256,0.0053191110491752625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,10240,0.47110668818155926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,1024,0.0041759999261962045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,512,0.003240888938307762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,2048,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,51200,0.2533946567111545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,6144,0.017754667335086398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,3072,0.05646577808592054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,32,0.005104889058404499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,64,0.05602400170432197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,2048,0.016494222813182406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,12288,0.5666373570760092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,12288,0.04303377866744995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,1024,0.010863111250930362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,64,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,10240,0.04509777824083964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,4096,0.007912000020345053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,6144,0.026885333988401625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,6144,0.038910223378075495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,6144,0.011257777611414591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,1024,0.016526222229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,3072,0.050960001018312245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,768,0.004266666869322459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,3584,0.012132444315486483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,10240,0.013549333645237817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,51200,0.05344088872273763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,256,0.008309333688682979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,128,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,1536,0.4518142276340061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,8192,0.049421333604388766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,1536,0.05199822121196323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,6144,0.0456853343380822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,12288,0.02683555583159129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,6144,0.11380267143249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,8192,0.12023644977145725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,12288,0.5015813509623209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,8192,0.04814044303364224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,1024,0.02568711174858941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,65536,0.2538115448421902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,1024,0.004447111239035924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,65536,29.691206190321182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,6144,0.5842337608337402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,6144,0.04844533403714498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,3584,0.0123848890264829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,51200,0.01684711045689053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,1536,0.005676444619894028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,51200,0.2525777816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,2048,0.005541333307822545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,3072,0.007679999702506595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,16384,0.481386661529541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,7168,0.02215733296341366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,65536,0.05614844295713636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,2048,0.014525334040323893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,3072,0.0069520001610120135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,6144,0.39302754402160645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,7168,0.010957332948843638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,51200,0.04115022222201029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,51200,0.05846933523813883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,1024,0.027484445108307734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,6144,0.014826666977670459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,1536,0.012993777791659037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,3584,0.007898666792445714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,512,0.06749333275689019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,2048,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,65536,2.2304916381835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,3072,0.010383110907342698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,7168,0.02091288897726271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,1536,0.22326665454440645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,64,1.2908301883273654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,8192,0.334403567843967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,8192,0.10926755269368489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,128,0.014016888207859464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,5120,0.030390222867329914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,7168,0.07141333156161837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,3072,0.012200000385443369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,65536,0.9043786790635852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,7168,0.15760978062947592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,64,0.0032595555401510666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,12288,0.04598311252064175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,5120,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,768,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,12288,0.08145066764619616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,3072,0.018201778332392376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,4096,2.4072399139404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,768,0.010243555737866296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,7168,0.04124622212515937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,7168,0.06110666857825386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,3072,0.11504088507758246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,51200,0.5826249122619629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,512,0.01290933373901579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,7168,0.1401217778523763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,128,0.006249777972698212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,10240,0.5561600261264378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,1536,0.128257777955797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,2048,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,3584,0.09133511119418675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,2048,0.03609955641958449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,65536,0.19078844123416475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,12288,0.09469422366884019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,2048,0.26509067747328013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,64,0.005537777725193236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,1024,0.28866222169664174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,10240,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,3072,0.007806222471925948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,2560,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,3584,0.024475556280877855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,3584,0.03823022378815545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,12288,5.552738613552517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,2048,0.006817777951558431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,4096,0.2694035636054145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,2560,0.033768001529905535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,6144,0.08175910843743218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,16384,0.021054221524132624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,3072,0.017619555195172627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,3584,1.6814986334906683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,7168,0.45267735587226016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,6144,0.19979555077022979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,51200,0.12973244984944662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,1536,0.012326222327020435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,16384,0.7181626425849067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,2560,0.16785511705610487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,8192,0.48795202043321395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,32,0.0033111110743549135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,256,0.004410666724046071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,65536,0.1354373296101888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,2560,0.007839110990365347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,128,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,3584,0.006807111203670502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,16384,0.023074666659037273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,512,0.19383554988437227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,2048,0.025349333882331848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,16384,0.02976800004641215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,64,0.04423200090726217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,256,0.03152622116936578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,5120,0.022357333037588332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,768,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,65536,0.09718400239944458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,6144,0.009836444424258338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,64,0.005192888693677055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,10240,0.04103911254141066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,128,0.003540444291300244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,3072,0.020107555720541213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,4096,0.027768888407283362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,6144,0.3621991210513645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,2048,0.01935822268327077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,1536,0.03166844447453817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,6144,0.08578044176101685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,64,0.008747555315494537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,65536,0.46549510955810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,32,0.0026577777332729767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,1536,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,2048,0.008728000024954477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,32,0.027003554834259882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,5120,0.01477599971824222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,1024,0.005978666659858491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,4096,1.3464444478352864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,2560,0.011732444167137146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,65536,4.515110015869141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,3072,0.012273777690198688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,12288,0.08663555648591782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,10240,0.05477155579460991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,65536,1.0180684195624459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,128,0.01348977784315745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,128,0.00563733321097162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,7168,0.011568889021873474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,6144,0.026361778378486633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,12288,0.24600889947679308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,12288,0.6272844208611382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,512,0.012503999802801343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,2048,0.015212444795502557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,16384,0.990298695034451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,6144,0.017160000072585214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,12288,0.05028888914320204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,4096,0.007197333706749811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,2048,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,5120,0.20039733250935873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,10240,0.01348533315791024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,10240,0.018586667047606576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,512,0.022172444396548804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,64,0.011968000067604912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,2048,0.03854044609599643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,8192,0.010383110907342698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,128,0.015384889311260648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,65536,0.25093065367804634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,1536,0.024889777104059856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,256,0.008044444852405125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,3072,0.08159999714957343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,1536,0.009916444619496664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,512,0.0064204442832205035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,128,0.007119999991522894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,10240,0.007173333730962541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,10240,0.04298399885495504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,3072,0.020185778538386028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,16384,0.05587644709481133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,5120,0.18217866950564912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,128,0.022825777530670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,128,0.02219466699494256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,768,0.037112000915739275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,12288,0.22276356485154894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,5120,0.022978666755888198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,2560,0.032604446013768516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,512,0.004957333207130432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,1536,0.06261422236760457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,768,0.014818666709793938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,65536,0.08178755309846666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,32,0.006052444378534953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,2048,0.012993777791659037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,3584,0.02001688877741496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,768,0.039452443520228066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,12288,0.29602310392591685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,5120,0.9628853268093533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,3072,0.1199351151784261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,256,0.026891556051042344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,512,0.16376177469889322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,1536,0.005405333307054307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,10240,0.1194044484032525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,4096,0.03484888871510824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,5120,0.032756444480684065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,51200,0.523337788052029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,1024,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,16384,0.05575199921925863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,7168,0.012837332983811697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,8192,0.031537777847713895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,1536,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,32,0.005570666657553778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,4096,0.0442808899614546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,51200,0.4663715362548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,8192,0.0354693333307902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,1536,0.02475999957985348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,10240,0.015025777949227227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,51200,0.024639111426141527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,65536,0.18681866592831084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,16384,0.02882755464977688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,65536,2.6419476403130426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,8192,0.3926328818003337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,1536,0.014111111561457316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,10240,0.37391289075215656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,64,0.028338667419221666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,64,0.025082666012975905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,10240,0.27361422114902073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,4096,0.08082489172617595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,6144,0.022966222630606756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,3584,0.015657777587572735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,16384,0.11508444945017497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,51200,0.5121822357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,64,0.0028008888992998335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,12288,0.019745777050654095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,5120,0.007176888485749562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,2048,0.020076443751653034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,51200,0.16527467303805882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,1024,0.015803555647532146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,12288,0.12281600634256999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,4096,0.028117332193586562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,512,0.004967999955018361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,32,0.017807111144065857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,64,0.003588444242874781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,6144,0.02318488889270359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,6144,0.252055115169949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,51200,26.283971150716145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,7168,0.01905955539809333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,2560,0.03158311049143473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,512,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,2048,0.04831111099984911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,1536,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,768,0.0042035554846127825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,7168,0.02795999911096361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,2048,0.018171555466122098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,2560,0.4559022055731879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,8192,0.024792000651359558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,7168,0.0310533344745636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,6144,0.0862755576769511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,512,0.008598222500748104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,128,0.03239911132388645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,2560,0.056927111413743764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,64,0.0041031113101376426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,5120,1.1135875913831923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,2048,0.08362222380108303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,16384,0.010790222220950656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,4096,0.01107911103301578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,256,0.011976888610257043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,3072,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,768,0.023548444112141926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,3072,0.031013333135181006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,64,0.0026577777332729767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,8192,0.10159022278255886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,2048,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,6144,0.013585777746306526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,7168,0.801870240105523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,10240,0.019034667147530448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,10240,0.038745777474509344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,10240,0.015625778171751235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,2560,0.13104800383249918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,51200,0.028251555230882432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,256,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,2048,0.010879110958841113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,1536,0.08644977543089126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,2560,0.11194933785332574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,1536,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,256,0.013749333719412485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,2048,0.06720177994834052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,3584,0.1250577767690023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,5120,0.016545777519543965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,8192,0.015896000795894198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,2560,0.03713599840799967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,65536,14.012777540418837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,1024,0.005097777893145879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,1536,0.007089777953094906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,2048,0.18502667215135363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,5120,0.009434666898515489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,3072,0.19495199786292183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,5120,0.1309244500266181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,5120,0.054455998871061534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,10240,0.4206071164872911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,512,0.0032968889507982465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,51200,0.012715555727481842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,256,0.0027679999669392905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,768,0.005677333308590784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,7168,0.05080266793568929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,5120,0.23581955167982313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,5120,0.03956977857483758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,2048,0.6817733446756998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,3584,0.17114933331807455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,8192,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,4096,0.01091644416252772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,12288,0.10411910878287421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,3072,0.01572711103492313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,2560,0.19573067294226754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,512,0.0225608895222346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,12288,0.0387733346886105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,51200,0.11372355620066325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,1024,0.019295111298561096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,768,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,3584,0.008456889126035903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,8192,0.03146044413248698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,1024,0.005146666533417172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,128,0.06864177518420748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,3584,0.05573599868350559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,32,0.005390222287840313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,3584,0.13001155853271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,2048,0.02130577796035343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,65536,2.398512098524306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,16384,0.02794044547610813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,768,0.024018666810459558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,65536,0.06744711266623603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,2560,0.006810666786299811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,1024,0.029887109994888306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,1536,0.015061333775520325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,3072,0.018810666269726224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,3584,2.00087653266059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,256,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,128,0.019169777631759644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,6144,0.03434933225313822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,512,0.008291555775536431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,6144,0.03669155637423197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,5120,0.10829599698384602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,64,0.002757333426011933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,1024,0.010041777458455827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,256,0.004528000122971005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,8192,0.19262844986385771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,3072,0.016546666622161865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,4096,0.0177848885456721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,10240,0.062259554862976074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,512,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,512,0.13411111301845974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,768,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,7168,0.010772444307804108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,512,0.014249778456158109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,32,0.014491554763582019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,2048,0.009351111120647853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,16384,0.09828266832563613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,3072,0.009766221874290043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,32,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,1024,0.023521777656343248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,12288,0.01587288909488254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,3072,0.09597688913345337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,3584,0.008608000146018134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,5120,0.026770666241645813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,51200,0.052311999930275806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,768,0.022260444031821355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,64,0.0026062221990691293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,1536,0.006360000206364526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,6144,0.025084444218211707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,10240,0.019867555962668527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,256,0.00701333334048589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,1536,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,7168,0.01333333303531011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,6144,0.28091732660929364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,16384,0.3205191029442681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,2560,0.01132266637351778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,2560,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,6144,0.020505777663654752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,8192,0.13637510935465494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,768,0.00850577818022834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,32,0.0026817777090602448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,4096,0.04483555422888862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,2560,0.007892444729804993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,768,0.005636444522274866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,16384,0.1770168940226237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,6144,0.04551466637187534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,1536,0.015994666351212394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,51200,0.23306934038798013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,1536,0.012713777522246042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,16384,0.4379546642303467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,12288,4.471993764241536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,7168,0.014092443717850579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,10240,0.22145244810316297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,7168,0.023257777094841003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,1536,0.047035555044809975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,2560,0.7691333558824328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,2048,0.012558221817016602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,256,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,16384,0.02292088833120134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,16384,0.06471555762820773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,8192,0.024632889363500807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,6144,0.05970755550596449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,3584,0.023344000180562336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,3584,0.03813955518934462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,16384,0.6183226903279623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,64,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,12288,0.01681422193845113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,512,0.00602311102880372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,2560,0.07196799914042155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,128,0.0058222222659322954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,5120,0.1688693364461263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,16384,0.2596737808651394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,8192,0.04049422343571981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,6144,0.026722666290071275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,10240,0.022445332672860887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,12288,0.1666542159186469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,65536,6.9127714369032125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,7168,0.01959022217326694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,2048,0.014157333307796054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,128,0.003927999900446998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,51200,0.011126221881972419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,1024,0.011056889262464313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,65536,4.770991855197482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,512,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,1024,0.00741511086622874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,7168,0.017351999878883362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,256,0.020792000823550753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,512,0.024080889092551336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,10240,0.16012267271677652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,16384,0.12267111407385932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,3584,0.053151110808054604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,1024,0.008000888758235509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,12288,0.03547822104560004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,1536,0.06255910793940227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,64,0.005134222408135732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,3072,0.07181511322657268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,6144,0.013691555294725629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,3584,0.007673777639865875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,3072,0.046832889318466187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,1024,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,2560,0.015074667003419666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,32,0.002765333279967308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,2048,0.12332444720798069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,12288,0.08219555351469252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,4096,0.09014311101701523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,128,0.004695999953481886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,10240,0.018079110317760043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,51200,0.0579893324110243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,64,0.008112000094519721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,4096,0.24880621168348524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,51200,0.49993689854939777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,128,0.017276444368892245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,512,0.03731200098991394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,512,0.004053333153327306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,64,0.0038408889538711975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,2560,0.10505333211686875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,64,0.023187556200557288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,10240,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,3584,0.09103200170728896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,6144,0.025690666503376428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,8192,0.08173600170347425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,65536,0.07479911380343966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,128,0.0041599998043643106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,64,0.006695111178689533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,8192,0.012637333737479316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,2048,0.012113778127564324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,256,0.005606222069925732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,1536,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,8192,0.015808888607554965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,3584,0.00814844419558843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,1024,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,12288,0.7483137978447808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,768,0.016122667325867545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,3072,0.016608888904253643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,256,0.013973333769374423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,2560,0.06350221898820665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,16384,0.05376177695062426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,8192,0.9788906309339734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,512,0.00490133340160052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,51200,2.3074239095052085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,4096,0.038120001554489136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,16384,0.0184542222155465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,32,0.10460978084140354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,51200,0.5200071334838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,6144,0.12234844101799859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,3072,0.011676444775528379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,64,0.005819555371999741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,16384,0.49216800265842015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,2048,0.0069982219073507525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,65536,0.08587821986940171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,1024,0.08980800045861138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,3584,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,1536,0.009311999711725447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,2048,0.02290488945113288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,2560,0.13075021902720133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,10240,7.717388576931423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,65536,0.20711910724639893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,512,0.008364444805516137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,3584,0.016903110676341586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,2560,0.01700533264213138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,3584,0.0203146669599745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,256,0.0042160000238153665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,2560,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,2048,0.006112888869312074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,3072,0.07540266381369697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,32,0.021635555558734473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,512,0.038351999388800725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,3072,0.19514311684502494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,768,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,32,0.009360888765917884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,4096,0.018279999494552612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,768,0.046739555067486234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,32,0.008610666626029545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,1024,0.011095999843544431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,8192,0.012686221963829465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,6144,0.05459288756052653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,5120,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,2560,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,16384,0.04917155702908834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,32,0.002691555561290847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,768,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,128,0.004771555463473002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,1024,0.05034844411744011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,64,0.05473600162400139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,3072,0.01661688917213016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,64,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,3584,0.029234667619069416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,256,0.0047066667013698155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,10240,0.017622222503026325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,2560,0.031142221556769475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,1024,0.010213333699438307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,16384,0.10714577966266209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,4096,9.730885823567709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,16384,0.10801244444317287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,1024,0.014183999763594734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,51200,0.7963617642720541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,10240,0.35462933116488987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,6144,0.04838488830460442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,51200,0.06238222122192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,2560,0.0064035554726918536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,65536,0.2332773208618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,128,0.009220444493823582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,6144,0.3305991225772434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,1536,0.0047004446387290955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,4096,0.016544888416926067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,1024,0.03536622060669793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,12288,0.017529777354664274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,2048,0.05403022302521599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,65536,1.969936794704861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,256,0.007195555501514011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,2560,0.0070497774415545994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,2048,0.0927635563744439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,64,0.005798222290145026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,51200,1.9151831732855902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,6144,0.24809066454569498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,768,0.008743111458089616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,1024,0.011136000355084738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,1024,0.004042666819360522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,3072,0.010780444575680627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,7168,0.020407110452651978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,1024,0.006956444846259222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,8192,0.038704888688193426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,2560,0.024667556087176006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,65536,6.112821367051866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,128,0.003539555602603488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,51200,0.15856711069742838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,12288,0.01703288820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,1024,0.008079999850855933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,512,0.0188719994492001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,16384,0.07564977804819743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,8192,0.771983093685574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,64,0.003109333415826162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,4096,0.5150462256537544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,4096,0.0069306666652361555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,51200,0.3600453270806207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,256,0.0035173334181308746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,768,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,4096,0.07460977633794148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,3584,0.009374221993817223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,2048,0.01862844493654039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,3584,0.013590222431553734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,2560,0.5287342071533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,3072,0.015220445063379077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,512,0.006063999815119638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,2048,0.02879200047916836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,32,0.0034755555291970572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,512,0.006143110907740063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,8192,0.11228799819946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,768,1.562681727939182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,5120,0.0336773329310947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,65536,1.6428008609347875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,2560,0.03719733489884271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,12288,0.33397867944505477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,8192,0.019891555110613506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,128,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,6144,0.01772177716096242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,128,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,4096,0.038077334562937416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,8192,0.3894675572713216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,3584,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,1536,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,16384,0.08641244305504693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,4096,0.08526221911112468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,2048,1.2246266471015084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,1536,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,1536,0.01611199975013733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,8192,0.019317333896954853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,12288,0.17433867189619276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,16384,0.6381608645121256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,7168,0.03427822060055203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,5120,0.009698666632175446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,5120,0.11862844891018337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,8192,0.053901334603627525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,768,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,16384,0.006477333191368315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,2560,0.02241866621706221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,5120,0.2184471156862047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,512,0.0632657806078593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,64,0.005394666559166378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,1536,0.17657777998182508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,2560,0.010507555471526252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,5120,0.2597324318355984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,65536,7.439665900336371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,12288,1.8868497212727864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,7168,0.015045333239767285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,128,0.006711999989218182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,768,0.030641777647866145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,16384,0.07022311290105183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,6144,0.01959111127588484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,3584,0.008560889297061497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,1536,0.013588444226317935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,16384,0.900138643052843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,4096,0.08446488777796428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,8192,0.013757333159446716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,6144,0.05552000138494703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,6144,0.0377422206931644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,1536,0.10215733448664348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,3584,0.018340445227093168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,65536,0.18433245023091635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,256,0.004490666505363253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,8192,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,4096,0.13790044519636366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,512,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,10240,0.07496977514690824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,6144,0.00962577760219574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,4096,0.023056000471115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,2560,0.008656000097592672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,6144,0.02154133386082119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,4096,0.15932622220781115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,512,0.0031831111345026228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,16384,0.1780631144841512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,3584,0.010040889183680216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,7168,0.015722667177518208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,4096,0.7136150995890299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,6144,0.011403555671374003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,768,0.004097777936193678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,6144,0.23283643192715117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,2560,0.015638222297032673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,51200,5.9054353502061625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,3584,0.38688090112474227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,5120,0.01956622302532196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,6144,0.11891910764906143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,1536,0.020344000723626878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,768,0.010255110760529837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,4096,0.009582222335868413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,2560,0.006488889041874144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,256,0.022180444664425317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,7168,0.08787466420067681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,6144,0.016384000579516094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,4096,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,51200,0.22234932581583658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,256,0.004469333423508538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,32,0.007744889292452071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,51200,0.08006844255659315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,1024,0.025383111503389146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,12288,1.177642716301812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,768,0.009373333719041612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,64,0.0032915555768542816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,256,0.03209244542651706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,7168,0.0945520003636678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,1024,0.06033600038952298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,10240,0.01458577811717987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,512,0.008575999902354347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,6144,0.2748311095767551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,1536,0.006492444624503453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,512,0.0034675554682811103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,768,0.021218667427698772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,10240,0.014820444915029736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,128,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,768,0.006488889041874144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,3072,0.010479110810491772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,1024,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,1536,0.016399110356966656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,6144,0.08495022190941705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,8192,0.01149511088927587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,768,0.004854222138722737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,64,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,32,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,5120,0.10354044702317979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,1536,0.012444444828563266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,2560,0.007215110792054071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,768,0.03128177920977274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,512,0.01019200020366245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,1536,0.013571555415789286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,8192,0.0697831114133199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,2560,0.18123466438717314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,512,0.008629333641793992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,16384,0.07540533277723524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,10240,0.026964444253179762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,7168,0.02607022225856781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,4096,0.10911733574337429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,3584,0.03570133447647095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,2048,0.01290844463639789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,1536,0.2123048835330539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,65536,0.07847822374767728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,2048,0.05272355675697327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,1024,0.009132444030708736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,4096,0.389049768447876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,512,0.005497777627574072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,12288,2.9480472140842013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,10240,0.9371555116441516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,128,0.05043911271625095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,10240,0.21181955602433947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,64,0.006108444597986009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,16384,1.2728569242689345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,4096,0.025260445144441392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,51200,0.3887493345472548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,512,0.0033946666452619764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,16384,0.05375911129845513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,4096,0.019609777463806998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,256,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,7168,0.006187555690606435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,12288,0.022623111804326374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,6144,0.011184888581434885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,128,0.016784888174798753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,1536,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,3072,0.015627556376987033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,512,0.0033048888047536216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,6144,0.03841422332657708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,2048,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,16384,0.018464000688658822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,128,0.005879999862776862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,51200,0.6516222423977321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,32,0.0034906665484110513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,10240,0.33036711480882436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,3072,0.0063946665161185795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,3584,0.0158595558669832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,12288,0.030390222867329914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,512,0.013979555832015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,65536,2.864439010620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,2560,0.1455128855175442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,6144,0.14644800292121038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,3584,0.013591999808947245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,7168,0.16840710904863146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,2560,0.011603555745548673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,5120,0.04391555653678047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,2048,0.019275556008021038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,16384,0.07346310880449083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,16384,0.7713617748684354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,256,0.022190221481853064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,32,0.0033520000676314035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,7168,0.03403288788265652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,4096,0.10531110896004571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,3072,0.1654382281833225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,128,0.0028195555011431375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,4096,0.08760178089141846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,2048,0.10593244764539932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,1536,0.006724444528420766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,256,0.06234044498867459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,1536,0.005502222312821283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,32,0.005175999883148405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,32,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,2560,0.017128888103697035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,2048,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,512,0.19728710916307238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,512,0.0031759999692440033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,512,0.14928089247809515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,8192,0.008984888593355814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,768,0.022062222162882488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,4096,0.018387556076049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,6144,0.010566222170988718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,3584,0.013783111340469785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,512,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,256,0.0031742221779293488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,1536,0.010945777926180096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,3584,0.07093777921464708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,10240,0.07643289036220975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,5120,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,5120,0.008676444490750631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,64,0.016785777277416654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,3584,0.06622578038109674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,2048,0.04416888952255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,10240,0.05276266733805338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,2048,0.007092444433106317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,64,0.019536000159051683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,8192,0.01440622243616316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,10240,0.03038311004638672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,8192,0.0224924451775021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,65536,0.06590044498443604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,16384,0.06573333342870076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,2048,0.00851288851764467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,3584,0.28294044070773655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,2048,0.05144177873929342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,7168,0.03551022211710612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,3072,0.1213946607377794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,768,0.006628444625271692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,16384,0.14340444405873617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,1536,0.0047973332305749255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,32,0.02697333362367418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,32,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,16384,0.6838942103915744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,512,0.008295999632941352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,4096,0.2888844543033176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,256,0.004537777768241035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,7168,0.030564443932639226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,4096,0.33018578423394096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,12288,2.2025207943386502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,3072,0.011961778004964193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,768,0.005712888720962737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,32,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,8192,0.0364586677816179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,5120,0.009099555512269339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,256,0.009273777405420939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,128,0.0028764444092909494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,51200,0.08837599886788262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,2560,0.01954844428433312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,128,0.05570933553907606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,10240,0.5600230958726671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,4096,0.010058666268984476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,3072,0.009454222189055549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,4096,0.028344889481862385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,7168,0.07165510786904229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,12288,0.23556799358791777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,51200,4.8880738152398004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,64,0.0027173333283927706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,65536,0.14812444316016302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,1536,0.0047084444926844705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,51200,1.2506195704142253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,1024,0.012661333713266583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,512,0.00480000012450748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,768,0.011157333023018308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,1536,0.16168888409932455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,256,0.003089777711364958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,1536,0.029787556992636785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,51200,0.15124800470140246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,3584,0.02311022248533037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,2048,0.040292445156309344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,64,0.041617777612474226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,5120,0.010320000350475311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,512,0.004961777892377642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,32,0.0074924445814556545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,1536,0.041758222712410815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,1024,0.008940444224410588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,64,0.008820444345474243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,51200,0.23532621065775552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,64,0.00813333359029558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,512,0.00424177779091729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,768,0.004879111217127906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,16384,10.469733344184027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,128,0.006758222149478064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,768,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,3072,0.007480888730949826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,16384,0.6341048876444498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,3584,0.008249777886602614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,1024,0.016177778442700703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,2048,0.013626666532622443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,4096,0.009568889107969072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,5120,1.2660791609022353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,12288,0.04449422160784403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,1024,0.012216000093354119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,3584,0.011078221930397881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,6144,0.3688231044345432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,128,0.013086222112178802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,16384,0.051198220915264554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,10240,0.09024444553587173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,65536,3.763703240288628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,1024,0.005848888721730974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,16384,0.8345671229892306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,3584,0.7561342451307508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,8192,0.7223324245876737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,128,0.012240000069141388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,12288,0.022506665852334764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,2560,0.04596266812748379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,5120,1.3535733752780492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,2048,0.008949333594905006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,2560,0.008096888661384583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,2560,0.08445777495702107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,2048,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,32,0.009287111461162567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,12288,0.9436906178792318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,5120,0.03951466745800442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,128,0.015627556376987033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,12288,0.7919111251831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,128,0.002979555477698644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,7168,0.15129155582851833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,16384,0.055139554871453174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,3584,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,2048,0.04528888728883532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,1024,0.010141332944234213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,8192,0.01960711181163788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,3584,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,65536,0.023181334137916565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,4096,0.059076441658867725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,2560,0.025840888420740765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,4096,0.013199999928474426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,4096,0.01590044465329912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,7168,0.010523555179437002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,6144,0.1110195583767361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,51200,0.07086310784022014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,3584,0.30237778027852374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,768,0.08757688601811726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,8192,0.44556713104248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,256,0.0075039996041191956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,1024,0.023602666126357183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,1024,0.030285331938001845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,7168,0.014319999350441827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,768,0.012537777423858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,8192,0.030656887425316706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,256,0.03405333227581448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,5120,0.061391108565860324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,10240,0.6203813552856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,4096,0.5414711104498969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,512,0.006755555669466655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,16384,0.04595466785960727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,256,0.0035128887328836652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,1536,0.08617955446243286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,65536,0.3494657675425212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,1536,0.009953777823183272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,3584,0.015836444165971544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,8192,0.02373955481582218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,5120,1.811099582248264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,128,0.08423644304275513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,768,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,2048,0.8602017826504178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,6144,0.019408888287014432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,1024,0.010913777682516309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,3584,0.02028888960679372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,51200,0.22126844194200304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,256,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,32,0.00601244428091579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,16384,0.026543999711672466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,2048,0.009534222384293875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,51200,2.337405310736762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,3072,0.008209777375062307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,7168,0.04389955600102743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,256,0.004376000000370873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,128,0.0033271111961868075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,8192,0.23436000612046984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,16384,0.11457867092556423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,128,2.033020443386502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,3584,0.03380799955791897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,1024,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,4096,0.01796533332930671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,12288,0.05547377798292372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,768,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,5120,0.013445333474212222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,2048,0.024040000306235418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,10240,0.028507557180192735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,5120,0.012364444633324942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,8192,0.017165333032608032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,256,0.0075253330998950535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,10240,0.05477422144677904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,6144,0.1271644433339437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,128,0.005091555416584015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,8192,0.13890222708384195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,3584,0.6198053359985352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,51200,0.05913244353400337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,16384,0.7515493498908149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,10240,0.1253324482176039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,51200,0.2454328801896837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,4096,0.022692445251676772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,512,0.027162666122118633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,12288,0.7005955378214518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,1024,0.04404888881577385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,6144,2.4555901421440973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,1024,0.48462486267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,16384,0.16809688674079049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,7168,0.021719111336602107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,4096,0.029581334855821397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,51200,0.011378666592968835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,2048,0.014343111051453484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,51200,0.06628355715009901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,10240,0.04741955465740628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,512,0.01647555496957567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,8192,0.0551493333445655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,7168,0.023061333431137934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,51200,6.331504821777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,1024,0.7146524323357476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,256,0.013515555196338229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,64,0.003678222083383136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,1536,0.008426666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,1024,0.01016622202263938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,3072,0.01571555601225959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,128,0.015206222732861837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,6144,0.007720000214046902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,4096,0.015821332732836407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,768,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,51200,0.05531911055246989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,12288,0.024484443995687697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,8192,0.017640888690948486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,16384,0.03980088896221585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,10240,0.059141331248813205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,1536,0.0185253338681327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,32,0.0027262222849660446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,10240,0.03059911065631443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,6144,0.010036444498433007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,1536,0.07938044601016574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,1536,0.01644444465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,10240,0.11368444230821396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,10240,0.026884444885783728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,8192,0.021456888980335657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,10240,0.03866399990187751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,7168,0.07580355803171794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,1024,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,1024,0.3822942309909397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,4096,0.19365333186255562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,1536,0.006719999843173557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,7168,0.06210755639606052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,512,0.01038044442733129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,1536,0.01179377817445331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,4096,0.12534311082628039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,768,0.014831110835075378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,1024,0.05197422371970283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,7168,0.057277335060967334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,51200,0.2040711111492581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,8192,0.20847111278110078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,10240,0.013545778062608508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,4096,0.008279999925030602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,65536,7.062498728434245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,768,0.01179377817445331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,256,0.003559999995761447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,51200,0.026887110537952844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,5120,0.13119733333587646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,16384,0.43488799201117617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,1536,0.0262106673585044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,6144,0.07220888800091214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,4096,0.02149244480662876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,16384,0.10033244556850857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,2048,0.03045155604680379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,12288,6.884167989095052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,16384,0.10039110978444417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,6144,2.3483314514160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,8192,0.04604977700445387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,256,0.00398488880859481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,128,0.009957333405812582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,51200,2.37300893995497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,12288,0.013722666435771518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,5120,0.040341334210501775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,8192,0.10209066338009304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,5120,0.009555555880069733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,64,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,12288,0.023335999912685815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,3584,0.010258666343159145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,4096,0.1140035523308648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,512,0.0037955554823080697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,64,0.005902222047249476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,2560,0.022222222553359136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,2560,0.020738666256268818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,768,0.04303466611438327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,1536,0.04058400127622817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,512,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,768,0.005015999906592899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,3584,0.04404000110096402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,768,0.005607999861240387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,2048,0.015626667274369132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,51200,0.06212177541520861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,51200,0.3626302348242865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,16384,0.07591022385491265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,64,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,512,0.005692444327804778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,8192,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,12288,0.0406328903304206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,10240,0.0402782228257921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,3584,0.008037333687146505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,2048,0.09994666443930732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,16384,0.18593955039978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,768,0.009586667021115622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,16384,0.14614044295416936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,16384,0.015838222371207345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,16384,0.28555909792582196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,3584,0.007828444242477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,5120,0.014857777290874057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,6144,0.0303182237678104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,256,0.1262622276941935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,6144,0.18178310659196642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,8192,0.036329779360029436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,1536,0.006843555718660355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,5120,0.022338666849666174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,16384,0.5025359789530436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,12288,0.16358755694495306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,6144,0.05485688977771335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,1536,0.013413333230548434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,10240,0.09726488590240479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,10240,0.20180177688598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,1536,0.004613333278232151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,512,0.0038088887102074097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,12288,0.04740088846948412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,3584,0.019015999303923715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,2560,0.01573422220018175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,8192,0.035409778356552124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,10240,0.01829866733815935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,51200,0.2716746595170763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,768,0.007911110917727152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,2560,1.1271190643310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,12288,0.00813688917292489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,128,0.008389333056079017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,1024,0.05475733346409268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,51200,0.06512622038523357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,6144,0.025211556090248957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,2048,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,1536,0.015776889191733468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,1024,0.07144711414972942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,16384,0.02148088812828064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,65536,0.08153777652316622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,8192,0.012329777909649743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,2560,0.015229332778188916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,51200,0.8432648976643881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,512,0.004520888957712385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,3584,0.03395822313096788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,512,0.003318222239613533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,2048,0.007000000112586551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,4096,17.07419162326389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,512,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,6144,0.15383822388119167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,10240,0.0313937763373057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,1024,0.39667378531561953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,512,0.04666399955749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,2048,0.02772888872358534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,7168,0.03550133440229628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,768,0.011738667057620155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,3072,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,6144,0.2059182193544176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,16384,0.1091795563697815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,2560,0.016390222642156813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,2560,0.10863910781012641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,6144,0.03880000114440918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,2048,0.11606132984161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,3584,0.008341333104504479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,2560,0.05690311061011421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,128,0.011642666326628791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,32,0.0025600000388092464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,256,0.0030906666070222855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,32,0.0038977778620190094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,51200,0.11308444870842828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,1024,0.008263111114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,8192,0.015985776980717976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,51200,0.048010667165120445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,51200,6.282455868191189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,7168,0.039136889908048846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,10240,0.01017777787314521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,6144,0.12566399574279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,4096,0.007897777689827813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,4096,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,512,0.007183999651008182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,4096,0.01518133282661438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,12288,0.03338044550683763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,512,0.017092444830470614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,64,0.01713244451416863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,32,0.003055111194650332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,2560,0.06939378049638537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,10240,64.69135877821181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,12288,1.0001004536946614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,2560,0.01943644384543101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,3584,0.007920888562997183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,32,0.011214222345087262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,1024,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,65536,0.15779733657836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,128,0.011410666836632622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,12288,0.015286222100257874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,2560,0.009668444593747457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,16384,0.02011022302839491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,5120,0.025454221500290766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,65536,2.7582649654812283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,2048,0.008525333470768398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,65536,0.137262225151062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,3584,0.022437334060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,1536,0.0248346659872267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,7168,0.023603555228975084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,12288,0.04973333411746555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,512,0.020390222469965618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,65536,2.2024408976236978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,2560,0.02756799923049079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,16384,0.05700800153944227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,51200,0.05553599860933092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,5120,0.014646222194035849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,7168,0.07286577754550509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,1024,0.0063279999627007385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,1536,0.09098755651050144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,51200,46.0305650499132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,1024,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,51200,0.5572844611273872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,8192,0.26585955089992946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,2560,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,5120,0.015769778026474845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,4096,0.049175110128190785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,768,0.09015555514229669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,3584,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,7168,0.014188443620999655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,12288,0.06437155273225573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,1536,0.035066667530271746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,1024,0.005883555445406172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,6144,0.17757066090901694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,8192,0.08067822456359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,16384,0.033442666133244835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,2048,0.009385777844323052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,2048,0.47597424189249676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,51200,0.11105600330564712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,128,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,6144,0.012523555921183692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,3072,0.19169155756632486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,64,0.005864000154866113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,16384,0.7644693586561414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,768,0.011063999599880643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,3584,0.015204444527626038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,3072,0.0217902229891883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,1024,0.004412444515360726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,128,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,3072,0.02304977840847439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,4096,0.1970426638921102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,5120,0.01697422232892778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,16384,0.12182666195763482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,32,0.003160888950030009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,51200,0.08121599753697713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,12288,0.07626666625340779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,32,0.043306665288077466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,128,0.0075395554304122925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,128,0.0027964444210131965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,8192,2.357486300998264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,10240,0.016535111599498324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,3072,0.05353333221541511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,128,0.004481777962711123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,16384,0.23674400647481283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,4096,0.17752355999416777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,16384,0.11610755655500625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,12288,0.03355911042955186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,768,0.015263999501864115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,4096,0.005948444621430502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,32,0.005197333378924264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,65536,0.6364737616644965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,5120,0.10566222005420262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,32,0.02360533343421088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,3584,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,1536,0.036016888088650174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,8192,0.18405155340830484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,64,0.012034667034943899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,256,0.012015110916561551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,1024,0.006022222340106964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,128,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,6144,0.11023910840352376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,5120,0.013773333695199756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,65536,2.8160097334120007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,8192,0.030920889642503526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,768,0.026180444492234126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,16384,0.06809866428375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,256,0.006746666712893381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,7168,0.3089253372616238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,16384,0.11089333560731675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,16384,0.022847111026446026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,3072,0.009528888596428765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,2560,0.006434666613737742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,16384,0.3166408803727892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,768,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,1536,0.09816710816489325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,2048,0.026343999637497797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,2048,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,256,0.01110400011142095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,4096,0.011053333679835001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,51200,0.7547430992126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,7168,0.01900888813866509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,10240,0.3780826727549235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,8192,0.01089866707722346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,3584,0.2649617724948459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,2560,0.007648000286685095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,5120,0.03147733211517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,32,0.00794666674402025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,256,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,256,0.014507555299335055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,51200,7.847444322374131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,5120,0.030223111311594646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,768,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,10240,0.09199644459618463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,1536,0.008887999587588841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,16384,0.6408141983879937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,65536,1.29166136847602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,768,0.007653333246707916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,768,0.014709333578745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,2048,0.007103111180994246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,16384,0.04347022374471029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,1024,0.22517334090338814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,7168,0.011174221833546957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,2560,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,768,0.060600890053643115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,8192,0.30649956067403156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,8192,0.03712711069318984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,3072,0.010429333481523724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,5120,0.012809777425395118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,51200,0.14782488346099854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,7168,0.0063866666621632045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,51200,30.3997802734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,5120,0.022592888938056097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,10240,0.021423111359278362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,32,0.0032337777730491427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,16384,0.13348710536956787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,8192,0.01389244364367591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,2048,0.005528000079923206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,512,0.010885333021481832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,10240,2.3386959499782987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,128,0.011156444748242697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,16384,0.024688889582951862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,12288,0.39562222692701554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,12288,0.01830933325820499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,768,0.01685688893000285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,51200,0.36315022574530703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,3072,0.007424888511498769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,65536,0.23062756326463488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,51200,1.2619057761298287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,3584,0.022309333086013794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,128,0.0027431110954946945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,6144,0.43413421842787003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,768,0.010416000253624385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,64,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,7168,0.09455377525753444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,51200,0.11278043852912055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,3584,0.015895111693276297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,768,0.005928888916969299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,5120,0.3786817656622992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,1024,0.02493688960870107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,16384,0.05282488796446058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,51200,0.3097075621287028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,32,0.00674044465025266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,4096,0.02885155545340644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,8192,0.014519999424616495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,8192,0.06522755490409003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,10240,0.2116995520061917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,10240,0.2483759986029731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,1536,0.02684177789423201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,4096,0.00871733327706655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,2048,0.0185208883550432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,4096,0.04120711154407925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,64,0.0058551111982928375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,768,0.003946666502290302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,12288,0.23510400454203287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,3584,0.010699555277824402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,7168,0.03784977727466159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,1536,0.036032888624403216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,1536,0.2887920008765327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,64,0.22176267041100395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,10240,0.09515821933746338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,32,0.0026497778793176017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,32,0.0026355555488003623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,8192,0.12419999970330133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,128,0.007343110938866933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,6144,0.15525244341956243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,5120,0.025054223007626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,2048,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,128,0.195488002565172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,16384,0.011688888900809817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,768,0.0036319999231232535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,16384,0.047769778304629855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,6144,0.013352000051074557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,4096,0.025096888343493145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,128,0.007526222202512953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,10240,0.029048889875411987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,768,0.01936533384852939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,256,0.004190222256713443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,128,0.0052764444715446895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,65536,0.4050159984164768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,6144,2.6850763956705728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,65536,0.6022524303860134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,5120,0.020298666424221463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,1024,0.04251733422279358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,32,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,2048,0.05074222220314873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,3072,0.013206221991115145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,32,0.012299555871221753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,768,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,6144,0.021781333618693884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,256,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,768,0.017273777061038546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,512,0.015829333000712924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,6144,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,51200,0.35080001089308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,64,0.0028106667515304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,3072,0.011161777708265515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,2048,0.056102222866482206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,3072,0.040844443771574236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,51200,0.1091546681192186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,51200,0.11196533838907878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,64,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,3584,0.12404089503818089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,2048,0.011561777856614856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,256,0.004271999829345279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,128,0.006134222365087933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,2560,0.00902133352226681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,2560,0.01018044435315662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,256,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,4096,0.03512710995144314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,768,0.01889511115021176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,768,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,10240,0.007292444507280986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,6144,0.015415999624464246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,64,0.03135555651452806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,5120,0.021201777789327834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,65536,29.310167100694443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,10240,0.18865866131252715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,16384,0.08771466546588474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,7168,0.03236177894804213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,32,0.003937777959638172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,3072,0.06760978036456637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,7168,0.2851671112908257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,2048,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,6144,0.02294755478700002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,1536,0.01333333303531011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,7168,0.25840534104241264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,10240,0.25047821468777126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,2048,0.4798942142062717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,8192,0.6608986854553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,2048,0.012065778175989786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,32,0.008307555483447181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,4096,0.01701866587003072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,6144,0.5016009012858073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,512,0.007721777591440413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,2048,0.10163378053241306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,65536,0.13980089293585882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,2560,0.03156355685657925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,768,0.012077333198653327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,1536,0.12251555919647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,512,0.018181333939234417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,1536,0.03786044319470724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,2048,0.020485333270496793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,128,0.0030168888883458245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,768,0.022312000393867493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,16384,0.0865937802526686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,65536,0.15727910730573866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,7168,2.0408577389187283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,7168,0.01458666721979777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,768,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,5120,0.01294222225745519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,1536,0.0485155549314287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,2560,0.024544888072543677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,16384,0.058599114418029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,65536,2.35624270968967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,8192,0.024795555406146582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,12288,0.02286044425434536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,3584,0.00795733349190818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,128,0.006164444403515921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,51200,0.23477866914537218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,1024,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,128,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,16384,0.018852444158660043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,128,0.014127110441525778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,12288,0.014685332775115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,5120,0.008776889079146916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,2048,0.013435555828942193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,2048,0.0074648890230390764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,128,0.024538666009902954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,65536,0.955993758307563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,3584,0.08420177963044907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,8192,0.006344888773229387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,2048,0.010785777535703448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,128,0.016286222471131217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,2560,0.022554667459593877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,3584,0.09989155663384332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,32,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,128,0.015428443749745687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,4096,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,10240,0.02144444485505422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,256,0.0030577776746617425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,64,0.025587555434968736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,7168,0.036093334356943764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,512,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,8192,0.3790942298041449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,7168,0.14655555619133845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,7168,0.2735368940565321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,6144,0.006168889088763132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,2048,0.00535733335547977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,6144,0.025810667210155066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,512,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,51200,0.34734310044182676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,128,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,3072,0.01018133345577452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,512,0.00720177756415473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,3584,0.22804800669352213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,12288,0.5054328706529405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,1536,0.011083555718262991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,7168,0.012187555432319641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,51200,21.124740600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,16384,0.04270311196645101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,256,0.0053546664615472155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,7168,0.04679288797908359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,3584,0.02255200015174018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,256,0.003064888839920362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,6144,0.030234667989942763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,1024,0.013105777402718862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,128,0.0027582223216692605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,65536,0.21282400025261772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,10240,0.024472888973024156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,3584,1.8584374321831598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,12288,2.476833767361111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,2048,0.01700266698996226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,7168,0.09076533052656387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,4096,0.03678222166167365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,7168,0.014327999618318347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,3584,0.00795111142926746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,6144,0.03978311022122701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,256,0.003891555385457145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,768,0.0064293332397937775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,256,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,768,0.01644711030854119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,7168,0.7326693534851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,128,0.003236444460021125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,51200,0.5699511104159886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,3584,0.06772800286610921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,7168,0.023936889237827722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,12288,0.07034311029646131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,768,0.004967111266321606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,512,0.005863111052248213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,3584,0.3084462218814426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,8192,0.3757839997609456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,3072,0.05267555514971415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,1536,0.010105777945783403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,2560,0.2166524463229709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,12288,0.32428622245788574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,1536,0.0046302220887608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,1536,0.07230489121543036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,128,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,512,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,128,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,2048,0.010688888529936472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,65536,1.4099288516574437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,64,0.009871111147933537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,768,0.009020444419648912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,32,0.02956177790959676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,3072,0.017808889349301655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,256,0.010470222267839642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,65536,0.555040889316135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,7168,0.02235466738541921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,10240,0.01844800015290578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,3072,0.010563555690977307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,512,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,10240,0.07153955433103773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,10240,0.26622221204969615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,256,0.03676355547375149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,8192,0.7970710860358344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,65536,2.3263030582004123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,1024,0.0038604442444112566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,65536,0.15647110674116346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,64,0.005480000128348668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,6144,0.017831110292010836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,10240,0.09396711322996353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,128,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,12288,0.6073910925123427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,65536,0.37566932042439777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,128,0.007440889047251807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,8192,0.028029332558314007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,3584,0.011781333221329583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,256,0.009892444643709395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,4096,0.37122755580478245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,12288,1.6480542288886175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,1536,0.00777422222826216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,6144,0.011339555184046427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,64,0.004481777962711123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,3072,0.04814755585458544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,10240,0.03498311175240411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,1024,0.058232890235053174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,8192,0.23675645722283256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,3072,0.016234666109085083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,12288,0.4323573377397325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,256,0.15500444836086696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,2048,0.012116444607575735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,6144,0.03999911083115472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,10240,0.5662310918172201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,64,0.010975110861990186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,8192,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,65536,2.4080738491482205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,512,0.01183733344078064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,1536,0.018411555223994784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,4096,1.9149547153049047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,6144,0.014768888552983602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,10240,0.01331822243001726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,8192,0.011887999872366587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,1024,0.01016711112525728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,51200,0.060243553585476346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,51200,0.17298132843441436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,3584,0.13939555486043295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,10240,0.031493332650926374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,6144,0.041747556792365186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,51200,5.964357164171006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,768,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,1024,0.031090666850407917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,5120,0.033767110771603055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,10240,0.024990222520298425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,5120,0.10442133082283868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,5120,0.03810666667090522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,768,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,3072,0.3588124381171332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,8192,0.040756444136301674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,32,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,3584,0.008271111382378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,3584,0.021407999926143225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,3584,0.09292444255616929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,51200,0.02397866712676154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,5120,0.04295911060439216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,10240,0.025552888711293537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,3584,0.0672079986996121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,6144,0.06349066893259685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,128,0.010183999935785929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,64,0.002605333303411802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,5120,0.026776888304286536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,2048,0.011600000162919363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,2048,0.025672889418072168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,2560,0.01000533335738712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,1024,0.014462222655614218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,3072,0.08034933275646634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,4096,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,3584,0.10063378016153972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,6144,0.06702755557166205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,32,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,1536,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,6144,0.015800888339678448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,128,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,2048,0.005728888842794631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,256,0.014228444960382251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,5120,0.031501332918802895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,1536,0.09921155373255412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,2560,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,7168,0.14903467231326634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,5120,0.011271110839313932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,2560,0.01723377737734053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,16384,0.030202666918436687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,51200,1.226684464348687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,512,0.007870222131411234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,256,0.03446133269204034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,8192,0.01975555552376641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,768,0.005399111244413588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,16384,0.8197564548916287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,2560,0.06925688849555121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,32,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,65536,0.5295937856038412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,32,0.0032248888164758682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,512,0.004557333472702238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,2048,0.01953866746690538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,2048,0.01108444482088089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,16384,0.7470204565260145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,3072,0.007687999970383114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,51200,0.053336001104778714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,256,0.044545776314205594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,1024,0.014803555276658801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,12288,0.2332062191433377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,7168,0.0177182224061754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,1024,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,10240,0.032829334338506065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,12288,0.07144888904359606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,3584,0.023057777020666335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,256,0.005552000055710475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,64,0.002995555599530538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,8192,0.01367377738157908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,4096,0.0340302222304874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,64,0.00267999991774559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,64,0.005124444348944558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,1024,0.006500444478458828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,3584,0.010006222460005019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,1536,0.02903111113442315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,1536,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,7168,0.43099199401007754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,6144,0.016713778177897137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,3072,0.011208888557222156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,65536,0.6114915741814507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,1024,0.04140977727042304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,65536,0.1830364465713501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,32,0.005596444424655702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,4096,0.18118133809831408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,6144,0.9234515296088325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,6144,0.3672480053371853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,768,0.01917155583699544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,512,0.03832088907559713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,3072,0.007859555383523306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,2560,0.4569742414686415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,2048,0.007064888874689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,4096,3.7935269673665366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,7168,0.04064088728692796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,4096,0.03895911243226793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,12288,0.02308355602953169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,512,0.06390666961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,6144,0.01183377785815133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,51200,0.1495013369454278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,2560,0.2982684506310357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,65536,2.021585676405165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,256,0.025293333662880793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,51200,0.353495995203654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,6144,2.04294670952691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,16384,0.03352800011634827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,1536,0.016789333687888253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,512,0.007090667055712805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,2560,0.13103732797834608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,128,0.006145777801672618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,10240,0.037081778049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,3072,0.08368177546395196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,2560,0.02747111188040839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,5120,0.22027911080254448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,256,0.0041511112617121804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,3072,0.07686133517159356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,1536,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,2048,0.028798222541809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,7168,0.10860088798734878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,51200,1.2514560487535265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,6144,0.18355466259850395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,16384,0.9300586912367078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,3584,0.027257778578334387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,65536,2.9795867072211375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,51200,0.6400293244255914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,65536,1.353499518500434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,1536,0.007965332931942409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,512,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,7168,0.6670462290445963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,12288,0.03766577773623996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,6144,0.03036266565322876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,768,0.0058088890380329555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,256,0.11266311009724934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,12288,0.5450168715582954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,16384,0.030975110001034204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,65536,1.817532433403863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,5120,0.029746668206320867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,2048,0.07509155405892266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,64,0.00313688897424274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,1024,0.2121493286556668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,2560,0.45897690455118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,4096,0.17653421560923258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,1024,0.04039466712209914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,12288,0.07570933633380465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,1536,0.007633777956167857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,65536,0.5551706420050727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,65536,2.191800859239366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,1536,0.014839111102951897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,512,0.016536000702116225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,5120,0.028590222199757893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,12288,0.10129244459999932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,2560,0.007435555259386699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,12288,0.45972622765435117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,16384,0.05899288919236925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,1024,0.0058782220714622075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,5120,0.012850667039553324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,2560,0.010490666660997601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,256,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,1024,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,2560,0.009773333039548662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,65536,0.06733333402209811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,2560,0.05534755521350437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,2048,0.06446399953630236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,1536,0.21225244469112822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,51200,0.31646755006578237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,6144,0.016347555650605094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,3584,0.1333057747946845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,4096,0.09725066688325669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,256,0.07624355289671156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,12288,0.034028444025251604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,4096,0.17484711276160347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,10240,0.09506755405002171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,1536,0.05618133147557577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,8192,0.21862933370802137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,51200,0.7060186598036023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,4096,0.21754133701324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,128,0.00281866660548581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,2048,0.012132444315486483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,16384,0.03037422233157688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,8192,0.0507315562831031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,7168,0.1388275490866767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,6144,0.04133866561783685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,65536,0.06609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,4096,0.00795733349190818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,256,0.0041457778877682155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,512,0.10814578003353542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,5120,0.013917333549923368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,7168,0.01399466726515028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,512,0.02695111102528042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,128,0.016640888320075143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,5120,0.09958489073647393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,4096,0.0063546668324205614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,4096,0.10735378000471328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,1024,0.013456000222100152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,10240,0.37776978810628253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,7168,0.021270222134060327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,256,0.030039111773173015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,1024,0.05555999941296048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,1536,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,7168,0.2138293319278293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,1024,0.013445333474212222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,768,0.003552000141806073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,2048,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,1024,0.04760977625846863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,2048,0.006760889043410619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,1536,0.004416000097990036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,1024,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,16384,0.15896888573964438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,4096,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,51200,0.14044000042809382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,512,0.0977555579609341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,12288,0.04972444309128655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,6144,0.2399724324544271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,51200,0.04584533307287428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,3072,0.009293333523803288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,5120,0.3617120054033067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,16384,0.053660445743136935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,2560,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,4096,0.033430222007963396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,768,0.0036799998746977914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,51200,0.31780534320407444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,8192,0.0804799993832906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,51200,0.11468088626861572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,7168,0.09664177894592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,5120,0.04460710949367947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,65536,1.4288720024956598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,768,0.005290666802061929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,6144,0.105640000767178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,4096,1.5713315539889867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,1536,0.011342222491900126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,3584,0.31359733475579155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,64,0.03408622079425388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,4096,0.01812266641192966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,6144,0.015453333655993143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,64,0.04306755463282267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,3584,0.01200977795653873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,1024,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,51200,3.4669901529947915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,32,0.0034622223012977173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,3072,0.013655111193656921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,1536,0.013787555197874704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,3584,0.015278221832381355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,512,0.007121777368916406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,6144,3.8143717447916665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,4096,0.009559999737474654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,5120,0.8213609059651693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,768,0.008343111309740279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,3584,0.22639732890658906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,4096,0.015048889650238885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,12288,0.0895671115981208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,6144,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,65536,0.9802968766954211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,7168,0.11723289224836562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,7168,0.017994667092959087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,2048,0.012517333030700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,3584,0.012450666891203986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,12288,0.017120889491505094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,512,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,6144,0.058892442120446094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,8192,0.19665866427951387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,256,0.060137775209214955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,128,0.0031973332580592898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,6144,0.008074666890833113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,16384,0.06439110967848036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,256,0.004872000051869286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,16384,0.24974934260050455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,256,0.005748444547255834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,10240,0.08980355660120647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,6144,0.8684204419453939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,16384,0.030347555875778198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,3584,0.010689777632554373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,1024,0.010862222148312463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,12288,0.24605422549777559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,128,0.004666666603750653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,2048,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,12288,0.060235553317599826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,10240,5.682086944580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,2560,0.008646222452322641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,16384,0.3161262141333686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,7168,0.020423110988405015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,16384,0.11790311336517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,1024,0.015575110912322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,16384,11.160127427842882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,1024,0.025829333398077223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,4096,0.02052533295419481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,128,0.014327110515700446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,32,0.0028213332924577924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,10240,0.015956444872750174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,2048,0.012516444755925072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,3072,0.014631110760900708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,1024,0.03815644317203098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,768,0.3414933416578505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,64,0.011386666860845355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,65536,0.06730666425493029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,3584,0.00868800034125646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,3584,0.011289777855078379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,5120,0.07200177510579427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,5120,0.252492454316881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,32,0.029947555727428857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,8192,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,65536,0.38240710894266766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,2048,0.006118222243256039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,256,0.005053333524200651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,65536,0.25028978453742134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,51200,0.031769778993394636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,65536,0.18214755588107637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,768,0.03207022282812331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,6144,0.02323466704951392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,8192,0.0344124436378479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,8192,0.1583297782474094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,768,0.38873955938551163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,32,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,10240,0.19871200455559623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,2560,0.16219466262393528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,768,0.008201777935028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,768,0.0075235557225015424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,768,0.02938577863905165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,4096,0.07346666521496244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,2560,0.4310755464765761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,128,0.0030871110243929755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,2048,0.044954667488733925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,10240,1.0549297332763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,3584,0.08016088936063978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,65536,0.7596649063958062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,1024,0.015613334046469795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,2560,0.11341688368055557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,12288,0.02611911131276025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,512,0.0034213333080212274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,7168,0.7362613148159451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,16384,0.026800000005298193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,512,0.0864586697684394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,1024,0.01463733282354143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,64,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,512,0.018794667389657762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,7168,0.05152088734838697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,3584,0.13261600335439047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,768,0.003544888976547453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,1024,0.0037377778854635027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,768,0.004691555682155821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,1024,0.005764444255166584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,3584,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,128,0.005859555469618903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,1024,0.005098666581842634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,768,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,7168,0.07175733645757039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,512,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,2048,0.023327999644809302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,10240,0.02681511143843333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,7168,0.04342133469051785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,256,0.02867022156715393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,16384,0.5478666623433431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,2048,0.017808000246683758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,6144,0.030216889248953924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,2560,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,256,0.013569778038395775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,16384,0.1873048941294352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,32,0.004675555560323927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,7168,0.03920533259709676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,5120,0.029501332177056208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,4096,0.009764444496896531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,1536,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,1536,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,8192,0.08248444398244222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,768,0.0173662222094006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,6144,0.04471822248564827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,1536,0.006272888845867581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,10240,6.315833621554905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,32,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,16384,0.5818470848931206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,5120,0.021731555461883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,3584,0.047381334834628634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,3584,0.01108444482088089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,1536,0.019197333190176222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,16384,0.02968533171547784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,65536,0.17333600256178114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,51200,0.225944889916314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,16384,0.05381244421005249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,65536,1.3569261762830946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,256,0.06790666447745429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,1536,0.012100444071822695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,12288,0.7666906780666776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,32,0.007989333735571967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,8192,0.2232044537862142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,768,0.07031733459896512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,32,0.004843555390834808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,6144,0.02327022287580702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,32,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,5120,0.04270577761862013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,5120,0.07123288843366835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,10240,2.8893307579888234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,768,0.007827555967701806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,8192,0.047749333911471896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,3584,0.017231111725171406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,2560,0.006811555474996567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,128,0.007627555893527136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,1024,0.22541599803500703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,32,0.01401511165830824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,16384,0.7692942089504666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,12288,0.8025351100497775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,2560,0.014154665999942355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,6144,0.10461866855621338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,51200,0.2027368942896525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,10240,0.30538754993014866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,2048,0.010237333675225576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,3584,0.2981413205464681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,12288,3.189313676622179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,6144,0.044333332114749484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,7168,1.1096044116550021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,16384,0.131951994366116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,7168,0.01497244503762987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,5120,0.029402666621738013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,1024,0.004022222426202563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,768,0.012498666842778524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,2560,0.017172444197866652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,2560,0.03998400105370416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,4096,0.25291556782192653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,3584,0.20206133524576822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,512,0.003585777762863371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,512,0.05867111020618015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,2048,0.007648000286685095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,16384,0.02713511056370205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,8192,0.05003911256790161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,10240,0.028455999162462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,3072,0.019532443748580087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,2560,0.012216000093354119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,7168,0.34789244333902997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,1536,0.006558222075303395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,64,0.009151111046473185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,7168,0.040354665782716535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,1024,0.008195555872387355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,12288,0.25712354977925617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,3584,0.11888799402448867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,8192,0.019867555962668527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,3072,0.08193066385057238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,51200,1.1774578094482422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,512,0.0038240001433425476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,6144,0.020848888489935134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,256,0.004927111168702443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,2048,0.01739555597305298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,6144,0.057130667898390025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,2560,0.06741599904166327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,256,0.010866666833559671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,8192,0.012840000291665396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,2048,0.23801867167154947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,768,0.009617778162161509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,5120,0.011711999773979187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,2048,0.018606222338146634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,3072,0.023760888311598036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,2048,0.059947556919521756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,6144,0.021292444732454088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,2048,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,256,0.011535111400816174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,32,0.0030533334033356774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,6144,0.014539556370841132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,10240,0.014800000521871777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,3072,0.022151110900772944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,12288,0.12160621749030219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,1536,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,256,0.010017777482668558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,2560,0.01772444446881612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,128,0.025052444802390203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,10240,0.056351111994849316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,51200,11.631363762749565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,1024,0.03104355600145128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,1536,0.14668267303042942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,768,0.005155555489990446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,128,0.01683555543422699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,1024,0.15561155478159586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,256,0.06873422198825412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,10240,0.21081954903072783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,1536,0.007281777759393056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,512,0.004970666848950916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,8192,0.012764444781674279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,512,0.0033359999457995095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,16384,1.9245164659288194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,65536,0.01685244507259793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,1024,0.004458666675620609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,51200,4.5690489874945746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,4096,0.01463733282354143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,64,0.041454222467210554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,128,0.006525333142942852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,32,0.012390221986505719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,10240,0.04913599954711067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,16384,0.022721777359644573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,256,0.008384889198674096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,3584,0.010678222609890832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,5120,0.016953777935769822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,2560,0.06279733445909289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,32,0.0026666666898462507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,2560,0.01015466699997584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,16384,0.0217884447839525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,65536,0.47877958085801864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,512,0.019440000255902607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,7168,0.09929777516259088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,51200,27.814639621310764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,64,0.006509333435032103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,64,0.005004444470008214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,8192,0.032293332947625056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,2560,0.013028444515334235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,1024,0.04072533382309808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,128,0.0033946666452619764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,12288,0.3642684353722467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,1024,0.013823111024167804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,256,0.003245333416594399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,8192,0.0656577746073405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,1536,0.3466542296939426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,5120,0.009188444250159794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,1024,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,1536,0.015670221712854173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,128,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,512,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,7168,0.09919377830293442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,4096,0.009682666924264696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,16384,0.0203164451652103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,64,0.017906667457686532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,256,0.0058088890380329555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,51200,4.306346469455295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,512,0.010327999790509542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,1536,0.18798311551411948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,7168,0.03751111030578613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,65536,0.06523555517196655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,65536,0.6485439936319987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,65536,0.05797511339187622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,16384,0.03885866536034478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,1536,0.1283751063876682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,12288,0.14070399602254233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,8192,0.11640000343322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,7168,0.022389334109094407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,2560,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,1024,0.050155556864208646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,12288,0.017902221944597032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,7168,0.03784266776508755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,16384,0.05331910981072319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,8192,0.10119111008114284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,2048,0.06549866994222005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,12288,0.015879111157523263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,16384,0.20468000570933023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,2048,0.9061777326795789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,7168,0.011887999872366587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,51200,13.255760192871094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,6144,0.14328000280592176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,128,0.012653333445390066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,4096,0.03146222233772278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,4096,0.009513777991135916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,512,0.1242977778116862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,7168,0.029127111037572224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,6144,0.02127733329931895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,65536,1.1738693449232314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,2048,0.057392888598971896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,3072,0.008242666721343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,6144,0.12827644083234999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,3584,0.19759378168318006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,256,0.003448888866437806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,51200,0.15007555484771729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,256,0.0028728888266616394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,512,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,2560,0.023804444405767653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,2048,0.19686310821109346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,3584,0.009183111290136972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,1536,0.0828088919321696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,7168,0.04279377725389269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,3072,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,16384,0.07403466436598036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,12288,0.056418663925594754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,1024,0.2471146583557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,5120,0.04826755656136406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,256,0.00318755561278926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,3584,0.04306133257018196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,12288,0.09109155337015788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,4096,0.3122568925221761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,12288,0.07422133286794026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,10240,0.048304888937208385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,768,0.7627004517449273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,51200,5.013631184895833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,7168,0.46819909413655597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,256,0.006189333481921091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,512,0.009868444667922126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,3584,0.5528871218363444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,3584,0.015402666396564908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,768,0.027278222971492346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,1024,0.043056888712777026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,6144,0.015979554918077257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,10240,0.49932177861531574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,2560,0.006486222147941589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,6144,0.021900445222854614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,5120,0.009280888570679558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,10240,0.023061333431137934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,12288,0.01633777717749278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,10240,32.261189778645836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,16384,0.021378666162490845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,128,0.0074986666440963745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,16384,0.024846222665574815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,4096,0.16120266914367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,4096,0.00740444411834081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,1536,0.010219555762079027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,1536,0.01219377749496036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,3072,0.09808799955579971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,32,0.003152888889114062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,12288,0.5027128855387369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,65536,4.504288143581815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,128,0.012924444344308643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,16384,0.0971368882391188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,12288,2.2425954606797958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,5120,0.07091822226842244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,512,0.020483555065260995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,6144,0.12975554996066624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,64,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,128,0.0058062221441004015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,16384,0.032587554719712995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,8192,0.11951911449432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,65536,0.6790720091925727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,512,0.00998222248421775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,2048,0.01423822177780999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,2560,0.010354667074150508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,10240,0.10851289166344537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,65536,0.040398223532570735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,3072,0.07007110781139798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,32,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,512,0.029622223642137315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,3072,0.01679999960793389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,51200,0.054229332341088184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,256,0.01277955538696713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,5120,0.009860444400045607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,8192,0.09536266989178127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,2048,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,128,0.018936889039145578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,2560,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,5120,0.015849777393870883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,256,0.003650666524966558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,768,0.37813689973619247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,32,0.023543111152119104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,65536,0.8834906684027778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,64,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,1536,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,4096,0.23321689499749076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,16384,0.030894223186704848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,2560,0.02721244427892897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,8192,0.015319999721315173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,7168,0.010242666635248397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,8192,0.0825786656803555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,7168,0.03811288873354594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,2048,0.024819556209776137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,128,0.023741333021057978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,3072,4.041329701741536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,512,0.0038844446341196695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,10240,0.14829777346716985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,256,0.012182222472296821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,2560,0.025501334004931982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,128,0.004826666580306159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,512,0.005012444323963589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,8192,0.010998222563001843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,2048,0.011240888800885944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,1536,0.005699555493063397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,256,0.004917333523432414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,2560,0.011372444530328115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,2048,0.026791999737421673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,64,0.00518844442235099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,128,0.005024000174469418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,3584,0.01575199928548601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,4096,0.024062222904629175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,51200,0.055204444461398654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,768,0.04146044452985128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,10240,0.30574221081203884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,768,0.22652978367275664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,16384,0.05018488897217644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,32,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,65536,0.19662488831414116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,64,0.0307004451751709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,12288,1.3162470923529732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,512,0.0034542222403817703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,10240,0.03729688790109422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,51200,0.21895110607147217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,256,0.005630222045713001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,5120,0.010843555960390302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,51200,2.750509262084961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,5120,0.06502666738298205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,12288,0.05639555719163683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,7168,0.032320890161726214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,256,0.005838222387764189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,256,0.01977599991692437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,256,0.038902223110198975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,5120,0.02143200072977278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,128,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,5120,0.006714666469229593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,64,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,32,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,65536,1.6546729405721028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,1536,0.00868266655339135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,1024,0.2242435614267985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,51200,0.45241154564751523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,128,0.0030657777355776895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,3584,0.015986666083335876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,64,0.010423999693658618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,51200,0.3009546597798665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,8192,0.05283200078540378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,8192,0.013949332965744866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,512,0.04592622319857279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,1024,0.01758311192194621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,768,0.011584888729784222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,3584,0.012005333271291522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,51200,0.014874666929244995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,768,0.0037840000457233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,768,0.05362844467163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,2048,0.021757332815064326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,16384,0.024849777420361836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,65536,9.39571804470486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,6144,0.0708035561773512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,65536,21.047415839301216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,4096,0.03486311104562547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,3072,0.011624000138706632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,16384,0.04358488983578152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,1536,0.49645598729451496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,128,0.0052151112920708126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,12288,6.595623016357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,5120,0.027718222803539697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,51200,0.5333102014329698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,65536,0.12201510535346137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,1536,0.017959111266665988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,65536,2.7105227576361766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,2048,0.11375466982523601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,12288,0.021996445126003687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,10240,0.30643200874328613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,4096,0.1911840041478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,2560,0.005838222387764189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,8192,0.07909778091642591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,3072,0.025684444440735713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,3072,0.13883911238776311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,51200,0.7492133246527778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,128,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,65536,0.43833422660827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,10240,0.07384888993369208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,64,0.00701155596309238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,51200,2.066632800632053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,7168,0.012659555508030785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,6144,0.21146133210923937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,12288,0.015081778168678284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,3584,0.008590222232871586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,7168,0.0707884430885315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,12288,0.006310222049554189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,5120,0.0162808895111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,12288,0.006062222023804982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,8192,40.32484266493056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,512,0.004436444491147995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,768,0.009024889104896123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,51200,0.12261244985792373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,1024,0.009431111315886179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,32,0.0026844443960322272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,256,0.003528888854715559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,8192,0.20351378122965494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,768,0.05463022324774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,256,0.06833599673377143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,16384,0.16757333278656006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,6144,0.04616444309552511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,5120,0.058416889773474805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,256,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,16384,0.425855106777615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,51200,0.7409573131137424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,128,0.0027840000887711844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,51200,0.36632977591620547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,12288,0.042949332131279834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,3072,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,3584,0.10477422343360053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,768,0.01145244472556644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,1536,0.013886222408877479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,32,0.003965333518054751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,32,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,7168,0.3212755521138509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,10240,32.18592664930556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,3072,0.014775110615624322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,16384,0.05632088581720988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,1024,0.06927288903130426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,10240,0.0455715556939443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,3072,0.011407111254003314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,3072,0.014288889037238227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,4096,0.009115555220180089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,8192,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,1536,0.027383110589451257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,7168,0.0796604421403673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,65536,0.06597244739532471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,256,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,3584,0.04706666535801358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,3072,0.0653395586543613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,3584,0.8135849104987251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,3584,0.02167466613981459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,2560,0.027934223413467407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,1024,0.005728888842794631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,6144,0.013404444687896304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,8192,0.034671111239327326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,5120,0.2258231110042996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,512,0.008271999657154083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,7168,0.29642221662733287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,4096,0.05060799916585287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,12288,0.24410578939649794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,5120,0.03621066610018412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,3584,0.007241778075695038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,64,0.004039999925427967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,1536,0.004815111143721474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,128,0.022856889499558344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,128,0.0027191111197074256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,8192,0.07756711377037896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,64,0.021192888418833416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,4096,0.0058746664888328975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,768,0.12048978275722927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,6144,0.01555199921131134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,128,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,51200,3.2104774051242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,10240,0.03055022160212199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,4096,0.024870221813519795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,51200,0.1275893317328559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,2560,0.040222220950656466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,10240,0.03663555449909634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,12288,0.023992000354660883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,256,0.027429333991474573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,65536,1.2044667137993705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,32,0.007900444169839224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,2048,0.38443199793497723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,128,0.004495111190610462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,2560,0.2626230981614855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,1536,0.009420444567998251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,3072,0.0069466663731469055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,32,0.003338666632771492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,512,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,768,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,12288,0.037998222642474704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,1024,0.00721866637468338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,1536,0.015751111838552687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,1024,0.019038221902317472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,10240,0.022692445251676772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,10240,0.03451555636194017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,51200,0.3295626640319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,8192,0.08293777704238892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,16384,0.014472888575659858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,768,0.003646222253640493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,1536,0.008955555657545725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,128,0.008942222429646386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,1536,0.014096000128322177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,256,0.005631111148330901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,65536,0.06645066870583428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,12288,0.014727999766667684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,6144,0.02832533253563775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,6144,0.11212000581953262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,6144,0.03519466519355774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,128,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,1536,0.0665466652976142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,128,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,256,0.10071021980709499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,1536,0.007674666742483775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,5120,0.46900357140435117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,256,0.0057751110030545135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,3584,0.016220443778567843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,1024,0.004048000193304486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,10240,0.013583111266295115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,32,0.0090844440791342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,1024,0.08545066912968953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,3072,0.010223111344708337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,7168,0.018431110514534842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,16384,0.7507884237501355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,4096,0.019835554891162448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,1536,0.06650755802790324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,65536,5.4124560885959205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,65536,0.08412444591522217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,512,0.004861333303981357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,256,0.005734222216738596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,4096,0.02001333402262794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,1536,0.009661333428488838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,2048,0.07876622014575534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,128,0.007228444847795699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,51200,0.0532604455947876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,12288,0.015784000356992085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,2560,0.05706933471891615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,1024,0.03984977801640829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,3072,1.1736506356133354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,3584,0.008739555875460306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,8192,0.06146666738722059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,1536,0.022242666946517095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,5120,0.009771555662155151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,2048,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,256,0.006599111275540457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,51200,0.160791105694241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,10240,0.6740675502353244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,5120,0.03251288996802436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,3072,0.01869155632125007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,51200,0.05303111010127597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,65536,0.05093155635727776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,3584,0.014358222484588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,8192,0.5644124348958334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,12288,0.1035884420077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,2048,0.02016444504261017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,10240,0.021243555678261652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,768,0.1105697751045227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,32,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,512,0.023711111810472276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,1536,0.0070293330483966405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,512,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,3584,0.018076444665590923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,10240,0.25990221235487193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,2048,0.13991467157999674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,2048,0.024315555890401203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,3072,0.017869333426157635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,128,0.0029404444826973807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,5120,0.01864177816443973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,768,0.011721777419249216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,5120,0.03048000070783827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,5120,0.00903200027015474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,51200,2.9619483947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,7168,0.030309332741631403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,2048,0.007129777636792924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,256,0.004466666529575984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,51200,1.874341328938802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,51200,0.18280443880293104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,2560,0.08760088682174683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,512,0.00903555585278405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,7168,0.14823822180430093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,8192,0.10463911294937134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,51200,20.681927151150173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,64,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,768,0.012173333101802401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,64,0.03872177667087979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,2048,0.010683555569913654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,256,0.038331554995642766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,2560,0.018552000323931377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,512,0.05310755636956957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,128,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,1536,0.006790222393141852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,7168,0.011746666497654386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,5120,0.021111999948819477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,16384,0.0403164459599389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,65536,0.05067200130886502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,7168,0.05679644478691948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,16384,0.006170666466156642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,3584,23.270975748697918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,256,0.004120888809363048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,3584,0.08515289094712998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,128,0.012757333616415659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,1024,0.005575110928879843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,65536,0.1472231149673462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,12288,0.023880889018376667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,3072,0.010727110836240979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,16384,0.4166542159186469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,3584,0.01126399967405531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,5120,0.02622577713595496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,5120,0.024864888853496973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,2048,0.21037511030832926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,64,0.007652444144090016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,10240,0.020076443751653034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,1536,0.011618666350841522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,4096,0.2727671199374729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,2048,0.0075866662793689305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,256,0.004392000122202767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,1536,0.006671111202902264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,65536,41.0623779296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,1024,0.05512533254093594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,12288,0.23041510581970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,12288,0.056932442718082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,1024,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,5120,0.01769333415561252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,128,0.004386666748258802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,3072,0.13095822599199083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,32,0.002647111192345619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,5120,0.4786399735344781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,65536,0.06701155503590901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,5120,0.028927998410330877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,768,0.006654222392373615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,3072,0.021407110823525324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,51200,0.6306702295939127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,7168,0.03900444507598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,128,0.007342221836249034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,64,0.03820888863669501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,10240,0.07300533188713922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,3072,0.10789866579903497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,10240,0.07084355751673381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,4096,0.008691555923885768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,1024,0.0070497774415545994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,128,0.005410666680998272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,5120,0.024784889486100938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,7168,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,256,0.0107342220014996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,10240,0.11983822451697455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,1024,0.00868266655339135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,3584,0.04715911216206021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,4096,0.027647111150953505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,65536,0.5266844431559244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,12288,0.08369244469536676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,16384,0.051113777690463595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,65536,2.69197506374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,12288,0.44614044825236004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,12288,0.15074311362372503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,2560,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,768,0.09993066390355428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,2048,0.037412444750467934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,16384,0.19601244396633574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,1536,0.008029333419269985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,6144,0.030416889323128596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,3584,0.012267555627557965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,64,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,51200,0.06673777765697904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,8192,0.03453600075509813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,768,0.010223999619483948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,1536,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,2048,0.05194488830036587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,1536,0.004635555462704765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,7168,0.0693217780854967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,256,0.011381333072980246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,2560,0.08267377482520209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,4096,0.2769724527994792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,256,0.04083822170893351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,1024,0.007507555186748505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,1536,0.1581653356552124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,3584,0.027690667245123122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,5120,0.026800000005298193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,12288,0.921719127231174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,5120,0.009579555855857002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,7168,0.03763555486996969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,1024,0.0041235557032956015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,4096,0.014568888478808932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,32,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,7168,0.16579466395907932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,512,0.003591999825504091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,2048,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,65536,0.3256719907124837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,768,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,8192,0.006239111224810283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,16384,0.0710408886273702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,8192,0.16793155670166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,3584,0.07675911320580377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,4096,0.08574844731224908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,65536,0.30210399627685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,6144,0.01012711144155926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,64,0.005380444642570283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,32,0.008752889103359645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,51200,0.09623644749323527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,4096,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,16384,0.025633777181307476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,3072,0.0626879996723599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,128,0.0052684446175893145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,512,0.005127111242877113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,16384,3.9500588311089406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,1024,0.04870488908555773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,65536,0.2685520119137234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,16384,0.32175199190775555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,4096,0.008671110702885522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,4096,0.10039822260538737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,65536,0.06692355871200562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,64,0.005199111170238919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,6144,0.39745333459642196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,6144,0.08040177822113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,16384,0.05930044253667196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,256,0.07225777705510457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,1536,0.6546239852905273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,768,0.047452443175845675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,10240,0.04847022228770786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,4096,0.018532445033391316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,16384,0.00903200027015474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,1024,0.006091555373536215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,16384,0.0351235568523407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,16384,0.15570133262210423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,51200,0.09866844283209907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,768,0.0531217787000868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,16384,0.03942844602796767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,12288,0.04038133223851522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,1536,0.0952755543920729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,1024,0.007155555817815993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,1024,0.02658844490845998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,3584,0.03033511175049676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,3072,0.011115555961926779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,7168,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,8192,0.6374248928493923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,3584,2.3551697201199002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,128,0.003506666670242945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,2560,0.02121155626244015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,2048,0.02144266664981842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,768,0.0277839998404185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,1024,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,768,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,256,0.015240000353919135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,2560,0.09155644310845269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,128,0.004298666699065102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,512,0.02516711089346144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,128,0.005347555710209741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,12288,0.032315555546018816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,8192,0.03557688991228739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,7168,0.36685956848992246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,6144,0.05435377690527174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,5120,0.0069297779765393995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,2560,0.12215022246042888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,16384,0.9075120290120443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,2560,0.008809777597586313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,2048,0.03223377797338698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,1536,0.16709689299265543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,12288,0.2486586570739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,10240,0.2125777800877889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,768,0.005949333310127258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,2560,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,512,0.03316977620124817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,51200,1.2569786707560222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,4096,0.08238489098019071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,3072,0.6629519992404515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,1024,0.10303555594550239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,2048,0.05784533421198527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,64,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,51200,0.499742243025038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,6144,0.012554667062229581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,6144,0.6095253096686469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,16384,0.008708444734414419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,16384,0.12455911106533474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,3072,0.008652444514963362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,3072,0.007694222033023834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,3584,1.5056364271375868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,5120,0.2125777800877889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,512,0.003946666502290302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,51200,0.05316088928116692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,5120,0.04841599861780802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,3584,0.010330666270520952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,64,0.0029928889125585556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,512,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,7168,0.37801067034403485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,12288,38.495279947916664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,128,0.010958222051461538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,64,0.006856888946559694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,3072,0.07856533262464735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,1536,0.009966221948464712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,2048,0.019817777805858187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,5120,0.05211555626657274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,51200,0.03385511040687561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,65536,0.30343378914727104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,8192,0.014965333872371249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,768,0.19213510884179008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,256,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,2560,0.02388266722361247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,8192,0.028727110889222886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,65536,0.3274639977349175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,10240,0.039311998420291476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,10240,0.07466933462354872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,2048,0.10358933607737224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,10240,4.844977908664279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,16384,0.03857510950830247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,3072,0.5691537857055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,256,0.013810666898886362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,2560,0.13605599933200413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,3072,0.12362933158874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,3072,0.1812088886896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,1024,0.0046897778908411665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,3072,0.010048000348938836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,128,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,12288,0.006162666612201267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,16384,0.0221404449807273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,256,0.019876443677478366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,51200,0.06768177615271674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,10240,0.09145955244700114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,6144,0.03790666659673055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,51200,0.1532800065146552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,2048,0.009810667071077559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,1536,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,64,0.1708355612225003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,51200,1.8319271935356989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,256,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,4096,0.20922311147054037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,2560,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,64,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,5120,0.011395555403497485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,7168,0.043121778302722506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,2048,0.013415999710559845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,512,0.004839999808205498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,6144,0.2381324503156874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,3584,0.16975822713640001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,4096,0.218213333023919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,1536,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,16384,0.06491288873884413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,51200,0.07182577583524916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,6144,0.05706666575537788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,6144,0.0306986669699351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,8192,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,51200,0.03534222311443753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,3584,0.007582222421964009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,5120,0.02587377859486474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,3584,0.008059555457697975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,4096,0.2033075491587321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,64,0.0070222218831380205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,2048,0.012843555874294706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,10240,0.0207324441936281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,7168,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,65536,0.17529333962334526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,10240,0.12468622790442573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,4096,0.10441599951850043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,32,0.012961777547995249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,7168,0.01475644442770216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,1536,0.07533599932988484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,64,0.22301332155863443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,3072,0.3862808810340033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,65536,0.048284444544050426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,256,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,512,0.34733600086636013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,64,0.18335110611385771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,5120,0.016912000046836007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,10240,0.11601511637369792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,8192,0.1675022178226047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,512,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,2048,0.007816889219813878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,2048,0.03370489014519586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,65536,1.0809244579739041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,10240,0.03689688775274489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,256,0.017127111554145813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,6144,0.011357333097192975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,7168,0.010812444819344414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,256,0.025164445241292317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,65536,0.21402843793233237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,5120,0.13754133383433023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,2048,0.05850399865044487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,128,0.003699555579158995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,65536,19.398234049479168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,3584,0.11914311514960395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,32,0.006868444383144379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,1024,0.08922044436136882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,2560,0.14168177710639104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,51200,0.8653199937608508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,7168,0.6423795488145616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,8192,0.06059200233883328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,3584,0.33107733726501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,3584,0.02351466649108463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,7168,0.4120017687479655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,5120,0.4028613302442763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,1024,0.011727111207114326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,1024,0.0038453332251972626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,10240,0.20258400175306532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,12288,0.027152889304690894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,512,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,7168,0.23276178042093912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,10240,0.05760355790456136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,1536,0.0826524429851108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,12288,0.0698088871108161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,1024,0.013173333472675748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,2048,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,4096,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,3584,0.23199465539720324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,128,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,1024,0.00637155564294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,512,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,128,0.02717422280046675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,5120,0.01201600001917945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,2560,0.011707555916574268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,2560,0.0158915552828047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,64,0.002551111082235972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,128,0.0028595555987623003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,6144,0.023319111929999456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,65536,0.08063466681374444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,64,0.0026346666531430352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,3584,0.010127999716334874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,8192,0.11386399798923069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,6144,0.03440444336997138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,512,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,2048,0.0052986666560173035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,16384,0.04340089029735989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,8192,0.03441333439615037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,256,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,32,0.00665511108107037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,512,0.04564533299869961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,3584,0.016360888878504436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,3072,0.00906666699382994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,768,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,16384,0.006424888968467712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,3072,0.018536888890796237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,65536,0.6595653427971734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,512,0.0348417792055342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,10240,0.029128889242808025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,10240,0.013583111266295115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,3072,0.0063493334584765965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,2048,0.15339110957251653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,65536,0.10363911257849799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,7168,0.06338755289713542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,4096,0.17304533057742646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,7168,0.023774221539497375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,7168,0.015855110353893705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,8192,0.21299733055962455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,1536,0.0063164445261160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,10240,0.013769778112570444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,51200,2.5790365007188583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,12288,0.022962666220135156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,512,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,768,0.00517155561182234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,256,0.005452444569932089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,6144,0.05936621957355075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,51200,0.24923110008239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,7168,0.025828444295459326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,3072,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,1024,0.011345778074529437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,7168,0.15384799904293484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,2048,0.02454400062561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,51200,0.052645332283443876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,7168,0.010355555348926121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,768,0.00433955548538102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,8192,0.15991022851732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,5120,0.07072799735599093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,51200,0.054506666130489774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,4096,0.009673777553770278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,16384,0.1493662198384603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,1536,0.012160888976520963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,32,0.002862222285734283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,64,0.004314666820896996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,256,0.07817066378063627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,1536,0.2125262286927965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,1024,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,32,0.0027804445061418745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,7168,0.14368532763587102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,65536,1.5415884653727214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,768,0.04919911093182034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,256,0.02240444388654497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,3072,0.0092284447617001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,4096,0.008179555336634317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,768,0.014279999666743808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,3584,0.01108977778090371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,256,0.003583999971548716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,8192,0.006989333364698622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,512,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,6144,0.03049066662788391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,1536,0.06670933299594455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,5120,0.011732444167137146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,2048,0.006528000036875407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,7168,0.03036622206370036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,128,0.004277333203289243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,256,0.008787555827034844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,3072,0.19844888316260445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,768,0.18918044037289092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,4096,0.00923111124171151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,128,0.004485333131419288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,12288,0.03993689020474752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,1024,0.007520000139872233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,768,0.0046302220887608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,512,0.017502221796247695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,51200,2.4488470289442277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,16384,0.17658666769663492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,512,0.05791111124886406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,256,0.01779111060831282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,4096,0.007999999655617608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,3584,0.0203795548942354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,2048,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,10240,0.21231910917494032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,10240,0.06848177644941542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,10240,0.031919111808141075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,1536,0.03438933359252082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,3072,0.01015733347998725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,1536,0.027639999985694885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,512,0.019173334042231243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,3072,0.008440888590282863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,2560,0.02641955514748891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,768,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,2560,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,32,0.0058782220714622075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,3072,0.1748880015479194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,2048,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,2048,0.02384088933467865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,3072,0.007618666523032718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,4096,0.07309955358505249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,3072,0.06795022222730848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,768,0.11748533778720432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,5120,0.03722666700681051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,5120,0.09413599967956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,4096,0.06699822346369426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,3072,0.008067555725574493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,1536,0.013478221992651621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,4096,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,10240,0.2594790988498264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,3072,0.041972445117102734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,10240,0.05345333284801907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,3584,0.01129955550034841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,1024,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,4096,0.025256888733969793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,256,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,8192,0.011509333219793109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,768,0.04773777723312378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,16384,0.0735422240363227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,32,0.007071110937330458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,8192,0.6044826507568359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,3584,0.016041777200169034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,5120,0.200783994462755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,12288,0.16044444508022732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,128,0.003560888684458203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,3584,0.12739822599622938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,512,0.0037573331760035623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,12288,0.02271644439962175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,12288,0.957255999247233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,6144,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,51200,0.05278222097290886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,4096,0.0446320010556115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,1024,0.025366221865018208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,3072,0.007057777709431118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,65536,0.10052977667914496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,7168,0.02307022280163235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,65536,0.3879102336035834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,12288,0.0229120006163915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,65536,0.2769804530673557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,3584,0.02530577778816223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,256,0.0041662222809261745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,1536,0.004611555486917496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,8192,0.012679110798570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,1536,0.024693333440356787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,6144,0.016190222567982145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,3584,0.01351377781894472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,1024,0.07451022333568998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,7168,0.011128000087208219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,512,0.05252800054020352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,2048,0.018565333551830716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,16384,0.23702398935953775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,768,0.022218666142887537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,5120,0.026945778065257605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,4096,0.03247111042340597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,5120,0.15317511558532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,2560,0.07460977633794148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,2560,0.025049777494536504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,5120,0.1373902161916097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,16384,0.10601066880755955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,768,0.18568978044721815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,51200,2.5972745683458114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,768,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,65536,0.10045066807005142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,128,0.006899555524190267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,2048,0.053631110323799976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,5120,0.24110399352179634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,7168,0.17773777908749053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,2560,0.008842666943868002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,12288,30.544294569227432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,8192,0.01815200017558204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,3584,0.011266666981909009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,6144,0.15279555320739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,128,0.008645333349704742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,4096,0.012606222596433429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,2560,0.6725929048326281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,16384,0.020633776982625324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,768,0.018146667215559218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,768,0.003601777884695265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,256,0.004769777672158347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,128,0.026287110315428838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,1536,0.011490667031870948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,512,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,5120,0.024078221784697637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,768,0.003648888733651903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,3584,0.030212445391549006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,512,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,6144,0.014329777823554145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,2560,0.062184002664354115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,32,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,64,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,1536,0.14659910731845432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,2048,0.013017777767446307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,12288,0.08572266499201457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,65536,0.9231466717190213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,64,0.40714844067891437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,128,0.003237333355678452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,5120,0.0127697777416971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,2048,0.005695111221737332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,3584,0.03372711274358962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,3584,0.2646248870425754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,65536,0.017743999759356182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,65536,9.134230719672308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,10240,0.01681866745154063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,3072,0.011946666571829053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,32,0.02852355440457662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,10240,0.14798933929867214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,32,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,4096,0.007148444652557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,51200,0.2894951237572564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,128,0.004822222308980094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,512,0.0348364445898268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,6144,0.08978133069144355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,51200,0.9772915310329862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,4096,0.056333336565229625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,2560,0.18390933672587076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,16384,0.007222221957312689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,51200,0.43018221855163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,3072,0.037843555212020874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,768,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,6144,0.012171555724408893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,1536,0.013613333304723104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,3584,0.1341937780380249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,5120,0.45713334613376194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,1024,0.025495110286606684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,7168,0.7555786768595377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,65536,0.009881777895821465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,1024,0.01051111105415556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,256,0.03814222084151374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,2048,0.21197599834865996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,3072,0.08225866821077135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,10240,0.3915288978152805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,2560,0.0064275554484791225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,6144,0.021261332763565913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,2560,0.1255626678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,8192,0.030536890029907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,64,0.009843555589516958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,10240,0.03482133481237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,2048,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,3072,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,768,0.008249777886602614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,10240,0.016338666280110676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,1024,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,10240,0.031344887283113264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,4096,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,5120,0.18921066655053032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,16384,0.3155848979949951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,768,0.01404800017674764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,7168,0.016413332687483895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,3584,0.010076444182131026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,7168,0.014468444718254937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,2560,0.029663999875386555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,32,0.012519111235936483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,64,0.14433777332305908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,65536,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,128,0.0031662223239739737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,51200,0.4213751157124837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,6144,0.15056355794270834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,7168,0.10684711403316921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,2560,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,128,0.01977688901954227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,6144,0.26690223481920033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,128,0.06312533219655354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,5120,0.030863109562132094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,7168,0.05349066522386339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,128,0.0063982220987478895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,256,0.003031111011902491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,3584,0.05872088670730591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,12288,0.017263111140992906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,512,0.0032035555276605818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,2560,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,51200,20.555362277560764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,16384,0.05993777513504028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,1024,0.009456000394291347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,1024,0.04674666788842943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,4096,0.08555466598934597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,8192,0.024914667010307312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,16384,0.01850666602452596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,64,0.008072000410821702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,3584,0.030736890104081895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,6144,0.02991644541422526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,10240,0.3057057857513428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,128,0.0042035554846127825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,16384,0.9498799641927084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,16384,0.9153199725680881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,16384,0.05284444491068522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,6144,0.030477331744299993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,32,0.003112000102798144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,16384,40.74706013997396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,4096,0.02844888965288798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,768,0.008231999973456064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,1536,0.05645689037111071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,7168,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,768,0.03265955713060167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,256,0.007043555378913879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,2560,0.0203493336836497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,2048,0.03258666727277968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,10240,0.03598755598068237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,2048,0.5314310921563042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,64,0.005392888767851724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,12288,0.019148444135983784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,768,0.020873778396182593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,1536,0.0162764439980189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,32,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,6144,0.12583733929528132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,12288,0.06140177779727512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,65536,2.863104078504774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,10240,0.03232266505559286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,51200,0.6152168909708658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,10240,2.5939644707573786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,1024,0.01457155578666263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,8192,0.02608799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,1024,0.029333333174387615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,1536,0.004618666652176115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,12288,13.53533681233724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,5120,0.02388711108101739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,7168,0.725296868218316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,64,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,6144,0.15265599886576334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,3072,0.10771110985014175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,10240,0.09428355428907607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,10240,0.4733884599473741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,16384,0.04567466510666741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,16384,0.06399999724494086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,65536,0.05565244621700711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,256,0.013266666895813413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,768,0.005647999958859549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,8192,0.01200888885392083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,512,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,2560,0.04975377851062351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,768,0.01938577824168735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,3584,0.18115644984775117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,2560,0.11028622256384955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,8192,0.015816888875431485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,10240,0.042575998438729175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,7168,0.13335377640194362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,2048,0.20904710557725695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,32,0.005199111170238919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,8192,0.029118223322762385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,10240,0.0455715556939443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,16384,0.053341332409116954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,4096,0.0109120003051228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,1024,0.08004888561036852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,7168,0.015040000279744467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,2560,0.10447288884056939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,512,0.040067556831571795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,7168,0.4198026657104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,32,0.006017777654859755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,512,0.006559111177921295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,65536,0.3745368851555719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,1024,0.018823110395007663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,64,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,128,0.13389600647820368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,512,0.004274666723277834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,10240,0.3603697882758246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,4096,0.10464711321724786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,1536,0.04511022236612108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,16384,0.0262044436401791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,32,0.00810222244924969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,2048,0.016029333074887592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,256,0.00941777808798684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,512,0.021879111727078755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,5120,5.911532508002387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,768,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,16384,0.11928799417283799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,3584,0.016509332590632968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,7168,0.01583377851380242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,7168,0.1389253271950616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,5120,0.011630222201347351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,51200,1.1059822506374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,768,0.012050666742854647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,1536,0.004775111046102312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,3072,0.06403111086951362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,64,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,12288,0.09137244357003106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,7168,0.10236622227562799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,512,0.0033608888172441055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,768,0.021673777037196692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,7168,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,768,0.03141955534617106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,51200,2.4134765201144748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,51200,1.2767502466837566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,3072,0.010310221877362993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,10240,0.015959110524919298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,2048,0.004991111242108875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,2048,0.01941066649225023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,4096,0.5002080069647895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,1536,0.03778310947948032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,51200,0.05417422122425503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,1024,0.003949333396222857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,1024,0.003992889076471329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,512,0.005234666582610872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,1024,0.3089573383331299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,1024,0.015834665960735746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,1024,0.005537777725193236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,6144,0.08486844433678521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,8192,0.06367022461361356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,2560,0.012825777961148156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,5120,0.09141155746248032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,10240,0.017440888616773818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,3584,0.05956266985999214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,32,0.005454222361246745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,512,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,128,0.03186933199564616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,1536,0.012215110990736218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,6144,0.01719199948840671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,2048,0.037231110864215426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,32,0.005048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,3072,0.0074444446298811175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,12288,0.23965599801805285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,2560,0.023950222465727065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,4096,0.013798221945762634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,16384,1.89080810546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,4096,0.015023999743991427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,7168,0.3027546670701769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,1536,0.16042221917046443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,51200,0.23137956195407441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,6144,0.010947555303573608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,4096,0.012260444462299347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,5120,0.04569866591029697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,3584,0.007121777368916406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,2048,0.058548443847232394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,256,0.015019555886586508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,5120,0.006618666566080517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,1536,0.005705777969625261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,512,0.003237333355678452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,7168,0.010840888652536603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,10240,0.022655111220147874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,128,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,256,0.010428444378905825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,2560,3.251424789428711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,3584,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,64,0.005496888938877318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,10240,0.013841778039932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,3072,0.011742221812407175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,7168,0.08625333176718818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,2560,0.03248000144958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,3072,0.07206755876541138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,3072,0.010294222169452244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,128,0.003091555502679613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,12288,0.0200284438000785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,65536,27.882698906792537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,3072,0.0094035557574696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,3584,0.015526221858130561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,3072,0.009905777871608734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,3584,0.013468444347381592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,128,0.004660444541109933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,4096,0.007594666547245449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,2048,0.01763911048571269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,51200,0.27027466562059194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,65536,0.22988798883226183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,65536,7.59683820936415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,64,0.0029688889367712867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,64,0.0027359999302360746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,128,0.05518488751517402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,10240,0.017948443690935772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,256,0.014422222971916199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,256,0.015849777393870883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,2560,0.009776888622177972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,5120,0.141649776034885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,12288,0.15216622087690565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,3584,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,768,0.02159999973244137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,8192,0.03976800044377645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,8192,0.03339644604259067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,256,0.02461066676510705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,2048,0.09989155663384332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,12288,0.41230132844712997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,16384,0.0255422227912479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,3072,0.05188088946872287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,1024,0.19076977835761177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,4096,0.011500444677140979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,12288,0.08105422390831842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,4096,0.05290844374232822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,2048,0.061080886258019336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,7168,0.019719110594855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,512,0.07324000199635823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,256,0.008344888687133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,128,0.08392977714538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,3072,0.17512444655100504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,1024,0.013455111119482251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,2560,0.01808088852299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,12288,0.022886221607526142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,3584,0.08440177970462376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,10240,4.317145877414279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,65536,3.2212310367160373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,1536,0.006140444427728653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,512,0.007613333563009898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,2048,0.007843555675612556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,6144,0.7125120162963867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,1024,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,512,0.003400000019205941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,128,0.02500533395343357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,1536,0.02318488889270359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,1024,0.004713777866628435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,8192,0.017300445172521803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,32,0.004056000047259861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,1024,0.0835004448890686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,51200,0.14948266082339817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,1024,0.009670221971140968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,768,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,3584,0.00740799970097012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,128,0.005069333232111401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,64,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,2048,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,2560,0.01293511109219657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,512,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,2560,0.013379555609491138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,16384,0.08789244625303481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,65536,0.1796871158811781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,1536,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,2560,0.02730488942729102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,32,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,1536,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,16384,0.7461662292480469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,6144,0.010205333431561789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,3072,0.007967111137178209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,1536,0.08653422196706136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,10240,0.07422222031487359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,7168,0.04791999856630961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,256,0.00811822215716044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,512,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,12288,1.1542257732815213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,10240,0.2836364375220405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,1024,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,65536,0.6883404519822863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,16384,0.03276177909639146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,64,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,2560,0.1211528910530938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,3072,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,4096,0.010653333531485664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,64,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,3072,0.01555022266176012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,4096,0.017830222845077515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,6144,0.06693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,768,0.005621333503060871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,4096,0.2154986725913154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,16384,0.7488773134019641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,16384,0.6234755516052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,1024,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,7168,0.03866399990187751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,5120,0.014004444082578024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,4096,2.883327907986111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,4096,0.014119111829333834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,1536,0.04366044534577263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,512,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,3072,0.01256622208489312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,51200,0.147709329922994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,7168,0.047820445564058095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,64,0.002879111096262932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,5120,0.046988444195853345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,3072,0.17389421992831758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,256,0.02980355421702067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,128,0.005140444470776452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,16384,0.04359289010365804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,768,0.007654222349325816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,12288,0.030060443613264296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,65536,0.7514977984958224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,10240,0.27461332745022243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,65536,0.13204622268676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,4096,0.011710222396585675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,2560,0.07212799787521362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,10240,0.024488000406159297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,256,0.006993778049945831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,7168,0.08335822158389622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,4096,0.023374223046832617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,128,0.01979022224744161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,2560,0.04639733168813917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,7168,0.029663999875386555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,65536,0.07914488845401339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,128,0.0027715555495686005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,2560,0.026307556364271376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,1024,0.010088000032636855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,1024,0.050775110721588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,768,0.018368888232443068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,8192,0.07234488593207465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,1536,0.7040150960286459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,16384,0.24481688605414498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,512,0.007817777494589487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,6144,0.03339644604259067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,6144,0.01843377782238854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,3584,0.00868711123863856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,768,0.00962222201956643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,256,0.018420444594489205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,1536,0.0705582234594557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,16384,0.059855110115475126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,32,0.0026826666047175727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,65536,1.5967867109510634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,768,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,12288,0.263866662979126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,65536,0.2795226573944092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,65536,1.3118142022026908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,4096,0.05366399884223938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,1024,0.058668441242641874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,4096,0.9501991271972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,12288,0.04650577902793884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,4096,0.03243111239539252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,5120,0.02795999911096361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,3072,0.014743111199802823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,768,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,10240,0.04224444429079691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,6144,0.2764231099022759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,7168,0.0715306666162279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,768,0.01330044451687071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,512,0.01714933415253957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,12288,0.3177644411722819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,3072,0.057546668582492404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,16384,0.12717689408196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,2560,0.008734222087595198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,65536,0.06536622179879083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,4096,0.01703288820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,10240,0.01866666641500261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,128,0.021350221501456365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,2048,0.02070755594306522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,256,0.015351111690203348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,7168,0.010553778045707278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,8192,0.09035822418000962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,3584,0.08348977565765381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,5120,0.017286222842004564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,64,0.012243555651770698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,512,0.07202933231989543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,2048,0.008029333419269985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,3072,0.055923554632398814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,2048,0.2113564411799113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,8192,0.7420319981045194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,2560,0.01590488851070404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,65536,0.880074659983317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,3584,0.027886221806208294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,1024,0.009756444229020013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,8192,0.020424000091022916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,2048,0.01331733332739936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,2560,0.012812444733248817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,2048,0.008808888494968414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,12288,0.1461671060985989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,10240,0.739864879184299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,256,0.04316711094644335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,4096,0.02846755584081014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,1024,0.025038222471872967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,32,0.00850933293501536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,5120,0.19885422123803032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,65536,0.07010400295257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,512,0.004925333377387789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,12288,0.12151022752126057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,4096,0.04447288976775276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,256,0.007849777738253275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,768,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,8192,0.02463200026088291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,32,0.005105777747101254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,16384,3.893702189127604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,8192,0.020795555578337777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,10240,0.017913776967260573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,768,0.004610666798220741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,2560,0.022870222727457683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,65536,1.179017808702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,2560,0.008535111116038429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,4096,0.13366044892205134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,64,0.0030817778574095834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,768,0.01755199995305803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,7168,0.049603554937574595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,5120,0.009330666727489894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,1024,0.005658666706747479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,6144,0.021373333202468023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,2048,0.09752533170912002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,2560,0.062462223900689014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,16384,0.14717955059475368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,5120,0.07094489203559028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,51200,1.2508790757921007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,512,0.044454223579830594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,1536,0.016522667474216886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,16384,4.922158983018663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,8192,0.015778667396969266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,7168,0.150672886106703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,32,0.005868444426192178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,12288,0.6604071193271214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,1536,0.22990043958028158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,12288,0.21366311444176567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,3072,0.01181688904762268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,3072,0.019208888212839764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,3584,0.05649155378341675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,51200,2.673985799153646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,10240,0.09558488925298055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,64,0.02292355563905504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,65536,0.04477777745988634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,3584,0.5282808939615885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,6144,1.5828915701972113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,512,0.026727999250094097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,256,0.008186666501892937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,5120,0.009329777624871995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,12288,0.47483110427856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,768,0.011728000309732227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,8192,0.034675555096732244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,256,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,3072,0.016490666402710807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,10240,0.0390897790590922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,7168,0.1752551131778293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,128,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,3584,0.012516444755925072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,2048,0.023740443918440077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,5120,0.10159555408689712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,1024,0.008330666356616551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,2048,0.12451910972595215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,3072,0.019848000672128465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,64,0.002556444456179937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,5120,0.5608604219224718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,3584,0.05257066753175524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,6144,0.06107288599014282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,1024,0.017687999539905123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,3584,0.026498667067951624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,4096,0.06781599919001262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,3584,0.1223191155327691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,256,0.004594666676388847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,12288,0.05013777812321981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,32,0.00479644454187817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,1536,0.03779644436306424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,512,0.005886222339338726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,2560,0.0993608898586697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,51200,2.5396107567681208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,1024,0.015016888578732809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,768,0.018626666731304593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,8192,0.14582044548458523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,1536,0.020228443874253165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,256,0.006894222150246303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,256,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,2560,0.010647111468844943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,51200,1.2785182529025607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,2048,0.009457777771684859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,3584,0.2342311011420356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,10240,0.8151955604553223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,768,0.008551110823949179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,16384,0.165065778626336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,3072,0.02164799968401591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,12288,0.036511109934912786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,64,0.0026391111314296722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,16384,0.26537956131829155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,51200,0.497886233859592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,1536,0.00527022240890397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,512,0.007248889240953658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,3584,0.007400000260935889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,64,0.004362666772471534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,8192,0.010956444674068026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,3584,0.014634667171372307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,128,0.010042666561073726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,4096,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,3584,0.22112977504730225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,2560,0.011679111255539788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,128,0.00535733335547977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,5120,0.010113777385817634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,4096,0.4244577884674072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,3584,2.8256585862901478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,2048,0.015483554866578845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,3584,0.021585777401924133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,3072,0.006994666324721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,3584,0.009008000294367472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,1536,0.04840888910823398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,32,0.006958222223652734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,3072,0.01682844426896837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,3584,0.08523911237716675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,256,0.04196977615356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,256,0.004432888908518685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,128,0.0118568887313207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,6144,0.037315554089016385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,2048,0.2832968764834934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,6144,0.02798488736152649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,256,0.0251893334918552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,16384,0.08991733524534438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,1024,0.010115555591053432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,51200,0.3533439901140001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,16384,0.12992355558607313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,51200,1.4204169379340277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,3072,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,8192,0.006684444430801604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,6144,0.01938488913906945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,12288,0.014340443743599786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,4096,0.011549333731333414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,7168,0.08937688668568929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,2560,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,12288,0.8019208908081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,8192,0.11931199497646755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,5120,0.010277333358923594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,16384,0.6606835789150661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,64,0.006112888869312074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,64,0.006237333433495627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,51200,3.65413326687283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,6144,3.1617679595947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,5120,0.37222666210598415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,3584,0.04567911227544149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,5120,0.1222204499774509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,768,0.010557333628336588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,32,0.007625777688291337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,1024,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,5120,0.014545778433481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,16384,0.019179556104871962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,10240,0.03972622089915805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,128,0.007720888488822513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,2560,0.012672888735930124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,4096,0.0353999998834398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,51200,0.45851288901435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,3584,0.7095751232571073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,2048,0.009510222408506606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,4096,0.04783733354674446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,1536,0.022781333989567224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,32,0.0032471112079090546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,8192,0.158625774913364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,512,0.03537777728504605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,51200,0.7774844699435763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,128,0.002903999967707528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,16384,0.01125511113140318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,65536,0.13594133324093288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,768,0.09455821911493938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,2048,0.009170666337013245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,5120,0.062236441506279834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,12288,0.19708000289069283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,3072,0.6351217693752712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,512,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,12288,0.2176577779981825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,4096,0.008000888758235509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,5120,0.16822132799360487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,3584,0.021615111165576514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,128,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,8192,0.021167111065652635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,16384,0.7303599781460233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,2048,0.0605928897857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,128,0.016415110892719693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,3584,0.02091022166940901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,2560,0.17505510648091635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,1024,0.0038248888320393036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,256,0.16881067223019072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,32,0.00868800034125646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,2560,0.0462773342927297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,768,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,1536,0.03394577900568644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,3584,0.016859556237856548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,128,0.0027831111931138565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,2048,0.020120888948440552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,1024,0.01720266706413693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,16384,0.11815288331773545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,5120,0.01889155473974016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,1536,0.022106667359670002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,3072,0.046153777175479464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,128,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,128,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,256,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,2048,0.0158924443854226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,6144,3.1476525200737844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,8192,0.7302319738599988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,32,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,2560,0.009713778065310584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,256,0.003724444243643019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,3584,0.13726488749186197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,12288,0.04502488838301765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,10240,0.6455911000569662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,32,0.0031386667655573953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,3584,0.11101066403918797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,4096,0.01719199948840671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,768,0.00794666674402025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,768,0.07819733354780409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,51200,0.47075732549031574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,7168,1.768395529852973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,7168,0.021333333518770006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,6144,0.056891553931766085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,5120,0.050308446089426674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,8192,4.343921661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,3584,0.06674222151438396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,768,0.005003555367390315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,3072,0.050465779172049634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,512,0.030799110730489094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,8192,0.07369333505630493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,7168,0.13936532868279353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,6144,0.015321777926550971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,256,0.005625777774386936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,1024,0.006044444524579578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,6144,0.05250755614704556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,1024,0.0040702223777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,256,0.004583999928500918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,16384,0.04040088918473985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,1536,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,768,0.0037066667444176147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,16384,0.04951999915970696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,51200,20.785493638780384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,10240,0.022288888692855835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,64,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,768,0.03538489010598924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,51200,0.10044622421264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,16384,0.7629262076483833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,7168,0.14550222290886775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,3584,0.010197333163685268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,64,0.011521778172916837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,8192,0.06135466363694933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,128,0.002951111023624738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,6144,0.009658666948477427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,7168,0.03419466813405355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,51200,0.07558221949471368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,8192,0.018651554981867473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,32,0.01817599932352702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,3072,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,1024,0.010832000109884473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,65536,0.017695110705163743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,256,0.00370133337047365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,1024,0.025272000167104933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,12288,0.11922755506303574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,2048,0.029523554775449965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,512,0.004661333229806689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,3584,0.01885955532391866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,1024,0.0041519999504089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,4096,0.008257778154479133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,3584,0.020633776982625324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,128,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,2048,0.07784889141718547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,65536,0.7343351046244303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,6144,0.03350755572319031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,32,0.002991111121243901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,4096,0.9204799864027234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,16384,0.045476443237728544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,512,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,51200,0.6217484474182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,12288,0.45463201734754777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,16384,0.03321244319279989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,512,0.005868444426192178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,3072,0.009248889154858058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,512,0.008520888785521189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,3584,0.011712888876597086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,8192,0.05384711093372769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,256,0.09300000137752956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,51200,0.7027431064181857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,6144,0.009746666583749983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,7168,0.04016000032424927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,65536,0.06815377871195476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,51200,1.8588612874348958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,65536,0.07081333133909437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,512,0.012523555921183692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,10240,0.12623466385735407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,3584,0.01628977722591824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,3072,0.015576889117558798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,768,0.005727111051479976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,1024,0.010718222293588849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,65536,0.04714488983154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,6144,0.01756000022093455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,5120,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,2560,0.007071110937330458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,2560,0.36872177653842503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,4096,0.020643555455737643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,512,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,6144,0.04016710983382331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,256,0.0074728892909155945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,51200,0.048955556419160634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,10240,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,512,0.0058497778243488735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,32,0.006791111081838608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,512,0.028622223271263972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,2560,0.17596622308095297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,6144,0.2924079895019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,12288,0.1489866707060072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,10240,0.023781332704755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,3584,0.024059555596775476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,65536,0.10930844148000081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,65536,0.07282400131225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,5120,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,256,0.005944889038801193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,512,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,2048,0.01147466649611791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,512,0.031164444155163232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,64,0.0053031109273433685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,2560,0.007074666519959767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,32,0.04729333188798693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,7168,0.010630221830474006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,6144,0.03131022387080722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,512,0.13435733318328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,3072,0.3353279961480035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,10240,0.013573333621025085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,64,0.013961777091026306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,768,0.01886666648917728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,512,0.009016888837019602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,8192,0.08266488711039226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,51200,23.668407864040798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,1024,0.05316533313857185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,1024,0.07663289043638441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,32,0.028713779317008123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,6144,0.06347644329071045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,32,0.024919999970330134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,3584,0.023553777072164748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,3584,0.012508444488048553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,128,0.00282577777074443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,16384,0.07897155814700656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,768,0.0206977774699529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,32,0.02588266630967458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,128,0.007985778152942657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,10240,0.05008711086379158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,8192,0.1551591157913208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,256,0.01198755535814497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,7168,0.01551555593808492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,3072,0.03686133358213637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,65536,4.313748253716363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,3584,0.007302222152551015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,2048,0.022237333986494277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,4096,0.014538667268223233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,1024,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,6144,0.10744000143475002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,64,0.005438222239414851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,128,0.012660444610648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,51200,0.14529421594407824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,12288,0.07058311171001859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,7168,0.411789337793986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,65536,0.8223910861545138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,8192,0.021199999584092036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,16384,0.019201777047581144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,8192,0.6789866553412544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,32,0.004304888761705822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,6144,0.02270488937695821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,4096,0.02068088948726654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,65536,2.3272541893853083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,2048,0.00833422193924586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,6144,0.4058142238193088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,5120,0.9406817754109701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,2048,0.08345422479841445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,2048,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,512,0.006820444431569841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,12288,0.01702311138312022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,51200,0.05418311225043403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,512,0.003516444315512975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,6144,0.2079404460059272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,3072,0.026245334082179602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,2048,0.05496799945831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,4096,0.21300621827443442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,128,0.004291555533806483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,512,0.014108444253603617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,1024,0.07300444444020589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,8192,0.38842399915059406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,1536,0.053116444084379405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,8192,0.03902488946914673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,16384,1.1147421730889213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,128,0.003588444242874781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,3584,0.1651724444495307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,65536,1.1326942443847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,128,0.005505777895450592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,10240,0.5264328850640191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,1536,0.004470222112205294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,256,0.0041599998043643106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,12288,0.0728951096534729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,1024,0.007034666836261749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,128,0.006056889063782162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,2048,0.009554666777451834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,16384,0.13092711236741808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,3072,0.22455732027689615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,3584,1.6733022265964086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,5120,1.3219306733873155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,51200,0.08075466420915392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,128,0.004446222136418025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,32,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,128,0.007584888901975419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,12288,0.1641599999533759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,1536,0.004587555511130227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,7168,0.1502293348312378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,65536,0.46121957567003036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,5120,0.11261510848999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,128,0.004531555705600315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,8192,0.014696000350846184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,2560,0.04085955686039395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,128,0.0028195555011431375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,65536,0.0658515559302436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,1024,0.02713511056370205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,3584,0.01072355525361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,256,0.005041777673694822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,512,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,1536,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,7168,5.013146718343099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,65536,0.08511555857128567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,4096,0.010109333528412713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,256,0.13567466206020778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,3072,0.057838221391042076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,8192,0.03438222077157762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,4096,0.009488888912730748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,2560,0.0148062225845125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,7168,0.02014311154683431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,2560,0.5208213594224718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,10240,0.06839644246631198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,32,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,2048,0.0067528887755341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,10240,0.7094657686021594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,51200,0.3000924322340223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,768,0.007527111305130853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,256,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,768,0.031319111585617065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,6144,0.018408889571825664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,3584,3.1052826775444875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,2048,0.01771111124091678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,8192,0.01292711082432005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,51200,43.35009426540799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,1536,0.024488000406159297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,1024,0.008980444735950893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,5120,0.10396444135242039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,51200,3.7362132602267795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,12288,0.023698666029506262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,256,0.012792000340090858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,3584,0.08635555373297797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,12288,0.15838132964240179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,2048,0.0214675549003813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,4096,0.038514667087131076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,4096,0.04783199893103706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,64,0.015300444430775113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,4096,0.6855902141994901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,2048,0.13121599621242946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,2560,0.009039999710188972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,1024,0.007878222399287755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,256,0.003506666670242945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,512,0.0365226666132609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,1536,0.0070497774415545994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,7168,0.013967111706733704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,65536,0.040017777019076876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,512,0.08060622215270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,3584,0.00978577799267239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,7168,0.09260711405012344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,256,0.0064088888466358185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,1536,0.1263351175520155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,8192,0.007057777709431118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,65536,0.5134426752726237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,7168,0.06083910995059543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,10240,0.037017779217825994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,65536,0.08345066838794285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,12288,0.00983199973901113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,256,0.022797332869635686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,2048,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,65536,1.3001822365654838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,12288,0.04267200165324741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,5120,0.017104888955752056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,2048,0.011977777712874942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,512,0.005021333280536863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,32,0.004876444323195351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,128,0.0027742222365405825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,6144,0.11159111393822564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,512,0.053611556688944496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,5120,0.009310222334331935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,2048,0.008031999899281396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,3584,0.030375109778510198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,16384,0.3224079873826769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,1536,0.005772444523043103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,128,0.021869333253966436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,12288,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,12288,0.026756443911128577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,12288,0.03873777720663283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,16384,0.300381342569987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,7168,0.07605689101748996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,4096,1.0781769222683377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,5120,0.031103110975689355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,32,0.006559999866618051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,32,0.012841777669058906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,7168,0.06175733274883694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,3584,0.010483555495738983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,768,0.011783999701340994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,3584,0.12375822332170273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,8192,0.20012088616689047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,32,0.008234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,16384,0.2711839940812853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,8192,0.08689333332909478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,5120,0.03216000066863166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,12288,0.15965510739220515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,8192,0.011944889194435544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,16384,0.5938808653089735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,32,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,3072,0.08568177620569865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,2560,0.01706133286158244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,512,0.0033884443756606844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,12288,0.01812088820669386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,2048,0.012062222593360476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,7168,0.032631999916500516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,1024,0.009208888643317753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,16384,0.1533635589811537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,2560,0.019558222757445443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,768,0.040292445156309344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,6144,0.18819110923343232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,51200,2.270728005303277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,4096,0.02887644370396932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,2560,0.10178222258885701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,12288,0.019472888774342008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,10240,0.04872622092564901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,64,0.02071288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,7168,0.028065777487225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,1024,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,6144,0.0855226649178399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,768,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,32,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,5120,0.016593777471118502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,768,0.01387644476360745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,1024,0.00790666706032223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,5120,0.03445422318246629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,3584,0.012115555504957834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,5120,0.24977866808573404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,16384,0.030032889710532293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,2560,0.029129776689741347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,16384,0.05710222323735555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,128,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,4096,0.11212978098127578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,4096,0.012984889249006907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,1536,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,2560,2.3316319783528647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,64,0.0034871109657817413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,16384,0.04639377858903673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,768,0.009573332965373993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,5120,0.07567644119262695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,64,0.009561777942710454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,1536,0.0799822211265564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,1536,0.09517244497934978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,51200,0.12215999762217204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,3584,1.3216667175292969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,1024,0.00610133343272739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,256,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,5120,0.014814222852389017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,768,0.029419554604424372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,1024,0.006224000205596288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,1024,0.032215111785464816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,5120,0.05088622371355692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,256,0.0058444444504049085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,5120,0.016314667132165697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,256,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,12288,0.10474222236209446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,65536,0.5838346481323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,7168,0.023316444622145757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,7168,0.020285333196322124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,3584,0.01017599966790941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,2048,0.009727111293209923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,65536,0.2873315546247694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,256,0.0031102223114834893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,8192,0.03815199931462606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,5120,0.012679110798570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,256,0.01144266708029641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,3072,0.018974221414989896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,128,0.2431831094953749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,512,0.276164452234904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,8192,0.011748444702890186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,1536,0.008373333348168267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,1024,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,2048,0.022834666901164587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,6144,0.0989217758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,10240,0.04110844598876105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,3072,0.07379377550548978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,5120,0.25224267111884224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,65536,0.2496337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,5120,0.009154666629102495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,51200,0.13078844547271729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,10240,0.12102754910786946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,32,0.003132444495956103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,4096,1.4208577473958333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,32,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,7168,0.03622755408287048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,8192,0.11432354980044895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,256,0.0041537777417235905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,3072,1.8721688588460286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,512,0.013240888714790344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,1024,0.0610791113641527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,3072,0.011325333681371478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,12288,12.66734398735894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,3072,0.02475822303030226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,256,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,7168,0.050541334682040744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,512,0.021563554803530376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,7168,0.3310942120022244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,2048,0.05647377835379707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,1024,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,32,0.002883555574549569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,768,0.005664888769388199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,1024,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,16384,0.06696533494525485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,2560,0.015392000476519266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,4096,0.01128266668981976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,12288,0.44489510854085285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,65536,0.08071466949250963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,12288,0.06899111138449775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,768,0.015542222393883599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,10240,0.12852799892425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,768,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,2560,0.013919111755159167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,4096,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,12288,0.23504087660047743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,768,0.006242666807439592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,10240,0.1300284465154012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,16384,0.03178755442301432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,2048,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,4096,0.005856888989607493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,128,0.00397155558069547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,6144,0.03431288732422723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,7168,0.038902223110198975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,3584,0.3640337785085042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,12288,0.05494488941298591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,768,0.020966221888860066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,12288,0.09877600272496541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,2048,0.04499555627504984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,6144,0.010695999695195092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,32,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,2560,0.011404444773991903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,65536,5.190205468071832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,5120,0.009538667069541084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,768,0.015136000182893542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,2560,0.022329777479171753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,65536,2.649547576904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,3072,0.028679112593332928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,768,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,2560,0.008938666847017076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,64,0.008778666456540426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,7168,0.17816532982720268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,768,0.010114666488435533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,128,0.010199999643696679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,256,0.008035555481910706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,8192,0.378494209713406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,5120,2.3762435913085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,1024,0.007408888803588019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,512,0.011496889094511667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,10240,0.08811644713083903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,5120,0.16390132904052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,2048,0.017662222186724346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,10240,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,32,0.002584888910253843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,64,0.005165333135260476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,65536,0.06782578097449408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,2048,0.027338667048348322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,64,0.02165777815712823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,1536,0.060476442178090416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,65536,0.4074008994632297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,32,0.003516444315512975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,1536,0.010971555279360877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,8192,0.15751111507415771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,768,0.15192711353302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,128,0.005177777674463061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,1024,0.015976889265908133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,12288,0.4152097702026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,16384,0.11695999569363064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,10240,0.3208915657467312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,768,0.015812445018026564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,64,0.003823111040724648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,6144,0.04623200164900886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,2048,0.020195555355813768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,256,0.055664890342288546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,10240,0.018851555056042142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,256,0.009172444542249044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,3584,0.24200532171461317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,4096,0.10163288646274143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,8192,0.015412444869677225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,7168,0.5466124216715494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,65536,1.6630622016059027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,2560,0.037949333588282265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,51200,0.335373322168986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,3584,0.016740444633695815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,6144,0.016237333416938782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,10240,3.246436436971029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,32,0.019368888603316415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,512,0.004726222405831019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,64,0.019376888871192932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,3072,0.022096888886557683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,6144,0.023014222582181294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,2560,0.02257688840230306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,6144,0.11882489257388645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,12288,0.7082515292697482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,1024,0.005057777795526716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,768,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,512,0.00981866651111179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,64,0.003294222263826264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,7168,0.015947555502255756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,256,0.035150223308139376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,3584,0.020938666330443487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,1536,0.008163555628723567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,32,0.0028248888750871024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,64,0.011204444699817233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,3072,0.141884446144104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,16384,0.09247644742329915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,128,0.005420444326268301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,1024,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,2048,0.01684533390733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,10240,0.48249244689941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,128,0.0041759999261962045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,7168,0.13380089071061876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,2560,0.03504088852140639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,1024,0.7543119854397244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,64,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,51200,7.513816833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,16384,0.6810924212137858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,65536,0.18589156203799775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,2048,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,3584,0.008040000167157915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,4096,0.015577778220176697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,768,0.040629333919949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,768,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,256,0.00300444434914324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,32,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,16384,0.17052000098758271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,3584,0.008774222599135505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,32,0.05754933092329237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,4096,0.0237128883600235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,6144,0.03104177779621548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,1536,1.0054195192125108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,2560,0.03324888812171088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,1024,0.004971555537647671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,5120,0.06676355335447523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,10240,1.453086217244466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,10240,5.674596574571397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,256,0.010969777901967367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,10240,0.03324177861213684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,51200,1.4175892935858831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,32,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,6144,0.38180088996887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,2048,0.01295377810796102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,10240,0.015445333388116626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,4096,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,4096,0.016605334149466622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,10240,0.03442400031619602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,512,0.005564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,32,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,128,0.020849777592553034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,2560,0.010326222413116032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,2048,0.01236088905069563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,32,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,5120,0.03716977768474155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,6144,0.041695111327701144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,4096,0.025568889247046575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,4096,0.011964444484975604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,1536,0.013028444515334235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,10240,0.12239644262525771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,256,0.03319999906751845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,7168,0.04632177617814806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,3584,0.16287377145555285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,3072,0.009319110876984065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,4096,0.07134933604134454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,512,0.005035555611054103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,4096,0.34375643730163574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,3072,0.032827556133270264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,512,0.008275555239783393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,256,0.0033857776886887024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,51200,0.18250844213697645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,2560,0.024493333366182115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,64,0.007606222397751278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,32,0.014743111199802823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,256,0.004500444564554426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,65536,1.1814613342285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,1024,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,256,0.004273777620659934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,1024,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,6144,0.04759644468625387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,256,0.014554666148291694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,256,0.012289777398109436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,64,0.00510044437315729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,65536,0.4206995434231228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,128,0.11471554968092178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,256,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,768,0.011533333195580376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,2560,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,128,0.010605333579911126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,16384,0.07635644409391615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,3584,0.26634134186638725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,8192,0.0225911107328203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,16384,0.030086222622129653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,768,0.009183111290136972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,7168,0.6702257792154948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,16384,0.09273333019680446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,6144,0.0495671100086636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,512,0.05278755558861626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,1024,0.005046222358942032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,12288,0.030826667944590252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,65536,2.036320792304145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,256,0.006081777728266186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,1024,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,3072,0.011061333119869232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,4096,0.03077600068516201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,2048,0.01900533338387807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,7168,0.010462221999963125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,128,0.00798044436507755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,3072,0.04797600044144524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,7168,0.014379555980364481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,6144,0.014558222558763293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,256,0.024561777710914612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,3584,0.1213208834330241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,10240,0.017303110824690927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,10240,0.02665155629316966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,3072,0.8227279980977377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,10240,0.26352445284525555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,2048,0.25873422622680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,1024,0.12694311141967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,64,0.018142221702469718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,128,0.005412444472312927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,65536,33.07589382595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,1536,0.02088444431622823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,51200,0.06350666946834989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,128,0.023965333898862202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,1536,0.01440622243616316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,6144,0.09656622012456258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,32,0.029547555579079524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,10240,1.7169396082560222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,2048,0.008647999829716152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,51200,2.016078313191732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,3584,0.03627289003796048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,16384,0.5955777698092991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,512,0.009147555463843876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,8192,0.03287022312482198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,2560,0.0120666664507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,65536,8.151840209960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,768,0.013257777525318993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,51200,0.3398897647857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,6144,0.028581334484948054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,256,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,7168,0.08608888917499119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,128,0.0041333333485656315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,8192,0.012529777983824411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,1024,0.005128889034191768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,1024,0.005431111074156231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,4096,0.023034666975339253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,64,0.0136817776494556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,5120,0.015791111522250705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,3584,0.09143288930257161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,2560,0.014469333820872836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,12288,0.2924746672312419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,5120,0.09802755382325913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,256,0.13514399528503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,7168,0.030324445830451116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,6144,0.10022933615578546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,3072,0.02346844474474589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,7168,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,51200,0.9902142418755425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,1024,0.004922666483455234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,7168,0.3110542297363281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,512,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,2048,0.11482932832505967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,256,0.005525333185990651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,32,0.002711999954448806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,16384,0.23691201210021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,128,0.004432888908518685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,12288,0.09064888954162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,2048,0.008962666822804345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,1024,0.014475555883513557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,5120,0.018704000446531508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,256,0.01443733274936676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,1024,0.0039022221333450745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,10240,0.01107911103301578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,32,0.0026186667382717133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,64,0.017401778035693698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,51200,0.01518311103185018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,5120,0.16440355777740479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,3584,0.03474488854408264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,2560,0.022086222966512043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,3072,0.0069466663731469055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,16384,0.33366754319932723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,4096,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,2048,0.8691511154174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,16384,0.1315431065029568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,768,0.03167466653717889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,7168,0.09841866625679864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,7168,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,768,0.005550222264395819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,4096,0.13473599486880833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,51200,12.78082529703776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,12288,0.5764933162265354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,256,0.028196444114049275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,2560,0.02051911089155409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,512,0.007886221839321984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,8192,0.018388445178667705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,3584,0.13996977276272243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,128,0.0030702222138643265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,768,0.40277600288391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,16384,0.10408800178103977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,3072,0.01201777739657296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,1024,0.008377778033415476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,256,0.008279999925030602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,3584,0.20265421602461073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,512,0.005667555663320754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,128,0.015258666541841296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,1024,0.01808444493346744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,3072,0.0069448889957533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,32,0.01074222226937612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,65536,0.7958915498521594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,7168,0.019810666640599568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,128,0.009532444179058075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,128,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,65536,5.946713765462239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,768,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,1024,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,2048,0.044031110074785024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,2560,0.044870220952563815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,128,0.0070159998204973005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,4096,0.19899733861287436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,512,0.02934755550490485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,12288,0.09144800239139134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,65536,0.6767422358194987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,10240,0.030291554000642564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,512,0.005778666585683823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,3072,0.10181866751776801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,128,0.1592915587955051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,4096,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,4096,0.09046310848659939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,3072,0.2871359984079997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,7168,0.070470220512814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,768,0.019847111569510568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,768,0.006114666660626729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,10240,0.013064888616402945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,8192,0.25395199987623424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,12288,0.017125333348910015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,16384,0.1889653338326348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,2048,0.015615110596021017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,8192,0.05964177846908569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,1024,0.00887822194231881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,1536,0.011612444288200803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,65536,0.6064871152242025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,4096,0.017901332841979135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,65536,52.01483154296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,2560,0.008488888541857401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,4096,0.009582222335868413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,256,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,7168,0.017115554875797696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,5120,0.3919022348192003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,256,0.0037128888070583344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,2560,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,1536,0.009973333113723332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,16384,0.03165600034925673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,7168,0.020417778028382193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,8192,0.0385173327393002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,2560,0.09465599722332424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,512,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,8192,0.013755555782053204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,512,0.04401422209209866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,65536,12.899687025282118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,12288,0.06176177660624186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,7168,0.008729777402347988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,128,0.0029528888149393927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,1536,0.017092444830470614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,4096,0.448744879828559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,12288,0.1120506657494439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,51200,1.6953129238552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,7168,0.041433778074052595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,3584,0.030615998639000788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,5120,0.1629599995083279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,768,0.04936000042491489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,256,0.004597333156400257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,4096,0.019457777341206867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,3072,0.02117066747612423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,1536,0.7013191117180718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,10240,0.007732444339328342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,128,0.004460444466935264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,51200,0.17447822623782686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,65536,0.50400177637736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,1536,0.014355555176734924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,256,0.006986666884687211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,256,0.018731556004948087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,32,0.1292311085595025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,6144,0.02608355548646715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,3072,0.02904799911710951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,51200,2.830797407362196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,65536,0.9130186504787869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,51200,0.9726692835489908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,1536,0.006477333191368315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,512,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,128,0.004896000027656555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,6144,0.044673777288860746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,16384,0.596268441942003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,256,2.3201609717475042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,256,0.010080888867378235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,1536,0.009199110998047723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,65536,0.07009955247243245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,1024,0.03127110997835795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,64,0.0027306667632526825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,7168,0.5362284448411729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,512,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,5120,0.007718222008811102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,10240,0.49443557527330184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,51200,0.3612213399675157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,65536,0.93832884894477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,256,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,1536,0.018445332845052082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,128,0.039615111218558416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,16384,0.027822222974565294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,16384,0.16550221708085802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,7168,0.01383733335468504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,5120,0.008619555168681675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,3072,0.007407111426194509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,2048,0.008008889026112026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,1024,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,3584,0.08379555410808986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,2560,0.014967110421922473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,3072,0.007415999968846639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,128,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,32,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,7168,0.0119982221060329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,7168,2.852267583211263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,10240,0.41730311181810165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,2560,0.0068986668354935115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,256,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,65536,38.876383463541664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,16384,0.027219555444187585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,5120,0.009288888838556077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,256,0.0034675554682811103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,10240,0.10347466336356269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,1536,0.013391111459996967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,7168,0.02551022171974182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,768,0.04261689053641426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,768,0.05527377790874905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,1024,0.39008087582058376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,512,0.043528887960645885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,64,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,1536,0.07677777608235677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,2560,0.02433066732353634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,6144,0.0638257794910007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,5120,1.0941538280910916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,5120,0.011393778026103973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,65536,4.305863274468316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,3072,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,512,0.012465777496496836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,3584,0.07357333103815715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,7168,0.7485546535915799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,1536,0.00702311098575592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,4096,0.007806222471925948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,64,0.002712888850106133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,512,0.0033644443998734155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,2048,0.017419555120997958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,32,0.11999821662902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,2560,0.0229759994480345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,3584,0.008047111332416534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,3584,0.022493332624435425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,10240,0.1525742212931315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,10240,0.44287821981641984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,5120,0.038613332642449275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,4096,0.03207111027505662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,1536,0.005640000104904175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,128,0.0032844444115956626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,3584,0.04330044322543674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,6144,0.014479110638300577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,64,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,512,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,1536,0.011075555450386472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,2048,0.012650666965378655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,12288,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,51200,0.10073244571685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,4096,0.012735111018021902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,5120,0.010784000158309937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,512,0.007867555651399825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,3584,0.010418666733635796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,512,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,6144,0.024504888388845656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,16384,0.762480894724528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,128,0.008997333546479544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,3584,0.012357333468066322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,2560,0.03323910964859857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,1024,0.012479999827014076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,1024,0.009728000395827824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,768,0.01333866682317522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,2560,0.012409778104888068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,512,0.016582222448454965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,7168,0.031179553932613794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,5120,0.012681778106424542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,8192,0.07543110847473145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,1536,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,3072,0.006994666324721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,3072,0.0495671100086636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,1024,0.02472711106141408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,2048,0.014183999763594734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,4096,0.11363732814788818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,1536,0.005535999933878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,1024,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,4096,0.008072888685597314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,6144,0.010470222267839642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,2560,0.012077333198653327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,12288,0.2387608951992459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,128,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,6144,0.009220444493823582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,2560,0.012348444097571902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,5120,0.03912533322970072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,512,0.0589688883887397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,7168,0.06268977456622653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,10240,0.27266934182908803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,6144,0.4128542211320665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,2560,0.045531554354561694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,256,0.006691555596060223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,256,0.020580444071027968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,128,0.029296000798543293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,32,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,4096,0.0184568895234002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,8192,1.1487919489542644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,16384,0.22427556249830458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,2560,0.019093333019150626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,256,0.029896888468000624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,512,0.01533066729704539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,1536,0.006526222245560751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,2560,0.07429689168930054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,768,0.011588444312413534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,65536,1.8309652540418837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,12288,1.95616700914171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,3584,0.07342400153477986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,6144,0.007520889242490132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,1536,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,1024,0.016713778177897137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,512,0.0140328887436125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,12288,0.029771556456883747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,1536,0.00720266666677263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,512,0.005120000077618493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,7168,0.039035555389192365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,3072,0.09697600205739339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,6144,0.03934933410750495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,256,0.0053280000057485365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,6144,0.029666665527555678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,4096,0.17088888751135933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,8192,0.04800088869200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,64,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,5120,0.024431111084090337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,6144,0.02292888859907786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,8192,0.3768151071336534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,512,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,12288,0.01900888813866509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,32,0.0026817777090602448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,128,0.004381333374314838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,51200,0.05291377835803562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,32,0.07123021947013007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,2560,0.05425599879688687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,51200,0.17235378424326578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,6144,0.2950719992319743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,10240,0.09632800022761027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,8192,0.03502044412824843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,768,0.2675982316335042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,256,0.0053395554423332214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,768,0.005569777968857024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,2048,0.7760951254102918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,5120,0.013836444252067141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,64,0.003948444293604957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,3072,0.05974044402440389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,512,0.014083556003040738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,256,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,128,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,2048,0.04647289050949944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,16384,0.05182222194141812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,3584,0.04345155424541897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,51200,1.1685813268025715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,32,0.014977777997652689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,64,0.005640888793600931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,5120,0.014404444230927361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,51200,0.1492933299806383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,8192,2.621815151638455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,256,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,5120,0.025952888859642878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,10240,0.13677955998314753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,65536,0.653979566362169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,2048,0.006778666542636023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,64,0.016020443704393175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,1536,0.42438578605651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,51200,0.3633795579274495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,10240,0.025269332859251235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,128,0.004573333180612988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,256,0.005679111099905438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,51200,2.7460115220811634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,7168,0.012822222378518848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,8192,0.018254222141371835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,10240,0.11988622612423366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,3072,0.011783999701340994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,1536,0.012116444607575735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,12288,0.0173653331067827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,51200,0.41939200295342344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,2048,0.011108444796668159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,12288,0.007076444725195567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,3584,0.007556444240940942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,2560,0.00906133320596483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,768,0.026713778575261433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,1536,0.005590222362014983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,8192,0.020239111449983384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,8192,2.1730363633897567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,10240,0.06032266881730822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,6144,0.014901333385043673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,7168,0.0418124430709415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,3584,0.20309955543941924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,1024,0.03606933355331421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,3584,0.28007732497321236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,8192,5.031402587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,3072,0.02862311071819729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,512,0.010480889015727572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,128,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,128,0.006800888727108638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,32,0.0036115555299652945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,4096,0.025381333298153345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,64,0.03347466720475091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,512,0.09043111403783162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,3584,0.01384800010257297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,65536,0.18636088901095918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,12288,0.02683199942111969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,8192,0.014541332920392355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,65536,0.06492800182766385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,256,0.021015110943052504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,1536,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,32,0.002566222308410539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,8192,3.5382294125027127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,6144,0.027445332871543035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,128,0.00535733335547977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,3072,0.022239999638663396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,128,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,32,0.010536889235178629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,3584,0.008743999732865227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,3072,0.06145422326193916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,5120,0.2904648780822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,512,0.028163555595609877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,12288,0.620766215854221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,6144,0.07061600022845797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,2048,0.007754666937722101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,32,0.018831999765502084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,1536,0.047228445609410606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,64,0.12791021664937338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,4096,0.014005333185195923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,51200,0.04738577869203356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,64,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,16384,0.33473777770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,65536,0.8810684416029188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,51200,35.99452379014757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,16384,0.07974400122960408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,65536,0.06666488779915704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,128,0.006311111152172089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,4096,0.02247200078434414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,6144,0.012727110750145383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,51200,2.2811014387342667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,1536,0.015235554840829639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,7168,1.4003217485215929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,5120,0.01669066647688548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,7168,0.016512889001104567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,768,0.004325333154863781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,32,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,3072,0.013412444127930535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,5120,0.5103537771436903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,256,0.004026666697528628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,10240,0.013521778086821238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,1024,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,8192,0.082241780228085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,3584,0.011212444139851464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,6144,0.029305779271655615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,4096,0.011838222543398539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,4096,0.08459555440478855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,3584,0.14353777302636042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,1536,0.0063991112013657885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,10240,0.4661066797044542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,51200,1.5910498301188152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,7168,0.11420799626244439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,128,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,1024,0.03320533368322585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,3584,0.01826400061448415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,1536,0.004407111141416761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,2560,0.011954666839705573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,768,0.010068444742096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,7168,0.051078223519855075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,2560,0.17330755127800834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,3584,0.053295112318462796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,64,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,512,0.01366488883892695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,256,0.0041653331783082755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,10240,0.17107021808624268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,2560,0.00925688859489229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,1536,0.005598222215970357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,2560,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,8192,0.3800915612114801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,768,0.01998666591114468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,768,0.006060444646411472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,768,0.00499911109606425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,2048,0.13146755430433485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,32,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,5120,0.15583822462293836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,2048,0.023546665906906128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,1024,0.008348444269763099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,1024,0.031672000885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,768,0.004966222163703707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,12288,0.04920266734229194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,3584,0.09144888983832465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,4096,0.01443911095460256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,65536,0.1861013306511773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,32,0.00703288863102595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,10240,0.1772480010986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,8192,0.048178666167789035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,16384,0.7459955745273166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,3584,0.2605208820766873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,64,0.01384888920519087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,32,0.006350222147173352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,5120,0.010805333654085795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,128,0.00554933316177792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,16384,0.18364977836608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,3584,0.13073866897159153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,3584,0.008063111040327284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,65536,22.48492431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,4096,0.0967164436976115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,32,0.11008089118533665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,3584,0.015973332855436537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,1536,0.014167999227841696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,3584,0.008027555214034187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,512,0.01574222246805827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,2048,0.15504444970024958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,10240,0.09237066904703777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,768,0.05411644445525276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,256,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,32,0.24137955241733125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,16384,0.9171315299140083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,3584,0.011164444188276926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,7168,0.014832889040311178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,5120,0.10021422306696574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,7168,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,51200,0.12367378340827094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,65536,0.05109777715471056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,1024,0.010832000109884473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,128,0.003026666740576426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,256,0.0041928887367248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,64,0.047572443882624306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,7168,0.03380089004834493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,2048,0.010608889162540436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,32,0.01607466737429301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,128,0.00434044458799892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,4096,0.051129778226216636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,4096,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,3072,0.0229120006163915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,1536,0.007364444434642792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,10240,0.12976000044080946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,1536,0.018191999859280057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,1536,0.00979555563794242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,5120,0.03634044528007507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,5120,0.05800444549984402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,768,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,6144,0.008972444468074376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,4096,0.02015644477473365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,128,0.004822222308980094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,64,0.007072889142566257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,51200,0.2851111094156901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,5120,0.07104888889524671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,32,0.009116444322797988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,64,0.0028239999794297745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,768,0.025549333956506517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,2048,0.023179555932680767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,64,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,1024,0.01348355578051673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,51200,0.05219022101826138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,768,0.012106666962305704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,3584,0.012368888490729861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,1536,0.004359111189842224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,1536,0.05914666917588976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,512,0.006598222172922558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,512,0.046605332030190356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,2560,0.016328000360065036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,1024,0.01237155579858356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,2048,0.012660444610648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,16384,0.09316444396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,8192,0.04208622376124064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,2048,0.01901333365175459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,7168,0.13181955284542507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,3584,0.012786666552225748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,32,0.012524444195959302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,7168,0.01755199995305803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,128,0.004242666479614046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,10240,0.05857866340213352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,768,0.06080444653828939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,16384,0.02968533171547784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,1536,0.007885333564546373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,16384,0.16239910655551487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,12288,0.04091377721892463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,768,0.007838221887747446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,2560,0.00591111100382275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,1024,0.0037546666959921518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,51200,0.2341991000705295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,32,0.002534222271707323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,64,0.007511999871995714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,3072,0.01926933394538032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,65536,0.06562933656904432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,1536,0.01607377827167511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,6144,0.013186666700575085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,32,0.005663110978073544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,8192,0.05749689208136665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,3072,0.012224888636006249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,3584,0.8286915355258517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,2048,0.024562666813532513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,7168,0.01791466606987847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,8192,0.030954665607876245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,512,0.011408000356621213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,51200,0.18408711751302084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,2560,0.010650667051474253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,128,0.008843555218643611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,5120,0.01254755589697096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,4096,0.408278226852417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,6144,0.010316444767846001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,4096,0.013367999758985309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,6144,0.027273777458402846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,6144,0.5513502226935493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,51200,0.44991111755371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,7168,2.138345718383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,512,0.006522666662931442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,4096,0.022868444522221882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,2560,0.009995555712117089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,512,0.014195554786258273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,1536,0.006360000206364526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,8192,0.6136222415500218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,2560,0.5231502321031358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,16384,0.09894755813810562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,16384,0.05145422286457486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,512,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,6144,0.022874666584862605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,2560,0.014521777629852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,768,0.1295857826868693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,8192,1.9676719241672094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,256,0.003926222109132343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,8192,0.04050666756100125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,10240,0.19652177227867973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,3584,0.06335022052129109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,1024,0.032650666104422674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,256,0.009863110880057016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,51200,0.06817866696251763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,2560,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,6144,0.1682248910268148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,65536,0.18830133808983696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,4096,0.01260088880856832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,5120,0.08732710944281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,8192,0.15796621640523276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,1024,0.021380444367726643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,12288,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,12288,0.23687820964389375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,32,0.009918221996890174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,512,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,65536,8.559907701280382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,32,0.030622220701641504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,1536,0.9504026836819119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,16384,0.019966221517986722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,5120,0.056417776478661426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,10240,2.772585762871636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,65536,0.0916551086637709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,1536,0.01905866629547543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,512,0.01183555523554484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,2048,0.3798373275332981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,2560,0.006736889067623351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,2048,0.009506666825877296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,64,0.00884622252649731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,2048,0.013594666288958656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,1024,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,65536,0.9693786833021375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,1024,0.10362933079401652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,5120,0.014767999450365702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,1024,6.838374243842231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,16384,0.10787822140587701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,10240,0.19535111056433785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,1024,0.04608622193336487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,8192,0.03994489047262404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,256,0.1983964443206787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,128,0.0041271112859249115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,16384,0.21943999661339653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,3584,0.6494035720825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,5120,0.017595556047227647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,1024,0.020163555939992268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,5120,0.012264889147546558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,7168,0.13412177562713623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,10240,0.0551457769340939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,16384,9.926756964789496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,768,0.017295110556814406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,10240,0.04890311095449659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,7168,0.03910311063130697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,7168,0.029362665282355413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,64,0.006121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,3072,0.08586133188671535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,6144,0.013297778036859302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,12288,0.02792000108295017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,7168,0.018750222192870248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,8192,0.024254222710927326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,1024,0.00397866674595409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,1024,0.0092284447617001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,512,0.009726222190592024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,2560,0.12467822763654922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,8192,0.02516533268822564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,3584,0.018210666047202218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,7168,0.13445956177181667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,5120,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,5120,0.01959911154376136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,51200,35.82312350802952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,51200,0.17237867249382866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,6144,0.0886426634258694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,12288,0.7462417814466688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,3072,0.3721368842654758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,1536,0.01850044396188524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,8192,0.044603556394577026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,16384,0.22753689024183485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,65536,0.1352977752685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,16384,0.7936195797390408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,128,0.023500444160567388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,128,0.0034506666577524612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,4096,0.015091554986106025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,10240,0.01605244477589925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,6144,0.01039644413524204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,16384,0.6168150901794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,3072,0.1227688921822442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,4096,0.03694044550259908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,512,0.011937778029176923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,3072,0.015583111180199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,10240,0.007688889073001013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,8192,0.024865777956114873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,5120,0.015022221538755627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,16384,0.05045510994063484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,512,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,512,0.0058417779703934984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,1536,0.00453599997692638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,768,0.03538577755292257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,4096,0.008153777983453538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,8192,0.08027733034557767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,32,0.009306666751702627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,6144,0.03928177886539035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,1024,0.005922666854328579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,8192,0.0210817770825492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,32,0.0026062221990691293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,5120,0.007215110792054071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,4096,0.012312889099121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,16384,0.17135200235578749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,2048,0.12826844056447348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,16384,0.006155555446942647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,2048,0.1692968871858385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,128,0.004616888860861461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,4096,0.1587066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,8192,0.4349484443664551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,3584,0.018578666779730055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,7168,0.016131555040677387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,65536,1.7259786393907335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,256,0.005352889084153705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,7168,0.031545778115590416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,256,0.008858666651778752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,8192,0.014549333188268872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,6144,0.36344265937805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,65536,0.0700311130947537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,2048,0.05266044537226359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,32,0.007879111501905654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,51200,0.06809866428375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,768,0.009456000394291347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,32,0.010842666857772403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,5120,0.009506666825877296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,1024,0.0074480002125104266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,5120,0.0544417765405443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,128,0.0032808888289663526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,64,0.005133333305517833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,65536,1.83531739976671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,768,0.0041306668685542215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,256,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,2560,0.018766222728623282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,16384,0.314759996202257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,2560,0.019182221757041085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,4096,0.014044443766276041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,1024,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,65536,0.08548533254199558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,5120,0.006834666762087081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,16384,0.19857777489556205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,256,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,8192,0.01773155563407474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,768,0.011546666423479715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,8192,0.5891920195685493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,768,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,7168,0.5517848862542046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,51200,1.2910790973239474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,512,0.005932444499598608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,4096,0.0226248883538776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,3072,0.011580444044537015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,512,0.008042666647169325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,3072,0.030064000023735896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,6144,4.886101192898221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,4096,0.07939910888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,128,0.005576888720194499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,2560,0.7867626614040799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,3072,0.008436444732877944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,1536,0.013015111287434896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,3584,0.10985689030753241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,2560,1.410079108344184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,8192,0.04195822278658549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,64,0.0034302222645945023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,3584,0.0771848890516493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,6144,1.8317288292778864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,12288,0.05847111013200548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,65536,0.25670043627421063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,10240,0.06827466355429755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,65536,0.06528800063663058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,10240,0.018389332625601027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,8192,0.07927199867036608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,2048,0.05170222123463949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,4096,1.8907121022542317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,512,0.08610400226381089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,768,0.5260400242275661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,5120,0.05420622229576111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,2560,0.06317777766121759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,256,0.05643910831875271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,5120,0.04677866564856636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,256,0.0032177778581778207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,64,0.006158222340875202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,12288,0.31486309899224174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,12288,0.31933776537577313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,10240,0.3297235435909695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,128,0.006055111272467508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,51200,0.12069333924187554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,64,0.016960889101028442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,64,0.007123555574152205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,2560,0.026817777090602454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,7168,0.009522666533788046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,2560,0.1031493345896403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,64,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,1024,0.005960888746711943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,4096,0.16736800140804717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,3584,0.018352000249756705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,1024,0.15997332996792263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,7168,0.12703911463419595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,6144,0.042971554729673594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,8192,2.3429457346598306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,12288,0.03569866551293267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,64,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,65536,0.07489422294828627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,256,0.03059200114674038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,64,0.0030666666312350165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,2048,0.008663111262851292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,51200,0.05876444445716011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,3072,0.006481777876615524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,2560,0.2026862170961168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,5120,0.01477866702609592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,3072,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,2048,0.006042666733264923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,6144,0.12496444914076064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,12288,0.06417066521114774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,512,0.052440888351864286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,5120,0.7318408754136828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,2560,0.03550666570663452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,768,0.037179556157853864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,10240,0.035000890493392944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,3584,0.0151555554734336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,2048,0.0052915554907586836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,3584,0.011589333415031433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,3072,0.00703022215101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,16384,0.6663964589436849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,7168,0.012997333374288348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,32,0.02986577815479702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,768,0.01073066641887029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,5120,0.1437271171145969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,10240,0.04783644609981113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,3072,0.15609155760871038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,7168,0.11907288763258193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,1536,0.06658844153086345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,5120,0.009005332986513773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,128,0.047510223256217114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,4096,0.016348444753222995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,2048,0.09595555729336208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,3584,0.015226667126019796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,1536,0.010695999695195092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,32,0.0026400000270869997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,12288,0.03597155544492934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,51200,1.8008933597140844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,3072,0.020067556036843192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,12288,0.015006222658687167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,5120,0.2378906673855252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,7168,0.15142044756147596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,256,0.004963555683692296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,2560,0.01829688913292355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,256,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,8192,0.05668444765938652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,2560,0.08866488933563232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,6144,0.011914666328165265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,1024,0.009822222093741098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,6144,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,8192,0.1112168894873725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,512,0.0061048890153567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,65536,1.3952613406711156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,2048,0.03111999895837572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,128,0.003173333282272021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,2560,0.00848444468445248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,6144,0.01564800077014499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,3072,0.16717422008514404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,4096,0.023583999938435022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,2560,0.009920888476901585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,768,0.013919111755159167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,51200,24.955557929144963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,32,0.039172444078657366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,4096,0.012944888737466602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,16384,0.14437954955630833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,51200,0.01694222291310628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,512,0.0033893332713180115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,1536,0.01531644496652815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,12288,0.8558515442742242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,51200,2.3971636030409074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,10240,0.2258817884657118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,4096,0.011069333387745751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,768,0.0314044455687205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,6144,4.683665805392795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,8192,0.2390648788876004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,12288,0.06297510862350464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,128,0.16757422023349336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,2560,0.06428444385528564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,768,0.011604444848166572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,65536,9.929551018608942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,51200,0.10757599936591254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,2560,0.01707466608948178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,51200,0.0836720003022088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,1536,0.008535111116038429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,4096,0.008219555848174626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,51200,0.3096746603647868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,3584,0.010436444646782346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,2560,0.029480000336964924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,16384,0.018593778212865193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,6144,0.04006400042110019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,128,0.02022133270899455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,256,0.0028444443725877335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,2560,0.01222222215599484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,51200,0.18716443909539116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,768,0.03752800159984165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,64,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,12288,0.18017333083682588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,1536,0.004816888935036129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,128,0.029098666376537744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,65536,0.6064471138848199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,3072,0.02370044423474206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,16384,0.024329778220918443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,3072,0.038042667839262224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,1024,0.037866665257347956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,1024,0.12140622403886582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,16384,0.29495734638637966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,10240,0.04808800088034736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,3584,0.008163555628723567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,16384,0.29972267150878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,512,0.017264889346228707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,4096,0.007803555164072249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,2048,0.0063866666621632045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,5120,0.16827732986874053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,5120,0.05500533183415731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,3584,0.09480888975991143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,12288,0.029221332735485498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,16384,0.5378230942620171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,768,0.005091555416584015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,51200,0.0741893317964342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,2560,0.05877866347630819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,2048,0.006779555645253923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,3584,0.007176000210973952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,12288,0.019292443990707397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,1024,0.015274667077594332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,3584,0.15185956160227457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,1536,0.006976889239417181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,4096,0.09646933608584934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,4096,0.011895111037625207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,128,0.004910222358173794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,768,0.27890488836500377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,128,0.002875555513633622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,10240,0.24930667877197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,3584,0.02141600019401974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,51200,0.20616888999938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,512,0.006692444284756978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,2048,0.015767110718621146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,64,0.003181333343187968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,65536,1.6752026875813801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,2560,0.011607999602953592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,8192,7.257449679904514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,32,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,16384,0.5167324278089735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,3072,0.015609777635998197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,64,0.10607733329137166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,5120,0.036826666858461164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,3584,0.12330933411916097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,10240,0.03861777649985419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,256,0.007837333612971837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,256,0.11418844593895806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,512,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,12288,0.14760888947380915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,16384,0.021321778496106465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,10240,0.0266951107316547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,65536,0.22253778245713976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,3584,0.050471110476387866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,8192,0.010240000155236986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,32,0.007982222570313348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,128,0.003026666740576426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,1024,0.008795555267069075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,10240,0.4722746743096246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,5120,0.009518221848540837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,10240,0.4737537701924642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,768,0.005686222265164058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,256,0.14156888590918645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,10240,0.012720000412729053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,4096,0.018904000520706177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,2560,0.017497777938842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,768,0.003625777860482534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,3584,0.06141333447562324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,512,0.0034497777620951333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,3584,0.030415998564826116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,128,0.10044799910651313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,3072,0.08635822269651626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,512,0.005508444375462002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,2560,0.024841777152485315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,51200,0.09045510821872288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,256,0.012893333203262754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,768,0.004391111019584867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,8192,0.02861066659291585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,2560,0.12064977486928304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,65536,0.7550204594930013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,64,0.020195555355813768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,7168,0.055128001504474215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,1536,0.04109955496258206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,1024,0.012502222425407834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,512,0.03552088803715176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,5120,0.03565688927968343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,1024,0.005079111291302575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,3584,0.07188444667392306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,4096,0.15143199761708578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,3072,0.0192248887485928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,4096,0.10559111171298557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,256,0.007264888948864407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,1024,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,3072,1.0530986785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,5120,0.09039200014538235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,3584,0.026173333326975506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,16384,0.027549333042568628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,4096,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,3072,0.014516444669829475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,2048,0.12989155451456705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,7168,0.01830222209294637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,65536,1.3363555272420247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,8192,0.08775911066267227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,256,0.015339555011855232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,16384,0.04074488745795356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,1024,0.010197333163685268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,12288,0.08928622139824761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,3072,0.007801777786678738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,1024,0.013605333036846586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,51200,5.234571668836805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,65536,0.1858044465382894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,128,0.005053333524200651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,6144,0.012247111234400006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,1536,0.04299644298023648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,16384,0.01830933325820499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,6144,0.0295724438296424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,7168,0.12309511502583821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,512,0.01053155544731352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,3072,0.025295999315049913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,6144,0.16318044397566053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,16384,0.020621332857343886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,2560,0.01071999967098236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,32,0.02524799936347538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,7168,0.04044533438152737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,6144,0.019129777948061626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,64,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,3584,0.008367111285527548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,512,0.02509511179394192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,16384,0.4325208928849962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,65536,0.6658613416883681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,5120,0.11040977636973064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,7168,0.33045156796773273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,8192,0.017236444685194228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,1536,0.31271110640631783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,3584,0.015126221709781222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,7168,0.023918223049905565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,7168,0.010981332924630908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,3072,0.018970666660202872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,6144,0.01075111081202825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,12288,0.3855377833048503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,768,0.016647110382715862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,1536,0.009210666848553551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,10240,0.04709688822428385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,768,0.014072888427310519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,512,0.008951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,7168,0.35540445645650226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,65536,0.4941573143005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,256,0.029358221424950495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,12288,0.05489777856402927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,2560,0.007635555333561367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,2560,0.019984000258975558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,1536,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,10240,0.03899288839764065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,12288,0.01519466605451372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,4096,0.027012444204754297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,2048,0.13937866687774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,2048,0.0370435549153222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,7168,0.04419999983575609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,32,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,4096,0.012510221865442065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,10240,0.006237333433495627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,2048,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,6144,2.4290754530164933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,1024,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,2560,0.022668444448047217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,2048,0.014209777116775513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,64,0.00519466648499171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,65536,13.37848154703776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,7168,0.015824889143308003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,2048,0.01055555542310079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,51200,0.05685510900285509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,4096,0.03827022181616889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,64,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,8192,0.3241351180606418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,65536,0.08854222297668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,128,0.015835555063353646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,7168,0.010838222172525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,7168,0.12318221728006999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,6144,0.0125937776433097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,10240,0.07484089003668891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,16384,0.04161422120200263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,65536,0.2017315493689643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,8192,0.018266666266653273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,128,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,8192,0.03775022096104092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,1024,0.02660888930161794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,3072,0.024511999554104272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,10240,0.01604711181587643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,512,0.015644444359673392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,16384,0.021624000536070928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,7168,0.05157155460781521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,16384,0.5827244652642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,5120,0.012537777423858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,16384,0.044857776827282377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,1024,0.01202933324707879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,2560,0.34987200631035703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,12288,2.481813430786133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,32,0.004279110994603899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,1024,0.007531555162535773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,4096,0.007640889121426477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,12288,0.12264445092942979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,64,0.014665777484575907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,8192,0.007000889215204451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,1536,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,10240,3.5587793986002603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,8192,0.22509421242607963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,7168,0.1390613317489624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,768,0.02223644488387638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,3072,0.00797155582242542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,512,0.00500177757607566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,256,0.005218666460778978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,10240,0.10583644443088108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,1024,0.014045332868893942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,16384,0.08606044451395671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,2560,0.05345244540108574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,8192,0.20575200186835396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,10240,0.12849866019354925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,3072,0.007458666960398356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,51200,0.1752826637691922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,8192,0.07340444458855523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,7168,0.07598755757013957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,10240,0.13205688529544407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,5120,0.016193777322769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,7168,0.014679999815093147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,1024,0.012168889244397482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,1024,0.0058151111006736755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,768,0.008363555702898238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,256,0.0029893333299292457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,65536,0.13351466920640734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,512,0.2957013448079427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,512,0.005224888937340842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,16384,0.028588443994522095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,4096,0.026367111338509455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,65536,2.1684061686197915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,12288,0.20972977744208443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,6144,0.4837635358174642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,16384,0.029657777812745836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,2048,0.07225066423416138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,3584,0.04318844609790378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,768,0.010423999693658618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,6144,0.014488889111412896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,3584,0.011076444553004371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,2560,0.008263111114501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,5120,0.17473688390519884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,6144,0.013944000005722046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,64,0.002961777771512667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,7168,0.17898310555352104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,7168,3.072751998901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,512,0.00941777808798684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,32,0.017999110950364005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,16384,0.07813422547446357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,7168,12.040521409776476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,2560,0.11213066842820908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,5120,0.09411111142900254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,7168,1.777899636162652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,768,0.06782399945788913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,512,0.00983199973901113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,128,0.009648888475365108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,65536,4.291165245903863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,256,0.013793778088357715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,1536,0.02166044380929735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,16384,0.03340088989999559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,256,0.008449777960777283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,10240,0.022011554903454248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,2560,0.1649671130710178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,32,0.0027866665687825945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,6144,0.0070186663005087115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,2048,0.008419555922349295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,32,0.015576000014940897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,3072,0.010885333021481832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,10240,0.14991645018259683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,512,0.022112889422310725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,1024,0.021495999561415777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,2560,1.3498844570583766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,1024,0.017143999536832173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,32,0.0026933333526055017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,4096,0.025617778301239014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,65536,0.20702221658494738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,128,0.079276442527771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,3584,0.011512888802422417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,2560,0.007800000409285228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,6144,0.321976900100708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,5120,0.03693777653906081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,4096,0.7685777876112195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,5120,0.012537777423858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,2048,0.04283644424544441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,256,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,768,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,65536,0.41713865598042804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,6144,0.018036444981892902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,1024,0.00906488878859414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,1024,0.007131555842028723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,65536,0.010425777898894416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,1536,0.01388177772363027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,1536,0.008540444076061249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,51200,0.06973422235912748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,3072,0.048708445496029325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,512,0.008446222378147973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,1024,0.011193777951929303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,1536,0.14819199509090847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,2048,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,12288,0.5843333138359917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,64,0.004644444419278039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,3072,0.21721955140431723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,7168,0.03602666656176249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,256,0.003999999827808804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,4096,0.009555555880069733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,128,0.0034871109657817413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,1536,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,256,0.003530666646030214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,7168,0.04023822148640951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,32,0.003934222377008862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,64,0.005043555465009478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,768,0.019840000404251944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,256,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,32,0.006866666591829724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,8192,0.00853066643079122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,64,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,16384,0.10316533512539333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,3072,0.06530577606625028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,128,0.005137777576843898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,5120,0.009729777773221334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,16384,0.019486222002241347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,128,0.002785777880085839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,1024,0.007724444071451823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,12288,0.014318222800890604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,32,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,6144,0.015233778291278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,8192,0.009938666390048133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,2560,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,1024,0.10356889168421428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,5120,0.016072000066439312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,2560,0.012248000337017907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,3584,0.017051556044154696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,128,0.009481777747472128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,2048,0.007270221908887227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,16384,0.027349332968393963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,7168,0.013528000149461957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,8192,0.08745866351657444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,768,0.013032000097963544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,2560,0.14787556065453425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,3584,0.008847999903890822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,2048,0.02696888811058468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,1536,0.6019937727186415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,10240,0.2433875666724311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,4096,0.012344000240166983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,12288,0.7519182099236382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,32,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,1024,0.006108444597986009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,12288,0.0883786678314209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,4096,0.02459377712673611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,4096,0.08563733100891113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,2560,0.011261333194043903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,65536,0.5905484623379177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,51200,0.10787555244233872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,10240,0.01891999940077464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,8192,0.021948445174429152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,51200,0.45576710171169704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,3072,0.19215733475155303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,32,0.0026275554878844153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,16384,0.13380000326368544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,768,0.0097884444726838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,1024,0.009903999666372934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,3072,0.062466667758093945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,512,0.004809777769777509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,1024,0.03535733289188809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,5120,0.11162666479746501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,6144,0.013947554760509066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,51200,3.5763626098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,7168,0.045221332046720714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,65536,1.5492977566189234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,128,0.014831110835075378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,2560,0.03362311257256402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,256,0.03057510985268487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,6144,0.0063164445261160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,512,0.00369777778784434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,32,0.02260355485810174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,8192,0.012065778175989786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,1536,0.01016622202263938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,7168,0.03277955452601115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,2048,0.016300444801648457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,2048,0.02270488937695821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,768,0.027494221925735474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,256,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,256,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,512,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,32,0.007024889190991719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,10240,0.02054755555258857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,7168,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,51200,4.150587717692058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,32,0.008611555728647444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,512,0.014761777387724983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,8192,0.4274000061882867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,1536,0.2993866602579753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,7168,0.03131999903255039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,5120,0.02519911030928294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,256,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,2560,0.007136888802051544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,7168,0.031641778018739485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,10240,0.015266666809717814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,5120,0.03228800164328681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,6144,0.01700799994998508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,10240,0.0740977790620592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,16384,0.08803911341561212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,2048,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,32,0.06365333663092719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,16384,0.3538968827989366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,5120,0.34619466463724774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,1024,0.0162764439980189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,7168,0.021612443857722815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,128,0.042428443829218544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,12288,0.07706311013963488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,2048,0.026675555441114638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,4096,1.6182649400499132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,768,0.005944889038801193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,16384,0.024007999234729346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,4096,1.1424603992038302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,768,0.009845332966910468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,7168,0.007333333293596904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,8192,0.04013955593109131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,1536,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,1536,0.01443911095460256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,128,0.004096888833575779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,256,0.05297955539491442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,256,0.007518221934636434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,256,0.018332444959216647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,5120,0.11179110738966201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,2048,0.0391591125064426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,12288,0.2559688886006673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,4096,0.00923644420173433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,5120,1.0052951176961262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,3584,0.696923573811849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,6144,0.006958222223652734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,8192,0.25308177206251353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,1536,0.012056888805495368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,3072,0.08618666728337605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,8192,0.019792889555295307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,51200,1.9980000389946833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,256,0.012201777762836881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,128,0.0032213332338465583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,1024,0.007287999822033777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,12288,0.018723555737071566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,256,0.025412445267041523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,512,0.005347555710209741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,8192,0.025799999634424847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,12288,0.09054844246970283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,6144,0.01871200071440803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,2560,0.007699555820888943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,2560,0.15462311108907065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,128,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,6144,0.023795555035273235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,64,0.0026640000028742682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,8192,0.4695688883463542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,2560,0.0602088901731703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,1536,0.005991999887757831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,12288,0.2873608801099989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,2560,0.12159555488162571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,2048,0.016914667354689706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,7168,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,64,0.0053297777970631914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,8192,0.048743999666637845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,2048,0.04422310988108317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,51200,1.1699182722303603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,3584,0.04118844535615709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,3072,0.016975111431545682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,8192,0.006665777828958299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,1024,0.030160887373818293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,1536,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,10240,0.013573333621025085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,6144,0.05154933200942146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,51200,3.8053482903374563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,12288,0.019215111931165058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,2560,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,10240,0.008755555583371056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,51200,1.7366409301757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,7168,0.22651288244459364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,51200,3.5932540893554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,10240,0.11394755045572917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,51200,0.3040471076965332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,8192,0.03760622276200189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,256,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,1536,0.007083555890454187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,51200,0.27289867401123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,2560,0.009217778013812171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,768,0.005664888769388199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,10240,0.028855111863878038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,32,0.004285333471165763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,32,0.015049777097172208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,1536,0.01072177787621816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,3072,0.025560888979170058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,5120,0.06176622046364678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,256,0.026708443959554035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,8192,0.03877422213554382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,10240,0.032776888873842024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,16384,0.08127911223305596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,1536,0.004847110973464118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,7168,0.023757333556811016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,2048,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,65536,8.72147962782118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,4096,0.02611200014750163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,4096,0.022545778089099463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,8192,0.03308088911904229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,5120,0.12597689363691542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,768,0.007325333025720384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,128,0.004342222379313575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,1024,0.00442755553457472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,16384,2.6374034881591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,7168,0.09615821970833673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,7168,0.02404088940885332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,4096,0.1723395586013794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,51200,17.85495842827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,128,0.004331555631425646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,2560,0.07408444748984443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,7168,0.015136889285511441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,4096,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,12288,0.10169333219528198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,16384,0.03512533174620734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,16384,0.027811557054519653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,1024,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,12288,0.061648892031775586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,256,0.010118222071064843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,7168,0.03915289044380188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,6144,0.04607466525501675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,32,0.0033324443631701996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,65536,0.3521582285563151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,768,0.008449777960777283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,2560,0.06620799832873873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,1536,0.01605688863330417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,3584,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,3072,0.016583111551072862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,512,0.18425510989295113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,2560,17.147847493489582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,2048,0.1178942256503635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,3072,0.053061332967546254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,3584,0.007802666889296637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,128,0.01034044474363327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,51200,0.8557582431369357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,3072,0.01828799976242913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,12288,0.03013155526585049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,5120,0.031508445739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,512,0.005632888939645555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,16384,0.18083111445109049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,12288,0.4954177538553874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,51200,0.06595466534296672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,64,0.004497777670621872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,64,0.04022399915589227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,12288,0.01575199928548601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,256,0.018404444058736164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,2048,1.3882577684190538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,1536,0.007729777859316931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,7168,0.06903466913435194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,32,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,12288,0.008147555920812819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,8192,0.04462577899297079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,8192,0.5350942081875271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,1024,0.005212444398138259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,12288,0.07485955291324191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,16384,0.07960089047749837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,4096,0.3484071095784505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,3584,0.035050666994518705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,5120,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,2560,0.012512000070677863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,1024,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,32,0.018505778577592637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,65536,0.28253422843085396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,256,0.010970667004585266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,128,0.010568888651000129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,7168,0.18972799513075086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,2048,0.05522133244408501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,10240,0.04864711231655545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,3584,0.01719199948840671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,32,0.004594666676388847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,65536,0.46414756774902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,8192,0.01148444414138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,2048,0.006631999793979857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,256,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,1536,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,65536,1.0735413233439128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,3072,0.010766222245163388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,2560,0.010202666951550378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,6144,0.058452447255452476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,32,0.0028355556229750314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,2560,0.10051822000079685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,32,0.007762666377756331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,3584,0.008983111215962304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,768,0.04411377840571933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,3072,0.013693333499961428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,1024,0.006440889090299606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,3072,0.019896000623703003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,2560,0.2620462311638726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,32,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,512,0.004495999879307217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,512,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,128,0.0155404441886478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,7168,0.05940888987647163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,2560,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,2560,0.006791111081838608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,5120,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,128,0.014366222752465142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,16384,0.0221760008070204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,3584,0.45840978622436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,12288,0.01510933372709486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,7168,0.014647111296653748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,768,0.01752355529202355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,65536,0.25015732977125377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,1024,0.06480355395211114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,8192,0.22587198681301543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,32,0.0036799998746977914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,1536,0.33412888314988876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,1536,0.1364497741063436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,8192,0.05846133497026232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,64,0.013792888985739814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,7168,0.11275911331176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,6144,0.0121760004096561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,3072,0.008598222500748104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,12288,0.04446844591034783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,3584,0.027228444814682007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,1024,0.004952888935804367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,3584,0.6016444630093044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,3584,0.046279999944898814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,5120,0.010849778023031024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,512,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,3072,0.01643733349111345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,16384,0.11175910631815593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,7168,0.042882667647467725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,16384,1.3812541961669922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,16384,0.023339556323157415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,5120,0.04610222246911791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,5120,0.006980444822046492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,128,0.002963555562827322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,64,0.0026293332791990707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,16384,6.687203725179036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,1536,0.010687111152542962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,3072,0.011595555477672152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,2560,0.4658568700154622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,1536,0.01889955500761668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,1024,0.05596711238225301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,51200,0.06131111250983345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,16384,0.10989155371983846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,4096,0.1787173350652059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,6144,0.7840311262342664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,10240,0.8122248649597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,768,0.0564604467815823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,16384,0.32904354731241864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,51200,0.08054666386710273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,10240,0.0063688887490166565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,256,0.0074924445814556545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,10240,0.12674755520290798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,6144,1.1395591100056965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,128,0.17529955175187853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,2048,0.008538666698667739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,51200,0.2423928843604194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,768,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,2048,0.006024888820118374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,12288,2.180246141221788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,1536,0.01237422227859497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,3584,0.011186666786670685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,64,0.018664888209766813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,8192,0.031566222508748375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,51200,0.2590346601274279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,32,0.0032239999208185407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,8192,0.0206657780541314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,32,0.0047386665311124595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,3072,0.012271111210187277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,32,0.002552888873550627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,16384,0.6848506927490234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,7168,0.019864888654814828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,2048,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,1024,0.06536977820926242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,3072,0.021719111336602107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,10240,0.030143999391131934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,8192,0.0928293334113227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,8192,0.011801777614487542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,1024,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,7168,0.013941332697868347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,65536,0.9915769365098742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,2048,0.0070879997478591064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,1024,0.06583466794755724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,10240,0.08958844343821208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,4096,0.029909332593282063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,2048,0.013295110729005603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,6144,0.010837333069907295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,65536,0.11779999732971191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,51200,0.2542533344692654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,1024,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,6144,0.18235911263359916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,32,0.002784888984428512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,10240,0.08315200275844999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,512,0.005636444522274866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,3584,0.1606595516204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,51200,0.23716889487372506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,64,0.004671111288997862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,768,0.11644889248741998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,1536,0.00655733338660664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,2048,0.006631999793979857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,65536,0.08301777972115411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,1024,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,1536,0.10311733351813422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,768,0.03161066770553589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,32,0.022429333792792425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,5120,0.030592888593673706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,1536,0.014856000741322836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,64,0.006701333241330252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,51200,0.41847554842631024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,768,0.011985777980751462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,256,0.017749332719379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,51200,32.53155856662327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,5120,0.04466933343145582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,7168,0.012741333080662621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,4096,0.016924444172117446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,32,0.016720000240537856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,6144,0.026908444033728704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,2560,0.020132443971104093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,2048,0.0053546664615472155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,256,0.017112889223628573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,65536,1.4108461803860133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,1024,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,10240,0.00851288851764467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,51200,0.06309688753551908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,8192,0.15949066480000815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,12288,0.016599110431141324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,65536,7.613050672743056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,65536,0.8866204685635037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,64,0.0027760000278552375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,51200,0.4068142308129205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,128,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,3584,0.016576000385814242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,2048,0.011559111376603445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,32,0.0329368876086341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,1536,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,16384,0.7688897980584039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,5120,0.038189331690470375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,2048,0.005710222240951326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,51200,0.06729333268271552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,2048,0.02905866503715515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,3584,0.019903111788961623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,6144,0.04628711276584201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,6144,0.023102222217453852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,512,0.005023111071851519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,16384,0.9787688785129123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,1536,0.014675555957688225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,2560,0.013554666605260638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,1536,0.008588444855478074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,65536,0.18835822741190592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,51200,0.1453511052661472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,2048,0.06088888645172119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,51200,0.19979377587636313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,6144,0.033562666840023465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,768,0.17662221855587432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,6144,0.028429332706663344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,2048,0.007024889190991719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,8192,0.26117245356241864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,1024,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,6144,0.2782968944973416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,1024,0.009920888476901585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,32,0.01144177797767851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,3072,0.06680711110432942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,6144,0.01625688870747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,7168,0.010974222587214576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,3584,1.4476764467027452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,1536,0.008550222549173567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,1536,0.03453600075509813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,3584,0.009920888476901585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,2560,0.04093599981731839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,8192,0.04514844550026787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,1024,0.006798222247097228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,32,0.0053546664615472155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,51200,0.9280071258544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,1536,0.012671111358536614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,8192,0.836635536617703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,512,0.008348444269763099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,8192,0.13668621910942927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,6144,0.011151110960377587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,1024,0.012461333639091916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,8192,0.012303111453851065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,65536,0.14606932799021402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,12288,0.2534995608859592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,1024,0.00755555596616533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,16384,2.5113351609971786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,16384,0.03289688958062066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,1536,0.009654222263230218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,65536,0.4636426501803928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,6144,0.19462754991319445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,2560,0.13383732901679143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,128,0.010643555886215635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,7168,0.014067555467287699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,4096,0.022090666823916968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,768,0.05975111325581869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,128,0.005464000006516774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,256,0.00573955559068256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,6144,0.10374044709735447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,2048,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,16384,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,12288,0.11491466893090142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,768,0.003932444585694207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,256,0.004187555362780889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,2048,0.18688533041212294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,32,0.0042151109211974675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,512,0.0046817776229646476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,5120,0.05635022454791599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,51200,0.30778222613864475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,10240,0.1407359970940484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,128,0.0041039999988343985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,8192,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,3584,2.5542123582628036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,6144,0.013761777844693927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,65536,2.943134307861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,12288,0.3732115427652995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,64,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,2048,0.09616533252927993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,3584,0.10790399710337321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,4096,0.2894444465637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,8192,0.011897777517636618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,128,0.014186667071448432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,1536,0.01717511150572035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,32,0.017743999759356182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,12288,0.4532782236735026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,51200,0.8812497986687554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,1024,0.004574222283230888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,512,0.0037671112351947357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,5120,27.250376383463543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,2048,0.009202666580677032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,5120,0.5472755432128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,256,0.00300799993177255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,512,0.02112355497148302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,3072,0.06296444601482816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,4096,0.008041777544551426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,7168,0.30114844110276967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,128,0.0028488888508743713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,256,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,256,0.005487999982304043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,256,0.021049777666727703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,256,0.003530666646030214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,10240,0.162280003229777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,1024,0.1388346619076199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,6144,0.07335733042822944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,2048,0.02260711126857334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,7168,0.41485955980088973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,128,0.03704444567362467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,1536,0.004432888908518685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,1536,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,3584,0.07634577486250135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,12288,0.014954666296641031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,128,0.003167111012670729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,12288,0.058944887585110135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,128,0.01053600013256073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,1536,0.004791111167934206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,65536,2.244128968980577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,51200,0.053575111760033496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,8192,0.01962488889694214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,1024,0.0931511123975118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,51200,0.08139822218153211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,10240,0.06011111206478543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,51200,0.2718399895562066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,512,0.00959822204377916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,2048,0.012226666841242047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,512,0.017794667018784415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,2560,0.0533537765343984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,2560,0.007696000238259633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,12288,0.3858337667253282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,2048,0.007777777810891469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,12288,0.030031111505296495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,7168,0.025731555289692346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,51200,0.33178578482733834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,16384,0.025568000144428674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,512,0.03464533223046197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,65536,0.07171822256512113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,4096,0.5248835351732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,7168,0.06320355335871379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,2560,0.06089511182573107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,3584,0.045669333802329175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,6144,0.010675555302037133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,16384,0.06235466400782267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,768,0.2626746760474311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,10240,0.12716355588701037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,2560,0.010680889089902243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,16384,0.020219556159443326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,5120,3.4955192142062717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,8192,0.03827555643187629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,512,0.010827555424637265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,51200,0.055036445458730064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,7168,0.013168888787428537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,51200,0.05986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,16384,0.024337778488794964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,512,0.0032968889507982465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,8192,0.03240888979699876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,10240,0.04760977625846863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,16384,0.3577706548902724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,51200,10.757226732042101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,3584,0.01901244454913669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,768,0.38170756234063047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,3584,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,128,0.00721777809990777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,6144,0.011490667031870948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,1536,0.021199110481474135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,1536,0.009319110876984065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,6144,0.012265777422322167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,768,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,12288,0.014456000592973499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,4096,0.04706133405367533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,64,0.013887999786270989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,768,0.006895111252864202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,2048,0.019701333509551156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,128,0.029241777128643457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,128,0.1519120004442003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,2560,0.011993777420785693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,1024,0.004037333445416557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,6144,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,16384,0.010806221928861407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,7168,0.08761511246363322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,2560,0.007120889094140794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,64,0.0037600000699361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,4096,0.023565333750512864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,3072,0.009891555541091496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,10240,6.474459754096137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,5120,0.03963377740648057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,768,0.004613333278232151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,51200,0.06894489129384358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,12288,0.025176889366573755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,256,0.008844444321261512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,2560,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,1024,0.007693332930405934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,10240,0.47678131527370876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,7168,0.14923289087083605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,51200,0.1026960015296936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,128,0.09129599730173747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,5120,0.02158311174975501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,5120,0.20883022414313424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,12288,0.02603911028967963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,768,0.04404266675313314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,5120,0.28501778178744847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,3584,0.008434666527642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,768,0.0034826666944556763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,128,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,128,0.005522666705979242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,32,0.002874666617976295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,768,0.34581600295172793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,3584,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,2560,0.03365600109100342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,512,0.009134222235944536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,64,0.11617688337961833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,64,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,2048,0.17185689343346489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,128,0.016543999314308167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,10240,0.025275554921891954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,128,0.004831111265553368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,65536,10.062417772081163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,8192,0.018723555737071566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,768,0.005558222118351195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,7168,0.5319964620802138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,2560,4.065582275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,10240,1.3409350713094075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,3072,0.013752889302041797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,256,0.003693333516518275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,4096,0.03995022177696228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,3584,0.24786043167114258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,3072,0.07623289028803508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,128,0.007161777880456712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,2048,0.006659555352396435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,2048,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,4096,0.19016888406541613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,3584,0.07716800106896295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,16384,0.03389244609408908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,2560,0.19641421900855172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,128,0.060608002874586314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,768,0.20104355282253691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,3584,0.0074551113777690465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,512,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,512,0.028840889533360798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,256,0.005462222215202119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,3072,0.026022222306993272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,1536,0.0422382222281562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,10240,0.09553333123524983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,128,0.09402044614156087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,5120,0.25784799787733287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,16384,0.02277066641383701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,1024,0.007140444384680853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,16384,0.01202222208182017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,4096,0.034260445170932345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,1024,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,256,0.01660355594423082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,3584,0.2783671220143636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,12288,0.007663999994595845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,6144,0.0062871111763848206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,1536,0.004650666481918759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,7168,0.029438220792346533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,10240,0.057200888792673744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,1024,0.005910222315125995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,6144,2.484295103285048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,2048,0.007909333540333642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,8192,0.20018666320376924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,3584,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,768,0.012568000290128918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,8192,0.07265422079298231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,51200,1.5149129231770833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,1024,0.004021333323584663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,6144,0.27113599247402614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,1024,0.029615110821194116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,7168,0.0081386665503184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,64,0.005976000179847081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,6144,0.03242133392228021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,51200,0.7308177947998047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,7168,0.4361102316114638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,65536,0.09897689024607341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,7168,0.20871378315819633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,1024,0.0813351141081916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,65536,0.8158639801873101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,768,0.0075253330998950535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,4096,0.03616355525122748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,2560,0.11548356215159099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,2560,0.04513955447408888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,5120,0.3411360051896837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,2048,0.02465244465404087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,768,0.026865777042176988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,10240,0.14906844827863905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,1536,0.576632022857666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,1024,0.024744888146718342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,65536,1.5513537724812825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,1024,0.06684711244371203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,1536,0.12703911463419595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,12288,0.08935644229253133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,12288,0.04594399862819248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,8192,0.11621067259046768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,2048,0.018199111024538677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,1024,0.030988444884618122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,8192,0.036609778801600136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,7168,0.07267289029227363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,5120,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,1024,0.04428177740838793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,32,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,4096,0.06133688820732964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,7168,0.5091724395751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,32,0.01404355631934272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,2560,0.010834666589895884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,5120,0.08854489194022284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,3584,1.2254489262898762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,1024,0.07110044691297743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,768,0.025871111287011042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,256,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,12288,1.8589271969265406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,5120,0.015206222732861837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,3584,0.19667200247446695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,768,0.005589333259397083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,12288,0.006081777728266186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,51200,0.2408275604248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,1536,0.021147555775112573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,4096,0.20279199547237822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,32,0.00350222239891688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,2048,0.060172445244259305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,32,0.008143111235565608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,768,0.00480000012450748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,1536,1.3167964087592232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,6144,0.0185199992524253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,4096,0.015217777755525378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,2560,0.013566222455766467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,10240,0.6141866577996148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,512,0.00905866672595342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,3584,0.007724444071451823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,4096,0.3575084474351671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,4096,0.6412711143493652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,65536,0.21652977996402314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,8192,0.4011511007944743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,64,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,12288,0.018402665853500366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,512,1.9479768541124132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,16384,0.8273617956373426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,1024,0.026940445105234783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,6144,0.021549334128697712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,8192,0.014677332507239448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,1536,0.038541333542929754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,65536,3.1547084384494357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,2560,0.09392355548010932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,32,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,768,0.00851111114025116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,12288,0.2570737732781304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,32,0.07902755339940389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,1536,0.07311644156773885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,10240,0.14864444732666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,16384,0.019007111589113872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,5120,0.0885724425315857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,65536,2.6525866190592446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,4096,0.014228444960382251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,3584,0.0306311117278205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,12288,0.03598755598068237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,256,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,512,0.012458666331238218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,512,0.01500888831085629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,2560,0.00618488879667388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,3584,0.011834666960769229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,7168,0.08802577522065903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,4096,0.5459013515048557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,10240,0.014567999376191033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,32,0.005123555660247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,5120,0.009169778062237633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,2560,0.042359110381868154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,3072,0.013295110729005603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,12288,0.01750577820671929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,512,0.2561991214752197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,1024,0.041965332296159535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,32,0.02994311187002394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,512,0.0035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,12288,0.022583999567561682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,1024,0.004032000071472592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,512,0.03410844339264764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,64,0.0028159999185138275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,2560,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,3072,0.04584266742070516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,2048,0.021607110897699993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,512,0.0036159998012913596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,8192,0.14098221725887722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,512,0.010288889209429422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,3072,0.057674666245778404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,128,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,3584,0.010418666733635796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,1024,0.013231111069520315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,5120,0.018039110634062026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,32,0.0035093331502543557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,256,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,16384,1.489359113905165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,768,0.061829335159725614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,256,0.23668265342712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,6144,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,16384,0.02459288967980279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,1024,0.02622311148378584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,8192,0.08180622259775798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,10240,0.14387822151184082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,8192,0.9066133499145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,51200,3.9281459384494357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,512,0.010556444525718689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,10240,0.5566506915622288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,2560,0.014918223023414612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,1024,0.014044443766276041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,10240,0.037147555086347796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,2048,0.05431644452942742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,64,0.017567111386193168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,768,0.005102222164471944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,32,0.0028248888750871024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,512,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,5120,0.0166640000210868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,65536,0.5456115404764811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,64,0.007693332930405934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,4096,0.11221333344777425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,512,0.014391111003028022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,512,0.3051066663530138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,6144,0.02314577831162347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,1536,0.010497777826256223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,65536,1.017905765109592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,1024,0.3122862180074056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,7168,0.013976888524161445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,3584,0.08258666594823201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,51200,5.453694237603082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,768,0.004259555704063839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,1536,0.007884444461928474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,32,0.036446223656336464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,16384,0.05867999792098999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,1536,0.007365333537260692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,5120,0.016509332590632968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,256,0.0037164443896876443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,51200,0.7615662150912814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,1024,0.016869333055284288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,64,0.008707555631796518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,6144,0.08471377690633138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,5120,0.014083556003040738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,128,0.00498488876554701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,7168,0.16860000292460123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,1024,0.012737777498033313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,10240,0.01516533394654592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,3072,0.07796177599165174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,12288,0.02291999922858344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,16384,1.6259448793199327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,768,0.007485333416197035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,32,0.0035866668654812705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,2048,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,128,0.005636444522274866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,1024,0.024248000648286607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,65536,0.06861866845024957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,5120,0.021705778108702764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,1024,0.006647111227114995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,8192,0.02328088879585266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,3584,0.13318222098880345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,6144,0.14037956131829157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,256,0.009352000223265754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,512,0.024886222349272832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,256,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,8192,0.05157155460781521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,2048,0.09266222185558742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,3584,0.07672088676028781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,2048,0.005244444641802046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,2048,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,5120,0.046647111574808754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,256,0.004953777624501122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,3584,0.007623111208279927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,3584,0.08209155665503608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,1024,0.005548444473081165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,3072,0.011892444557613797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,8192,0.022064000368118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,1536,0.0047937776479456155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,768,0.005719111197524601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,1024,0.0519644452465905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,6144,0.04727910955746969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,12288,0.04966400067011515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,1024,0.01404888927936554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,3072,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,7168,0.08371733294592963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,256,0.01071111112833023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,3584,0.02232088810867733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,7168,0.03851111067665948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,12288,0.07299288776185778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,256,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,512,0.02882222334543864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,3072,0.039601776334974505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,8192,0.22417688369750977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,16384,0.060191108120812305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,8192,0.016714667280515034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,8192,0.029919111066394385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,32,0.005127999931573868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,3584,0.06231466929117838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,2048,0.009283555878533257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,128,0.02515911062558492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,65536,10.226168314615885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,51200,0.20411466227637398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,6144,1.746728049384223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,256,0.00886933339966668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,8192,0.09152444203694661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,51200,0.4439084529876709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,512,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,512,0.008473777936564552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,16384,0.11795022752549912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,3072,0.01568177839120229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,32,0.011711999773979187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,128,0.0074240002367231585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,1536,0.009848000274764167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,10240,0.14055821630689833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,12288,0.018216888109842937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,65536,0.07264088922076754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,3584,0.007815111014578078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,8192,0.07426577806472778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,5120,0.03347555465168423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,3584,0.029778665966457788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,768,0.023689778314696416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,32,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,32,0.038768000072903104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,4096,0.5833857854207357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,8192,0.200417783525255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,51200,0.13261332776811388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,128,0.004212444441186057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,2048,0.020018666982650757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,65536,0.19326489501529268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,65536,2.049752977159288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,12288,0.04710133208168877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,4096,0.015481778317027621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,32,0.006511111226346757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,51200,0.24455200301276314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,2560,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,16384,0.02025422288311852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,128,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,65536,4.759367201063368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,7168,0.018532445033391316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,5120,0.007605333295133378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,10240,0.03965244359440274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,3584,0.01072533345884747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,2560,0.16284088293711343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,1536,0.009974222216341231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,7168,0.022241777843899194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,3584,0.02012888921631707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,512,0.011173333558771344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,5120,0.021353777911927965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,2048,0.014301333162519666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,10240,0.034429334931903414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,2560,0.009209777745935652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,2048,0.015497777197096082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,3584,0.15840800603230795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,10240,3.2429716322157116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,10240,0.1112897793451945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,10240,0.27381600273980033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,6144,0.011197333534558615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,128,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,6144,0.16203288237253824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,64,0.005933333188295364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,2560,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,12288,0.6334924697875977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,2560,0.05386666787995232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,5120,0.02851466668976678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,8192,0.0399217771159278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,1536,0.006952889263629913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,7168,0.02572888963752323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,6144,0.04874844352404276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,65536,0.1837235556708442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,3072,0.008089777496125963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,2560,0.009910222556855943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,768,0.004680888934267892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,2048,0.09766311115688747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,5120,4.145956251356337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,4096,0.012400888734393649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,128,0.07770133018493652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,16384,0.03315911028120253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,3584,1.657432026333279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,1536,0.007648000286685095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,12288,0.12300533718532985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,65536,0.31813332769605845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,3584,0.017913776967260573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,3072,0.008667555948098501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,1024,0.015032889114485847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,512,0.009444444543785518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,2048,0.010031110710567897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,256,0.007568000091446771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,8192,0.292992009056939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,3584,0.34566577275594074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,768,0.02787733409139845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,2048,0.00958933350112703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,256,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,1536,0.009311999711725447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,32,0.01238044434123569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,1024,0.0069644442862934535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,10240,0.016927111479971144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,4096,0.013912000589900546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,2048,0.014190221826235453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,1024,0.006544000158707301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,2048,0.004952888935804367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,256,0.0031662223239739737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,256,0.004314666820896996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,4096,0.01369066701995002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,51200,1.8245254092746312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,6144,0.2926151222652859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,1024,0.006531555619504716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,32,0.006955555743641323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,8192,0.01679377754529317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,8192,0.012327999704413943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,32,0.003105777833196852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,2048,0.05156711075041029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,7168,0.013005333642164866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,10240,0.014744889405038623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,16384,0.0812551114294264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,5120,1.045353783501519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,256,0.003647110942337248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,3584,0.012617777619096967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,2048,0.037307557132509016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,32,0.003302222324742211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,768,0.0058337777025169795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,3584,0.027752000424597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,10240,0.033166223102145724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,10240,0.0321084459622701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,1536,0.005218666460778978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,3584,0.007297777467303806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,768,0.004377777791685528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,256,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,1536,0.00693866651919153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,4096,0.018590221802393597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,2560,0.008976000050703684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,3584,0.008023111356629265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,4096,0.01702933344576094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,65536,0.20138400130801729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,7168,0.010704889065689512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,2048,0.017714665995703805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,65536,0.11525332927703857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,256,0.005560889012283749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,10240,0.6482186847262913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,7168,0.051923556460274585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,1536,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,768,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,2048,0.024707555770874023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,3072,0.015094222293959724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,256,0.003220444545149803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,12288,0.09073866738213433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,4096,0.3732115427652995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,6144,0.040431999497943454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,12288,0.04137511054674784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,5120,0.014562666416168213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,6144,0.009400000174840292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,10240,0.020491555333137512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,7168,0.17787822087605795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,3584,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,5120,0.040822221173180476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,3072,0.4797360102335612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,1536,0.011364444262451597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,64,0.003091555502679613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,7168,0.017976888351970248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,2048,0.012721777790122561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,12288,0.07330399751663208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,51200,0.2786995569864909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,3072,0.08295022116767035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,5120,0.015402666396564908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,8192,0.2742142147488064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,1024,0.014161777165200977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,768,0.008286221987671321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,3072,0.011534222298198275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,10240,0.022887999812761944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,128,0.0034044444974925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,1536,0.06788000133302477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,1536,0.03250044584274292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,2560,0.03149155444569058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,3584,0.16044178273942736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,5120,0.1836320029364692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,128,0.03720088799794515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,256,0.012135110795497894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,16384,0.029655999607510034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,5120,0.041321777635150485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,51200,6.736526065402561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,64,0.0032515554792351196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,128,0.03208266695340475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,128,0.04024444354905023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,256,0.08285866843329535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,32,0.0029973333908451926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,2560,0.008609777523411645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,3584,0.01828977796766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,512,0.019545776976479422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,5120,0.041922665304607816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,1024,0.008774222599135505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,768,0.005541333307822545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,51200,3.4963565402560763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,65536,0.10459466775258382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,128,0.5662284427218968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,4096,0.12976177533467612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,2048,0.010971555279360877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,1024,0.009184888667530483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,768,0.003648888733651903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,1024,0.02616888946957058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,1536,0.016231111354298063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,16384,0.03928800092803107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,5120,1.5548551347520616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,6144,0.03991288940111796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,51200,0.9938933054606119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,1536,0.07638133234447904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,7168,0.04763111140992907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,3072,0.064337776766883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,7168,0.01484444406297472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,7168,0.01660977800687154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,6144,0.024540444215138752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,10240,0.21881777710384795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,256,0.01566488875283135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,2048,0.04395555456479391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,16384,2.411989423963759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,2048,0.06733066505855985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,3072,0.07425244649251302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,512,0.01792355544037289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,512,0.011295110815101199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,2560,0.020278222031063504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,2560,0.019215111931165058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,65536,0.7039537959628634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,65536,1.6139315499199762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,51200,0.8037306467692057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,6144,0.051263110505210034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,8192,0.025939555631743536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,65536,0.0898782213528951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,1024,0.005453333258628845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,1536,0.009078222016493479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,12288,0.10531289047665066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,768,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,51200,1.1362151039971244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,3584,0.007978666987684038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,32,0.0029253332565228143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,5120,0.026503110925356548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,6144,0.023540443844265405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,3072,0.02757599949836731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,5120,0.09747111135058933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,65536,1.2784479988945854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,5120,0.037109331952200994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,3072,0.015448888142903646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,512,0.004049777984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,4096,0.2679653432634142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,512,0.05902222130033705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,16384,0.02164711058139801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,2048,0.037364443143208824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,2560,0.009363555245929295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,12288,0.017120889491505094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,768,0.0069982219073507525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,1536,0.013291555146376291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,128,0.0041235557032956015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,51200,1.348173353407118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,256,0.005886222339338726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,12288,0.07282044490178426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,10240,0.020575111111005146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,512,0.0069102222720781965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,128,0.02422399984465705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,51200,0.9909227159288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,65536,0.07554844352934095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,1536,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,1024,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,8192,0.166265779071384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,768,0.04929511083496941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,6144,0.03794399897257487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,32,0.005418666534953647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,16384,0.06684355603324042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,7168,0.31498222880893284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,5120,0.03815733393033346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,128,0.006752000086837345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,3584,0.007815111014578078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,32,0.009083555804358589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,4096,0.007896888587209914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,6144,0.07466044690873888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,8192,0.08307200007968478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,1536,0.015032889114485847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,65536,0.08319111002816094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,6144,0.01603911154799991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,8192,0.5104995303683811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,512,0.006027555714050929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,65536,1.3308862050374348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,3072,0.034134222401512995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,7168,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,768,0.0036231109665499795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,1024,0.022016889519161646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,51200,0.25295289357503253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,64,0.0027822222974565295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,2560,0.08580444256464641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,3072,0.007017778025733099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,8192,0.06623378064897326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,512,0.015751111838552687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,1536,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,16384,0.03167466653717889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,256,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,3072,0.11850933233896892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,10240,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,6144,0.4250808821784125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,256,0.020170667105250888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,256,0.017113778326246474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,65536,0.13826221889919704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,10240,0.6987937821282281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,65536,0.009334222310119206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,128,0.005873777800136142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,10240,0.08335200283262466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,16384,0.08097777764002483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,1024,0.014767999450365702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,1536,0.300294213824802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,16384,3.0805013444688587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,5120,0.055993775526682533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,256,0.005924444645643234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,5120,0.06121955315272013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,2048,0.011493333511882357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,8192,0.09035822418000962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,2048,0.04343377881579929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,51200,0.2564435535007053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,1024,0.006025777922736273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,4096,0.01238666640387641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,3072,0.02233955595228407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,4096,0.016347555650605094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,4096,0.02351644469632043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,10240,1.0304151111178927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,8192,0.10104178057776557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,5120,0.07304177681605022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,2048,0.0075662218862109715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,768,0.005162666655249066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,2048,0.07426933447519939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,512,0.004263999975389904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,3584,0.014278221461508008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,3072,0.010079999764760336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,512,0.006063999815119638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,4096,0.14030222098032633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,3584,0.013111111190583972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,10240,0.04733955529001024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,10240,0.07086222039328681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,512,0.4412088923984104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,3584,0.03200799889034695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,65536,2.0892391204833984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,10240,0.363737768597073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,12288,0.4012160036298964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,8192,0.014187556174066333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,256,0.007245333658324347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,3584,0.015294222368134392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,3072,0.016602666841612924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,4096,0.022527111901177302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,3072,0.07464444637298584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,2048,0.011668444507651858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,256,0.017099555995729234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,16384,0.027987556325064764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,768,0.07076533635457356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,51200,0.059324443340301514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,12288,0.4497120115492079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,5120,0.03327644533581204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,12288,0.03789688812361823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,5120,0.2616799937354194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,128,0.0029760001020299066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,768,0.0058400001790788435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,512,0.013532444834709167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,65536,4.474996354844835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,64,0.0033848887930313745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,6144,0.016582222448454965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,16384,0.01851022243499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,32,0.007446222007274628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,2560,0.02278933260175917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,32,0.01333333303531011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,256,0.017257778180970084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,1024,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,64,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,6144,0.021741333934995864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,7168,0.19245333141750762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,2048,0.08692444695366754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,51200,0.16217154926723903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,2560,0.016417778200573392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,6144,0.06725866927040948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,8192,0.40166934331258136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,64,0.020384889509942796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,2048,0.0053022222386466126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,1024,0.009495110975371467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,1536,0.013256889250543384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,65536,0.43460443284776473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,7168,0.011890666352377998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,4096,0.009155555731720394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,2560,0.11723555458916558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,5120,0.09771733151541816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,12288,0.03865866528617011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,2560,0.009943111075295342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,256,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,5120,0.5440142419603136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,2048,0.014125333891974555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,51200,0.20069866710238984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,1536,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,1024,0.037956443097856306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,16384,12.910111321343315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,10240,0.06399910979800753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,128,0.22540177239312065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,512,0.026330666409598455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,128,0.009619555539555019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,5120,0.027845333019892376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,2048,0.011619555453459421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,1536,0.016933333542611863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,2560,0.011980444192886353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,65536,0.3278160095214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,1024,0.3407875431908502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,12288,0.3963590992821588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,128,0.003703111161788305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,1024,0.10319377978642781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,3072,0.026446221603287592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,128,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,16384,0.031705776850382485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,2048,0.15132799413469103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,5120,0.012688889271683164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,512,0.00388355553150177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,8192,0.00795022232664956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,6144,0.03459377752410041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,16384,0.09468622340096368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,8192,0.039694223139021136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,64,0.00573244442542394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,1536,0.006629333313968446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,32,0.00527022240890397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,7168,0.13832088311513266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,5120,0.01275111072593265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,2048,0.5438035329182943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,512,0.03320088982582092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,2560,0.6789920065138074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,128,0.009181333084901174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,1024,0.05339733428425259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,2560,0.07335111167695788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,2048,0.018766222728623282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,2560,0.011368888947698804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,256,0.004998222407367495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,12288,0.036369777388042875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,1536,0.04922222097714742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,10240,0.32398398717244464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,3584,0.015213333898120456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,8192,0.030509332815806072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,128,0.012226666841242047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,128,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,65536,0.06755022207895915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,3584,0.015862221519152325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,5120,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,3072,0.011257777611414591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,12288,0.09167110919952393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,2048,0.020236444142129686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,3584,0.03067822257677714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,128,0.005286222116814719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,51200,0.10610044664806789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,4096,0.009789333575301701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,10240,0.032623112201690674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,5120,0.2743644449445936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,3584,0.021111999948819477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,256,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,768,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,2560,0.007333333293596904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,64,0.003104000041882197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,1536,0.012152888708644442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,12288,0.14412089188893637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,256,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,4096,0.03579644362131754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,1536,0.021928000781271193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,7168,0.02047644390000237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,32,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,5120,0.014651555154058667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,64,0.0053688887920644544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,2560,0.010324444207880232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,16384,0.1446382204691569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,128,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,5120,0.017415111263593037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,7168,0.3135991096496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,3072,0.027308444182078045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,16384,0.08174666431215075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,12288,0.16642844676971436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,64,0.00675644435816341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,1024,0.0041537777417235905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,1024,0.05040622088644239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,5120,0.03480711248185899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,12288,0.021407999926143225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,512,0.009749333063761393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,128,0.005197333378924264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,65536,0.06821066803402372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,51200,0.0893546673986647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,12288,6.871802859836155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,5120,1.5092177920871312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,1024,0.04033333394262526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,64,0.003867555409669876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,32,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,64,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,256,0.004813333352406819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,8192,0.431167999903361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,4096,0.03638844357596503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,1024,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,64,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,5120,0.03083911206987169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,6144,0.1098053322898017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,512,0.3012266688876682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,768,0.014951111541854011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,768,0.005792888916201062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,10240,0.010397333237859938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,4096,0.014458666245142618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,6144,0.05375733309321933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,3584,0.0352222224076589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,6144,0.2820240126715766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,768,0.011942221886581846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,65536,1.6518533494737413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,64,0.0034453332838084963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,3072,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,64,0.003510222252872255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,65536,5.349821302625869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,512,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,512,0.004567111117972268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,12288,0.14004266262054443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,8192,2.4965031941731772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,2048,0.008905777500735389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,51200,0.2261537710825602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,256,0.025557332568698462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,768,0.14200977484385172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,51200,0.22352443801032174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,128,0.010840888652536603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,2048,0.0613973339398702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,768,0.036165333456463285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,5120,0.1081777744823032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,3072,0.029189334975348577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,64,0.0031111112071408164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,65536,0.09750666883256699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,2560,0.019701333509551156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,512,0.021393777595625982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,2048,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,1536,0.16263466411166722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,768,0.014167999227841696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,12288,2.771351920233833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,10240,0.07226755883958605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,32,0.007785778078767989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,16384,0.1311946709950765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,7168,0.01762488815519545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,2048,0.0127697777416971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,16384,6.647151099310981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,51200,0.06763555606206258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,8192,0.03502755694919162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,32,0.008700444466537898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,128,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,128,0.0037768888804647657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,512,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,51200,0.24680977397494844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,12288,0.04135911001099481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,64,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,3072,0.02574933403068119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,1024,0.009762666291660732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,3072,0.08778933021757339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,128,0.0030542222989930045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,64,0.013980444934633044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,2560,0.6480319764879015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,1536,0.04846044381459554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,4096,0.013188444077968597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,2048,0.010047111246320937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,8192,0.008190222084522247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,3584,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,16384,0.3194719950358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,2048,0.15169421831766763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,6144,0.406206210454305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,65536,0.07878488964504667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,7168,0.02603200078010559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,1024,0.003991111285156674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,3072,0.20793599552578398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,8192,1.8534026675754125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,51200,0.084297776222229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,16384,0.03978311022122701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,16384,0.038402666648228966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,7168,0.026696888936890498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,2048,0.010476444330480365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,10240,0.3209288914998372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,3072,0.007793777518802219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,51200,0.05324800146950615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,64,0.002982222164670626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,16384,0.09379021988974677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,6144,0.013849777479966482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,7168,0.01902222302224901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,7168,0.07618311378690931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,512,0.014021333720948962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,128,0.007400888535711501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,2560,0.11001155773798625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,12288,0.2556133270263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,32,0.04558577802446154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,3072,0.0069448889957533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,256,0.052460445298088916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,7168,0.014447111222479077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,256,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,3072,0.020284444093704224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,2560,0.04822311136457655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,1024,0.03177244464556376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,768,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,65536,0.08755199776755439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,51200,0.31511465708414715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,2560,0.015928000211715698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,7168,0.34629066785176593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,1024,0.3204053243001302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,12288,0.049013333188162915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,16384,0.4783804681566026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,128,0.009550222092204625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,1024,0.06253600120544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,128,0.003671110918124517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,65536,0.763213316599528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,3584,0.00924533357222875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,2048,0.025011556016074285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,16384,0.027512888113657635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,5120,0.04553866717550489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,51200,0.08259911007351346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,5120,0.014654222461912366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,16384,0.011413333316644033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,256,0.004770666774776247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,10240,0.036991112762027316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,10240,0.02256800068749322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,16384,0.183098660575019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,768,0.006716444260544247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,256,0.0052328887912962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,1536,0.005912000106440649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,8192,2.046621322631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,3584,0.023444443941116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,16384,0.04195555713441637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,256,0.01773422294192844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,256,0.006712889091836081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,1536,0.007183999651008182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,65536,0.5091902414957682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,10240,0.043212443590164185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,2560,0.01680177781316969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,4096,0.013223999904261695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,12288,0.13230221801333958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,32,0.00978311151266098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,7168,0.054231110546323985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,256,0.010493333141009012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,512,0.005723555468850666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,3584,0.25941867298550075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,6144,0.012304888831244575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,128,0.0069253332912921906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,3584,0.0151555554734336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,51200,7.236729092068142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,128,0.004511111312442356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,256,0.008629333641793992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,32,0.005095110999213325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,3072,0.01889866590499878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,8192,0.017056889004177518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,5120,0.020287111401557922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,51200,0.0937724444601271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,5120,0.023042667243215773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,64,0.017557332913080852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,32,0.05770488580067953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,7168,0.03171555532349481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,16384,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,32,0.002854222224818336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,65536,22.050153944227432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,7168,0.12019288539886475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,1024,0.0053226666318045715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,768,0.0035822221802340615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,32,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,1536,0.0064026667839950984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,3072,0.009224889179070791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,65536,2.689226574367947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,64,0.0027662221756246355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,1024,0.04088177614741855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,3072,0.016238222519556682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,1536,0.02180266711446974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,2560,0.2367875576019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,1024,0.005034666508436203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,1536,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,128,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,3584,0.044587555858823985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,768,0.03402577837308248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,51200,0.05314400129848056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,12288,0.46631553437974715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,768,0.019911110401153564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,8192,0.017479999197853934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,256,0.005129777722888523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,12288,0.0758097767829895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,256,0.004054222255945206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,4096,0.04916266600290934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,65536,0.6908097796969943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,8192,0.00648266656531228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,1536,0.007247111035717859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,12288,0.21738578213585746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,256,0.006873777757088344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,768,0.004876444323195351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,2048,0.009744889206356471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,3584,0.03701511025428772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,6144,0.12776177459292942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,6144,0.077802664703793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,128,0.004586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,6144,0.10897955629560684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,1536,0.029494222667482164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,3584,0.02031822171476152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,2560,0.032511999209721885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,256,0.012712889247470431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,6144,0.41666489177280003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,1024,0.009002666506502364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,6144,0.1887164380815294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,7168,0.00942755573325687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,16384,0.03346755438380771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,2560,0.008823110825485652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,4096,0.02849777870708042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,5120,0.02144977781507704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,16384,0.022015111313925848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,4096,0.01255555533700519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,3072,0.038549333810806274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,1536,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,51200,0.1965573363833957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,3584,0.012196444802814059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,7168,0.01516711049609714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,51200,0.09937689039442275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,3584,0.011343110766675739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,6144,0.03695377707481384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,2048,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,65536,0.11160443888770209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,2560,0.006173333360089197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,1536,0.004761777818202972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,768,0.06112622552447849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,1024,0.006074666563007567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,16384,0.020240889655219186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,3584,0.016135111451148987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,768,0.008536888493431939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,2048,0.08259555366304186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,5120,0.10825600226720174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,10240,0.6015937593248155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,768,0.005509333478079901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,7168,0.025664889150195654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,3072,0.01589777734544542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,1024,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,51200,0.10666666428248088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,768,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,7168,0.18356266286638048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,3072,0.01550222271018558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,8192,0.25948532422383624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,65536,0.06665866904788546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,5120,0.010070222119490305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,512,0.042690667841169566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,3072,0.02493600050608317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,8192,0.17422310511271158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,768,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,3072,0.011472889118724398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,16384,0.09566844171947902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,8192,0.07197422451443143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,256,0.004861333303981357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,8192,0.16778133975134957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,2560,0.08781955639521281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,12288,0.02128355536195967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,128,0.0028764444092909494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,2048,0.024566221568319533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,4096,0.005848888721730974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,128,0.0031386667655573953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,4096,0.013723555538389417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,6144,0.021680000755521987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,3072,0.035050666994518705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,12288,0.01971733404530419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,32,0.009644444617960189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,1024,0.00925066653225157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,512,0.040103111002180315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,2048,0.009334222310119206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,128,0.0042151109211974675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,6144,0.03951999876234267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,512,0.005690666536490123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,1536,0.011542222566074796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,12288,0.018784888916545443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,3584,0.32518667644924587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,6144,0.031011554929945204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,1536,0.04554222358597649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,7168,0.03314222229851617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,5120,0.01680888897842831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,1536,0.0425946679380205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,65536,0.062367108133104115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,768,0.00500177757607566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,1536,0.004600000050332812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,1024,0.003930666794379552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,7168,0.03122399912940131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,65536,0.06534933381610446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,51200,0.5002035564846462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,16384,0.018780445059140522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,64,0.017605332864655387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,51200,12.647073533799913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,64,0.04737155636151632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,2048,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,12288,0.013461333182122974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,4096,0.30529244740804035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,16384,0.04839466677771675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,51200,27.352681477864582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,256,0.0031795555518733132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,768,0.015265777707099915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,65536,4.896425882975261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,768,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,6144,0.08517955409155951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,3584,1.2281377580430772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,6144,0.055833776791890465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,2048,0.01092177795039283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,1536,0.031215998861524794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,128,0.024717332588301763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,12288,0.31675200992160374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,128,0.0027013334135214486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,4096,0.047932446002960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,2560,0.33744533856709796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,2560,0.013553777502642738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,7168,0.02556444373395708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,51200,0.7019164297315809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,3584,0.08202844195895724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,16384,1.1245671378241646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,12288,0.021180444293551978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,3584,0.051238222254647144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,5120,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,3072,0.1454248825709025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,6144,0.39446398946974015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,128,0.003942222230964237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,16384,0.011672889192899069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,3072,0.01128266668981976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,4096,1.9072818756103516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,65536,0.20405066013336182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,768,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,3072,0.046591109699673124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,16384,0.5852666431003147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,3584,0.008091555701361762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,1536,0.009392889009581672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,16384,0.09687199857499863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,4096,0.006118222243256039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,7168,0.036446223656336464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,3072,0.01426488823360867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,8192,1.2443013721042209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,65536,0.06872444682651095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,1536,0.005478222337034013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,4096,0.01920000049802992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,64,0.02176711128817664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,10240,6.241191016303168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,8192,0.025024000141355727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,64,0.010159999959998662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,2560,0.019105777144432068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,2048,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,10240,0.5994346406724718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,51200,0.13786844412485758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,64,0.006107555495368109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,1024,0.20184711615244547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,10240,0.022685334086418152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,51200,0.23726844787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,1536,0.08982933229870266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,2048,0.20719467269049752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,64,0.005079999979999331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,512,0.01866044435236189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,768,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,1536,0.017703110973040264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,256,0.01882933411333296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,512,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,32,0.002732444347606765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,3584,0.0325164430671268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,4096,0.014378666877746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,256,0.010395555860466426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,12288,0.05921689007017347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,1536,2.2487661573621964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,768,0.00563822231358952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,51200,0.3942551083034939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,6144,0.01647111111217075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,7168,0.0233297778500451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,51200,0.3320862187279595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,65536,5.3656116061740455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,256,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,32,0.002893333426780171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,3072,0.12392711639404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,3584,0.12394221623738606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,3584,0.008480889101823172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,1024,0.006045333213276333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,6144,0.02661777701642778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,6144,0.06961866882112291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,2560,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,1024,0.006037333359320958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,2560,0.009751111268997192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,2560,0.15627200073666042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,3072,0.15299555990431044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,4096,0.07404177718692355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,1536,0.005027555757098728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,6144,0.09955200221803452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,4096,0.033506668276256986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,7168,0.011980444192886353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,8192,0.014368888404634265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,8192,0.8783893585205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,51200,0.44556532965766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,1536,0.09510488642586602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,7168,0.04224266608556112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,512,0.04455999864472283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,512,0.01038755559258991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,256,0.0034560000316964257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,128,0.0030417777597904205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,51200,1.0422568851047092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,5120,0.006852444261312485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,6144,0.014847111370828418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,12288,0.061503999763064914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,3584,0.02697066631582048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,768,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,1536,0.14029778374565974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,3584,0.12197155422634548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,2560,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,1536,0.37564799520704484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,1536,0.009949333137936061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,3072,0.0596675541665819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,256,0.24042932192484537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,2048,0.01536711057027181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,128,0.007465778125656976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,2048,0.12239555517832439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,5120,0.05619821945826212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,2048,0.04410755634307861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,10240,0.027160889572567407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,6144,0.22162400351630318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,16384,0.010617777705192566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,3584,0.03111999895837572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,5120,0.030239999294281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,5120,0.190884444448683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,2048,0.016383111476898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,7168,0.22703109847174752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,5120,0.011697777443461947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,768,0.010229333407349056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,1536,0.004574222283230888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,512,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,2048,0.014547554983033074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,16384,0.05720000134574043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,10240,0.07506044705708821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,3072,0.06996444198820326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,6144,0.028710222906536523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,16384,0.13584800561269125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,5120,0.00683111117945777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,512,0.011968000067604912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,65536,0.10398844215604995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,3072,0.0628568861219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,2048,0.0277839998404185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,1536,0.008851555486520132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,6144,0.03171644608179728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,128,0.004397333496146732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,1536,0.029286222325430974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,2048,0.005816000203291575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,51200,18.545862833658855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,1536,0.02049955560101403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,2048,0.008401778009202745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,32,0.008268444074524773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,16384,0.7617884212070041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,12288,0.02758488886886173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,32,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,12288,0.016716443830066256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,7168,0.06067555480533176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,10240,0.0403146677547031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,3584,0.19455466005537245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,512,0.028163555595609877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,2048,0.007359999749395583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,12288,0.0945075551668803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,1536,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,32,0.03264266583654616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,65536,0.32014934221903485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,51200,1.8897137112087672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,2048,0.013639111485746173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,6144,1.5916311475965712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,65536,0.10452889071570502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,128,0.009317333499590555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,3584,0.012816000315878125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,5120,0.954835573832194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,768,0.0199644449684355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,12288,0.2769715521070692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,2048,0.16236089335547552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,1024,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,16384,0.08713244729571873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,768,0.026504889130592346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,64,0.0032133333798911837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,512,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,6144,0.013963555296262106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,7168,0.010384889112578498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,6144,0.04519911275969612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,65536,0.19599644343058267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,3072,0.007770666645632849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,51200,11.92515903049045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,1024,0.01350933313369751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,256,0.00999111102686988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,7168,0.0448017782635159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,4096,0.13724088668823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,2560,0.11163643995920818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,4096,0.037462221251593694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,65536,0.9651910993787977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,64,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,4096,0.009733333355850643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,51200,0.4341013431549072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,64,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,5120,0.009691555466916826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,64,0.0052622221410274506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,7168,0.1491697761747572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,128,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,128,0.00309955556359556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,3584,0.04815555612246195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,3072,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,4096,0.03781422310405307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,3584,0.0759155551592509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,51200,0.08267466889487372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,64,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,256,0.0413262214925554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,6144,0.015876443849669564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,512,0.003244444520937072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,1536,0.014524444937705994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,12288,0.14938667085435656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,5120,0.4944959746466742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,7168,0.014472888575659858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,6144,0.12690311008029515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,768,0.013053333593739403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,1024,0.01350488927629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,7168,0.013129777378506131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,6144,1.926910188462999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,128,0.018929777873886954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,16384,3.1418141259087453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,4096,0.029802666770087347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,6144,0.2286070982615153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,128,1.4479093551635742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,128,0.020795555578337777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,10240,0.3515084319644504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,3584,0.9627982245551215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,6144,0.05022844341066149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,2560,0.03293422195646498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,4096,0.2947653399573432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,10240,0.01684177749686771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,2048,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,1024,0.007115555306275685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,768,0.2062364419301351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,2560,0.025672889418072168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,2560,0.016467556357383728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,5120,0.15902133782704672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,1024,0.007074666519959767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,65536,0.02296000056796604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,2048,0.10766755872302586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,1536,0.013595555391576556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,4096,0.03750400079621209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,768,0.03309955530696445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,768,0.004388444539573458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,8192,0.013284444808959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,8192,0.028043554888831243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,7168,0.12770666016472712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,1024,0.05018044511477152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,2048,0.0507315562831031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,5120,0.4551422331068251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,3584,0.13109510474734837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,128,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,3584,0.08649510807461208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,65536,5.264337751600477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,51200,0.15426133738623724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,6144,0.09078844388326009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,3072,0.1632888846927219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,2560,0.016318221886952717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,128,0.007152000235186682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,1536,0.00981155534585317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,12288,0.016716443830066256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,2048,0.04803644286261665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,4096,0.006167111297448476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,16384,0.5971066686842177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,2560,0.14920889006720647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,768,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,64,0.05223733186721802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,256,0.016000888413853116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,512,0.011002666420406766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,1536,0.10736444261338975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,256,0.008218666745556725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,51200,0.0951075553894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,8192,0.02146133283774058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,1536,0.0058373332851462895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,8192,0.03830666674507989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,10240,0.06969422101974487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,1536,0.03462310963206821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,51200,0.04200355543030632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,8192,0.017824000782436795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,4096,0.045091556178198926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,1024,0.840520011054145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,4096,0.06152800056669447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,128,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,1536,0.06196977694829305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,128,0.00452533322903845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,6144,1.2206124199761283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,128,0.004465777840879229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,32,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,65536,0.30252001020643443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,128,0.007128888534175024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,8192,0.015200000670221118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,12288,0.04373244444529215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,768,0.010417777631017896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,16384,0.015404444601800708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,8192,0.21176889207628039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,3072,0.067830224831899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,8192,2.104773415459527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,2048,0.00981155534585317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,16384,0.5833857854207357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,128,0.0028888889484935333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,3072,0.028788444068696763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,2560,0.014688889185587565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,1024,0.043423109584384494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,1024,0.013659555878904132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,32,0.05075822273890177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,128,0.0034773333205117118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,3584,0.0377768874168396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,3072,0.030527111556794908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,512,0.0035146665241983202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,16384,0.07596888807084826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,16384,0.6156924565633138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,16384,0.032167110178205706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,7168,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,6144,0.20230489306979707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,1024,0.014695111248228284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,6144,0.010079999764760336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,1536,0.015962666935390897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,128,0.013017777767446307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,512,0.006139555739031897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,1536,0.03553955422507392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,65536,0.06858577993181017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,7168,1.4210017522176106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,7168,0.1639768944846259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,1536,0.12027555041842991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,1024,0.011219555305110084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,256,0.004018666843573253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,256,0.010145777629481422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,2560,0.1803306606080797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,8192,0.157350222269694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,4096,0.09364177783330281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,1536,0.006384000182151794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,1536,0.011699555648697747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,5120,0.010657777388890585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,3072,0.036927110619015165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,5120,0.006676444576846228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,1536,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,3584,0.008253333469231924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,65536,2.1104248894585504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,51200,0.0609475572903951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,8192,0.10986133416493733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,1024,0.013730666703648038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,1024,1.5680871539645727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,2048,0.011301333705584208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,2560,0.7282595634460449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,1024,2.663900375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,128,0.022223111655977037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,2048,0.044241779380374484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,1024,0.040560000472598605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,1536,0.008636444807052612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,2560,0.029973334736294214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,7168,1.3118373023139107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,7168,0.08313600222269694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,2048,0.15683110555013022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,512,0.019460444649060566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,3072,1.1708666483561199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,12288,0.051710221502516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,3584,0.011013333168294696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,128,0.054991109503640064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,128,0.01149866647190518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,512,0.0038497779104444715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,2048,0.034514665603637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,3072,0.006924444602595435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,1536,0.008999110923873054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,10240,0.04135200050142076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,10240,0.02232711182700263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,5120,0.03313066562016805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,65536,0.3179848988850911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,51200,0.29482844140794545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,2048,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,6144,0.022664000590642292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,12288,0.01220533334546619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,1536,0.013545778062608508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,64,0.01112711098459032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,2560,0.005899555567238066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,51200,0.21852178043789336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,7168,0.10724444521798028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,8192,0.022482666704389784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,12288,3.482101228502062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,64,0.005331555588377847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,65536,0.20285067293379042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,3072,0.02091644373204973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,768,0.00981777740849389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,8192,0.0798542234632704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,4096,0.010876444478829702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,1024,0.013344888885815939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,10240,0.2568053404490153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,512,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,4096,0.009183111290136972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,51200,0.22179644637637666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,4096,0.031375110149383545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,768,0.04024622175428603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,128,0.00442755553457472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,7168,0.5942195786370171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,64,0.01017955525053872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,8192,2.121735042995877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,51200,0.5487750901116265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,6144,0.36946490075853133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,8192,0.33542754915025497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,5120,0.34369778633117676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,3072,0.006577777779764599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,3072,0.014840889308187695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,7168,0.011619555453459421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,3584,0.015690666106012132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,16384,0.023523555861579046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,256,0.010657777388890585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,16384,0.4746684498257107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,12288,0.48556089401245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,64,0.19536266061994764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,128,0.005839111076460944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,128,0.0029173334025674393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,12288,0.23048623402913412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,12288,0.6197137832641602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,10240,0.038910223378075495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,16384,0.028082665469911363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,64,0.007642666498819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,512,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,5120,0.10432444678412543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,16384,0.07075022326575385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,128,0.005998222364319696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,2048,0.03778577844301859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,12288,0.019533332851197984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,1024,0.0358222226301829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,5120,0.022602667411168415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,51200,0.7520631154378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,2048,0.01512977812025282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,1536,0.09372622436947292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,16384,0.1688204473919339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,12288,0.04934222168392605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,512,0.003625777860482534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,64,0.0028293333533737394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,3584,0.007225777539942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,4096,0.015571556157535978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,1024,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,2048,0.04004355602794223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,5120,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,1536,0.004765333400832282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,6144,0.024960888756646052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,32,0.01831822262869941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,2048,0.027506666051016912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,16384,0.8447724448310004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,1536,0.0074346669846110875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,128,0.003383999897374047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,2560,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,128,0.005850666513045629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,2048,0.11194666226704915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,3584,0.02868710954984029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,256,0.00556355549229516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,3584,1.443374209933811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,6144,0.577672004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,1024,0.029812445243199665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,6144,0.08548177613152398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,12288,0.018211555149820115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,12288,0.04064355625046624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,2560,0.011582222249772815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,7168,0.2677733368343777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,6144,0.04471200042300754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,10240,2.5167102813720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,16384,0.045293334457609385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,16384,0.4023039870791965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,6144,0.05171111226081848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,8192,3.1780196295844187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,256,0.019327999817000497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,256,0.0041884444653987885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,65536,0.3183564345041911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,7168,0.03707999984423319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,512,0.005684444473849402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,7168,0.23448443412780762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,65536,1.498037338256836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,10240,0.04739200075467428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,6144,0.00980977796845966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,2048,0.024481778343518574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,12288,0.054767111937204994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,12288,0.019354666272799175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,64,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,6144,0.024665777881940205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,1024,0.006117333140638139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,8192,0.013767999907334646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,3072,0.018225777480337355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,512,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,512,0.027484445108307734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,10240,0.40263644854227704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,512,0.015488889482286243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,1024,0.022868444522221882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,16384,0.45147911707560223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,12288,0.7248649067348905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,16384,0.022876444790098403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,256,0.024939555260870192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,3584,0.026288888520664636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,2560,0.08077600267198351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,2560,0.013502221968438892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,512,0.007840889195601145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,3072,0.020289777053727042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,256,0.038823998636669584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,8192,0.1594524383544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,5120,0.018167111608717177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,5120,0.02180888917711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,7168,0.0468426677915785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,5120,0.11840355396270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,8192,0.022755554980701868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,6144,0.013657777673668332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,51200,1.0529235204060872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,256,0.008105778031879002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,1024,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,768,0.056158224741617836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,64,0.03757155603832669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,7168,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,4096,0.0913519991768731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,65536,0.13656532764434814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,2560,0.0358515547381507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,128,0.004622222234805425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,1024,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,7168,0.0354417794280582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,1536,0.012936000194814471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,65536,0.42938844362894696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,6144,1.9347716437445746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,1024,0.01793688866827223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,1536,0.0443102220694224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,128,0.013177778157922955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,2048,0.012671111358536614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,768,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,1024,0.012432888978057437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,512,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,768,0.03996266590224372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,7168,0.01893422173129188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,8192,0.05821955866283841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,7168,0.03479199939303928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,32,0.0027706666539112725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,65536,0.11010489198896621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,4096,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,7168,0.03939911060863071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,5120,0.01240799989965227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,256,0.01093777765830358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,12288,0.0688213308652242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,10240,0.052279111411836415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,10240,0.07197244299782647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,12288,0.6717662281460233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,768,0.0366906656159295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,8192,5.121839311387804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,256,0.02561155623859829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,16384,0.0764826668633355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,1536,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,1024,0.006134222365087933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,128,0.021743999587164983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,51200,0.04626133375697666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,2560,0.21204977565341523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,3072,0.01163644426398807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,10240,0.016685333516862657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,4096,0.010799999866220685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,8192,0.6123555501302084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,7168,0.02347999976740943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,1536,0.019278221660190158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,2048,0.014371555712487964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,8192,0.030032889710532293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,3072,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,8192,0.07899022102355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,768,0.026579555537965562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,51200,0.11328000492519802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,5120,0.008784888519181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,1024,0.0092284447617001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,12288,0.07145244545406766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,64,0.00775822252035141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,6144,0.1586115492714776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,64,0.003681777666012446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,4096,0.07283022006352742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,2560,0.00589155571328269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,2048,0.007313778003056844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,10240,0.6717279752095541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,3072,0.035558223724365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,6144,0.02920444475279914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,1024,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,5120,0.02560088866286808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,2560,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,32,0.024752888414594863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,6144,0.011578666667143503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,3072,0.01017955525053872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,4096,0.08867822090784709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,10240,0.3141209019554986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,12288,0.02051555613676707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,16384,0.0207324441936281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,51200,0.06036800146102905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,32,0.006808888994985157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,7168,0.024622221787770588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,3584,0.01678222252262963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,1536,0.006678222368160884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,2048,0.05836533175574409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,768,0.031209776798884075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,8192,0.03776889046033224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,65536,0.15122577879163954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,64,0.00833333366447025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,128,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,32,0.006301333506902059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,6144,0.0306915541489919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,3072,0.09140177567799886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,65536,0.008350222474998897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,2560,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,256,0.01092888911565145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,4096,0.021252445048756067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,65536,0.12416711118486191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,16384,0.24328978856404623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,3072,0.0413680010371738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,12288,0.04176888863245646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,5120,2.587130652533637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,3584,0.023919999599456787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,256,0.003584889074166616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,51200,0.0462080008453793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,768,0.004884444591071871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,1536,0.03878577881389194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,7168,0.010997333460383944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,4096,0.20119467046525744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,512,0.009031111167536842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,51200,16.47305636935764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,8192,0.35554665989345974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,12288,0.09371199872758652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,64,0.007165333463086023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,128,0.00416355538699362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,2560,0.04202933443917168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,8192,0.47132354312472874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,32,0.061894224749671094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,128,0.032263110081354775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,2560,0.012118221984969245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,16384,0.14418310589260525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,16384,1.8863902621799047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,128,0.01847288840346866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,32,0.009443555441167619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,512,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,1024,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,12288,0.056319110923343234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,1536,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,2560,0.022640888889630634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,64,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,10240,0.0404079986943139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,2048,0.11155022515190972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,1024,0.013992889059914483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,10240,0.06243111027611626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,32,0.006123555617200003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,12288,0.04615911179118686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,4096,0.2278133233388265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,64,0.02701955537001292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,8192,0.14664444658491346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,1536,0.0388408899307251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,4096,0.05566933419969347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,1024,0.012431110772821637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,1536,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,5120,0.1889244450463189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,2560,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,1024,0.007634667058785756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,51200,1.2465075386895073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,2560,0.008207110895050896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,128,0.005693333430422678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,3584,0.0950160026550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,65536,0.5861120223999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,1024,0.005530666559934616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,3072,0.02989333205752903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,5120,0.01551644504070282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,2560,2.0277510748969183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,10240,0.027445332871543035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,12288,0.06608000066545275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,7168,0.013280889226330651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,32,0.010915555887752108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,2048,0.03815822137726678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,512,0.06057422028647529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,2560,1.8857413397894964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,128,0.00490488898422983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,2048,0.035926222801208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,128,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,16384,0.5265599886576334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,2560,0.1046817766295539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,1536,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,128,0.09893955787022908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,256,0.0032524443748924467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,65536,0.12784266471862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,3584,0.018290667070282828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,16384,0.021233777205149334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,16384,0.03201955556869507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,8192,0.07499111360973783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,10240,0.014467555615637036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,6144,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,7168,0.011271110839313932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,3584,0.16654577520158556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,768,0.010428444378905825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,4096,0.03380266825358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,128,0.004534222185611725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,16384,0.19305155012342665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,5120,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,6144,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,1024,0.16126488314734563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,12288,0.07545777824189928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,8192,0.02294933299223582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,3072,0.020621332857343886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,5120,0.03142933381928338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,12288,0.7832293510437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,10240,0.36746933725145126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,12288,0.015084443820847405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,256,0.0036275556517971885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,768,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,7168,0.021083555287784998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,3072,0.011014222270912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,6144,0.013582222163677216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,32,0.07730222410625882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,10240,0.14794845051235622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,6144,0.09399644533793132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,128,0.030826667944590252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,6144,0.2997537718878852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,10240,0.0710995528433058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,16384,1.0108426411946614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,128,0.030493332280053034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,6144,0.27507999208238393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,4096,0.010371555884679159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,16384,0.05493333273463779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,3072,0.012153777811262341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,65536,0.13555110825432673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,5120,0.19129333231184217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,4096,0.05592978000640869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,5120,0.010674667027261523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,8192,0.041350222296184964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,1024,0.03349955545531379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,32,0.0027013334135214486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,10240,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,2560,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,51200,0.13212622536553278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,1024,0.00886399961180157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,12288,0.018592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,3584,0.008389333056079017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,7168,0.06521777974234687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,65536,0.059713780879974365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,6144,0.15996621714697942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,8192,4.738472832573785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,2560,0.025133333272404138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,1536,0.008447999755541483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,5120,0.21836445066663954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,3072,0.007347555624114142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,4096,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,3072,0.0069422221018208405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,5120,0.1927457782957289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,64,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,2048,0.01440177857875824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,3072,0.04391466577847799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,3584,0.006351111249791251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,2048,0.017283555534150865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,10240,5.339772542317708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,1024,0.045444445477591626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,128,0.007378666765160031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,3072,0.15763999356163874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,65536,0.6074328952365452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,512,0.00832799987660514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,8192,0.020786666207843356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,6144,0.39067912101745605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,3072,0.02037333283159468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,12288,0.01605422298113505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,12288,0.05010044574737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,64,0.16032621595594618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,128,0.006774222271309958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,512,0.01219555570019616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,16384,0.04654933346642388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,16384,0.3086453278859456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,7168,0.042768001556396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,128,0.00738933351304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,65536,0.5790070957607693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,10240,0.08583822515275742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,32,0.0074924445814556545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,3072,0.7040648990207248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,16384,0.04245511028501722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,12288,0.31261955367194283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,128,0.01241422196229299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,10240,0.03258400162061056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,256,0.004359999878538979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,16384,0.04380266533957588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,512,0.0034426665968365143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,64,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,128,0.004943111290534337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,768,0.0034097778714365433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,2048,0.010301333334710863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,4096,0.023065777288542852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,51200,17.65905253092448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,2560,0.017683555682500202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,256,0.008231999973456064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,2560,0.01015377789735794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,7168,0.022089777721299067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,512,0.03547733359866672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,10240,0.17038933436075845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,256,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,5120,0.026687999566396076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,16384,0.06932977835337321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,4096,0.15909422768486872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,3584,0.17063732941945395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,512,0.004611555486917496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,3072,0.040856000449922346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,1536,0.013609777722093793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,12288,0.12799289491441515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,16384,1.1947209040323894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,7168,0.7524604267544217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,16384,0.04722311099370321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,5120,0.014692443940374585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,16384,0.580983108944363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,256,0.02390044430891673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,51200,5.009090847439237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,2048,0.014145778285132514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,12288,0.07578221956888835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,4096,0.024280000064108107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,16384,0.6280479960971409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,2048,0.059078223175472684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,768,0.009564444422721863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,256,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,6144,0.012443555725945367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,12288,0.0620524419678582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,1024,0.006116444451941385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,3072,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,6144,0.02425688836309645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,51200,0.10655555460188125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,2560,0.03234133455488417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,512,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,3584,0.010969777901967367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,6144,0.01610666679011451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,51200,0.12872444258795843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,768,0.011900444825490316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,64,0.006170666466156642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,6144,0.21177955468495688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,12288,0.8374266624450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,8192,0.21913954946729872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,4096,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,1536,0.023078221413824294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,1536,0.011019555230935415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,768,0.007797333101431529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,16384,0.15714755323198107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,2048,0.008782222039169734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,6144,0.006331555545330048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,10240,0.21492711702982584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,7168,0.010670222342014313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,3584,0.008833777573373582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,64,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,8192,0.012682666381200155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,16384,0.01663466625743442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,7168,0.11994666523403591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,8192,0.1679662201139662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,5120,0.2771848837534587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,6144,0.20500711599985758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,1536,0.4514311154683431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,64,0.002867555452717675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,1536,0.03273777829276191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,3072,0.015113777584499784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,4096,0.03198933270242479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,4096,0.03189155459403992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,768,0.007222221957312689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,6144,0.027760000692473516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,32,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,1536,0.020032000210550096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,1024,0.005388444496525659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,2048,0.07951822545793322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,4096,0.008460444708665213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,768,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,3584,0.02168888847033183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,8192,1.155628416273329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,51200,0.07151733504401313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,256,0.015470221638679504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,256,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,7168,0.05396622088220385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,51200,0.39355911148919004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,128,0.004291555533806483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,2048,0.01852888862291972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,16384,0.01982311076588101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,65536,0.34053601158989805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,768,0.006272000157170826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,10240,0.0304115547074212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,1024,0.3381982114579942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,64,0.009156444834338294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,768,0.003912000192536248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,512,1.9969136979844835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,8192,0.07663733429378934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,512,0.00924444446961085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,65536,7.437996758355035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,2048,0.04381777842839559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,128,0.007418666448858049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,3072,0.0074515557951397365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,5120,0.007640889121426477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,3072,0.02937955657641093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,128,0.004544888933499654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,256,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,65536,0.00998222248421775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,3584,0.2092275619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,12288,0.3197022279103597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,5120,0.13642133606804743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,128,0.021560889151361253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,256,0.0058257778485616045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,65536,2.8200302124023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,768,0.04653777678807577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,65536,1.6898124482896593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,2048,0.11345777246687148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,3072,0.01908622185389201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,32,0.0075662218862109715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,1536,0.07474222448137072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,3072,0.024735111329290602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,16384,0.09598044554392497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,7168,0.46560531192355686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,3584,0.011735999749766456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,768,0.027282666828897264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,5120,0.10632177856233384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,3584,0.07690044244130452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,16384,8.718536376953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,65536,0.6221049096849229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,512,0.08846844567192926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,10240,0.04443200098143684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,4096,0.012118221984969245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,65536,0.05958222018347847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,128,0.003321777822242843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,3584,0.015320888823933072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,1024,0.024737776981459722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,1024,0.02554399934079912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,2048,0.07729599873224895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,3072,0.012907555533779992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,1024,0.005850666513045629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,12288,0.015781333049138386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,6144,0.026230222649044458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,512,0.027860442797342937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,5120,0.008762666748629676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,4096,0.18689421812693277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,512,0.0270115551021364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,768,0.009764444496896531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,7168,0.05305066704750061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,51200,39.13164944118923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,6144,0.19355644120110405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,16384,0.06637689140107897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,3072,0.17351644568973115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,128,0.0047893333766195504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,512,0.0033893332713180115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,51200,0.3032133314344618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,65536,1.3395502302381728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,1024,0.008370666868156856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,7168,0.028839111328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,8192,0.05860177675882975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,4096,0.008295999632941352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,256,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,2048,0.008096000386608971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,3584,2.0366107092963324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,6144,0.019395555059115093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,1024,0.010622222390439777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,2048,0.11094133059183757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,10240,3.005945841471354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,32,0.003289777785539627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,12288,0.02650044361750285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,512,0.006056889063782162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,16384,0.5558968649970161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,512,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,4096,0.014596444037225513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,6144,0.06105866697099474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,6144,2.5866105821397567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,5120,0.23203465673658583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,51200,0.056298666530185275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,512,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,12288,0.02256977723704444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,3072,0.687397321065267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,128,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,32,0.0026337777574857077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,256,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,2560,0.005738666488064661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,10240,0.016876444220542908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,6144,0.019546666079097323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,512,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,65536,1.1966533660888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,65536,2.088679207695855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,768,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,3072,0.008593777815500895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,512,0.0033297776761982176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,12288,0.7203502125210233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,1536,0.015863110621770222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,51200,0.23478489451938203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,8192,0.1680577728483412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,10240,0.07155111100938585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,3584,0.01260088880856832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,3072,0.10569689008924697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,512,0.003220444545149803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,51200,2.094506581624349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,5120,0.0717759993341234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,3584,0.03658311234580146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,10240,0.011395555403497485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,2560,0.03160088923242357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,7168,0.25930311944749623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,256,0.003129777808984121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,51200,0.1672933366563585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,256,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,32,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,256,0.009305777649084726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,768,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,768,1.9152230156792536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,1536,0.04730400111940172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,3072,0.01849244369400872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,3072,0.022631110416518316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,1536,0.031069331698947485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,12288,0.7861795425415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,256,0.006692444284756978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,2560,0.0419680012596978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,512,0.010196444061067369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,51200,1.2941804462009006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,2048,0.021962665849261816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,4096,0.02701688806215922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,51200,0.03898400068283081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,512,0.025407110651334126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,128,0.004088888979620404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,65536,0.3130088912116157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,12288,0.04430933462248909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,5120,0.02218222286966112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,16384,0.1655742194917467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,8192,0.09936800267961289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,6144,0.02773422168360816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,3584,0.13538400332132974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,512,0.003321777822242843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,5120,0.0398942232131958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,2560,0.05728799766964383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,1024,0.00611200018061532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,12288,4.470783233642578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,1024,0.0711982250213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,1536,0.0122417774465349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,1024,0.008887111312813228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,1536,0.00434666665063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,2560,0.08354933394326104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,4096,0.2828497886657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,64,0.002675555646419525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,4096,0.019367110398080613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,7168,0.2735653453403049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,256,0.02001066671477424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,3072,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,4096,0.01742044422361586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,512,0.04099199838108487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,10240,0.03205600049760606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,7168,0.0491502218776279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,4096,0.011151110960377587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,512,0.02034222251839108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,6144,0.009918221996890174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,10240,0.08549333280987209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,10240,0.8555822372436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,7168,0.09067200289832221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,2048,0.017909333109855652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,6144,0.03839377893341912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,12288,0.25246577792697483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,6144,0.0762044456270006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,65536,0.6318480173746744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,10240,0.165248884095086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,128,0.07252177927229139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,65536,0.15945600138770208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,7168,0.01092888911565145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,1536,0.1592915587955051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,3072,0.022780444886949327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,7168,0.09115644296010335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,2560,0.025759999950726826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,256,0.005168000029193031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,1536,0.023652444283167522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,1536,0.023245332969559565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,6144,0.007895111209816402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,8192,0.03544088866975572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,256,0.10342133045196533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,4096,0.014934221903483072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,12288,3.7382329305013022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,2048,0.01923022170861562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,51200,0.05474844574928284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,32,0.009912889036867354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,2048,0.04740533232688904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,6144,0.006562666760550604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,512,0.0032044444233179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,2560,0.014952000644471912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,6144,0.06988622082604302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,2048,0.020828444096777175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,2560,0.009546666509575313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,1536,0.18396622604793975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,512,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,16384,0.024451555477248296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,1536,0.01110222190618515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,4096,0.2031386693318685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,2560,0.21480000019073486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,128,0.0029493332323100832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,3072,0.013791999883121915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,65536,0.21186310715145537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,2560,0.053605334626303784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,16384,0.022043555974960327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,2560,0.034119112624062434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,12288,0.01760444376203749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,1536,0.0069022224181228215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,7168,0.013168888787428537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,1024,0.05708355373806424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,51200,0.08490222030215794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,1536,0.012050666742854647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,2048,0.00648266656531228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,16384,0.10244799984825982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,16384,0.018346667289733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,128,0.007568000091446771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,51200,0.07767733600404528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,65536,0.4598551326327854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,1024,0.010642666783597736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,2560,0.0418524444103241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,8192,0.17052977614932588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,4096,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,4096,0.11458310816023086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,64,0.018393778138690524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,768,0.030008001459969416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,2560,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,1536,0.010088889135254754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,1536,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,6144,0.027843554814656574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,768,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,7168,0.26182932323879665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,5120,0.14227999581231013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,1024,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,128,0.003059555465976397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,10240,0.2883111106024848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,5120,0.3127431074778239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,3584,0.029616889026429918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,512,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,2048,0.05540711018774244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,51200,3.9244834052191844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,4096,0.03535200158754984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,1024,0.011539555258221097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,7168,0.06920622454749213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,512,0.003752888904677497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,6144,0.08727822038862441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,2560,0.15395111507839626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,10240,0.038731555143992104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,2560,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,64,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,2048,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,7168,0.049997333023283214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,12288,0.015090665883488126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,10240,0.2070008913675944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,512,0.004628444297446145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,51200,0.6323688824971517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,768,0.012867555850081973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,16384,6.595526377360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,1536,0.05916800101598104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,10240,0.2964071167839898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,1536,0.014309333430396186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,256,0.004589333302444882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,3072,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,4096,0.8114942444695367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,8192,0.3052888976203071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,64,0.0036959999965296853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,8192,0.1594088872273763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,1024,0.005920889063013925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,128,0.0047022220161226065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,6144,0.010427555276287926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,4096,0.153857774204678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,2560,0.1434497833251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,1024,0.009904888768990835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,51200,0.023567110300064087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,768,0.04831199844678243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,512,0.0058648888435628675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,2048,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,32,0.01571911076704661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,64,0.0027280000762807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,512,0.018343110879262287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,12288,0.015325332681337992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,8192,0.036919110351138644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,2560,0.006031111296680238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,16384,0.019306666321224637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,2560,0.023253333237436082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,51200,0.018989332848125033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,8192,0.0299217767185635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,3584,1.7394737667507594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,1536,0.014372444815105863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,512,0.007224000162548489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,8192,0.011730666789743634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,4096,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,256,0.026781333817376032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,5120,0.7276479932996961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,5120,0.03410755594571432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,768,0.007932444413503012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,4096,0.01258044441541036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,2048,0.008719999757077958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,256,0.0041457778877682155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,128,0.003293333368168937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,256,0.003023111157947116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,7168,0.35818934440612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,32,0.05306666758325365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,2048,0.14491821659935847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,12288,0.042308443122439914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,1024,0.011454222102959951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,2048,0.012992888689041138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,64,0.0027840000887711844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,1536,0.006541333264774746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,256,0.01146133326821857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,65536,0.10945155885484482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,2048,0.32099911901685924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,32,0.016934222645229764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,12288,0.038146668010287814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,64,0.0029680000411139596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,8192,0.03606755534807841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,512,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,32,0.012128888732857175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,256,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,6144,0.045187556081347995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,7168,0.07875644498401217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,6144,0.01020088874631458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,2560,0.05146222313245138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,10240,0.20070932971106636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,10240,0.04883466826544868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,2048,0.00798044436507755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,128,0.006751110984219446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,10240,0.06912533442179362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,64,0.007000000112586551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,5120,0.07851999998092651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,65536,0.07437422540452746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,7168,0.06308622492684259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,5120,0.27934310171339244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,10240,0.01679999960793389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,5120,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,6144,0.2161724434958564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,51200,0.2475137710571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,1024,0.021405332618289526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,3584,0.04866310954093933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,4096,0.1241626607047187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,512,0.006222222414281633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,8192,0.03896177808443705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,3072,0.09823999802271526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,128,0.004254222330119875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,16384,0.04285600119166904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,128,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,32,0.0032311110860771606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,128,0.0028044444819291434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,2560,0.006064888917737537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,5120,0.012645333177513547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,1536,0.0470142232047187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,12288,0.017696888910399545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,12288,0.037265777587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,3072,0.006953777538405524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,16384,0.3886248800489638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,16384,0.019722667005327012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,6144,0.12582133875952825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,12288,0.07605866591135661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,1024,0.031770666440327965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,3072,0.011034666664070554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,32,0.0027226667023367355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,10240,0.012647111382749347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,2560,0.05243200063705444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,2048,0.0628711117638482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,16384,0.04252622193760342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,128,0.1704568862915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,2560,0.39944712320963544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,65536,0.44248533248901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,2560,0.06080089012781779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,2560,0.6612390942043728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,256,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,32,0.013062222136391534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,3072,0.01221333361334271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,2560,0.5899768935309516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,1536,0.014340443743599786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,3584,0.6667751206292046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,2560,8.55863528781467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,32,0.017093333933088515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,768,0.010481778118345471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,65536,0.25185955895317924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,51200,0.7776284217834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,4096,0.01090755561987559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,1024,0.007066667079925537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,12288,3.5477538638644748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,2048,0.01900533338387807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,10240,0.022655111220147874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,5120,0.02370044423474206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,2560,0.04217866725391812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,10240,0.06248799959818522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,6144,0.2988808949788411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,3072,0.0380257765452067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,1536,0.24055910110473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,3584,0.021773333350817364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,16384,1.2264738082885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,10240,0.03180799881617228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,256,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,1536,0.10401688681708442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,256,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,8192,0.01796711153454251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,8192,0.014491554763582019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,512,0.007184888753626082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,4096,0.009639110830095079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,6144,0.14200354946984187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,512,0.008361777497662438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,3072,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,512,0.004837333328194088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,10240,0.04629955689112345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,5120,0.12261244985792373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,51200,0.05460533168580797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,3584,0.011433777709801992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,6144,0.00999111102686988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,3072,0.13600533538394505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,12288,0.01733688844574822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,8192,0.0625422199567159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,4096,0.04372177852524651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,1024,0.09101600117153591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,8192,0.4124000072479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,8192,0.09087466531329685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,32,0.02330044408639272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,12288,0.08407200045055813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,2048,0.057968888017866343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,2560,0.1591528919008043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,16384,0.023906666371557448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,65536,6.4658398098415795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,65536,0.08067822456359863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,128,0.01261333293384976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,3072,0.26969867282443577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,256,0.004088888979620404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,2560,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,2560,0.8433093494839139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,51200,0.31475289662679035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,12288,0.017882666654056974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,51200,0.19639733102586535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,256,0.010866666833559671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,512,0.0034426665968365143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,64,0.0028275555620590844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,10240,0.04965777860747444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,64,0.00500266667869356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,3584,0.03301689028739929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,256,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,1024,0.020777778493033517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,51200,0.1477173301908705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,2048,0.017492444978819955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,512,0.009872000250551436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,64,0.003119999956753519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,12288,0.24308178159925672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,256,0.12822666433122423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,5120,0.11020088858074611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,12288,0.306296878390842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,12288,0.040369778871536255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,1024,0.058951112959120006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,3072,0.02164622147878011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,8192,0.006877333339717653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,12288,0.1013431085480584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,3072,0.013632888595263163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,4096,0.15239555305904812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,8192,0.3849502139621311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,10240,0.2490462197197808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,6144,1.7504648632473414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,3584,0.038929777012930974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,1024,0.012226666841242047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,5120,0.20906844404008654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,7168,0.19507377677493623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,1024,0.028794666131337483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,5120,0.048876444498697914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,12288,0.11002044545279609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,16384,0.08400177955627441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,51200,0.06718489196565416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,16384,0.03001333276430766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,12288,0.06788266367382474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,3072,0.00814577771557702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,1024,0.020412445068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,32,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,12288,0.015172445111804538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,4096,0.03682577941152785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,3584,0.07131733496983846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,512,0.003489777859714296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,6144,0.021419554948806763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,64,0.002611555573013094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,512,0.007537778053018782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,65536,0.47667821248372394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,6144,0.02539288832081689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,768,0.01556711064444648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,5120,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,5120,0.05025777882999844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,51200,1.3060613208346896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,32,0.014192889134089151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,7168,0.5596808857387966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,512,0.05951466825273302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,2560,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,128,0.014998222390810648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,12288,0.03470755616823832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,256,0.02251911163330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,12288,0.025937777426507738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,6144,0.08310488859812419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,12288,1.627072016398112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,64,0.0070471109615431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,1536,0.022022222479184467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,6144,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,768,0.09528444210688274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,65536,0.28838756349351674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,512,0.016398222910033334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,3072,0.014389332797792224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,128,0.00546577779783143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,16384,0.1485875580045912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,128,0.034543110264672175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,51200,0.44470845328436953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,10240,0.06358933448791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,1536,0.0136817776494556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,4096,0.006487999939256244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,3584,0.010103999740547603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,3584,0.009284444153308868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,128,0.02951644526587592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,1024,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,512,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,3072,0.1444480021794637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,5120,0.012900444368521372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,2048,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,4096,0.00829777783817715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,3584,0.03265600072013007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,10240,0.2728533214992947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,51200,0.24131645096672905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,8192,0.023227555884255305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,65536,0.3038711018032498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,3584,0.18419555823008218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,64,0.005381333331267039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,256,0.01349066694577535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,6144,0.030461334519916113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,4096,1.4974728690253363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,8192,0.1815662251578437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,3072,0.09705422321955363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,10240,0.42823110686408145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,8192,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,6144,2.119007110595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,3072,0.009552000297440423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,10240,0.017097777790493436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,1024,0.020392888122134738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,3584,0.2612675560845269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,2560,0.09678044584062363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,3072,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,6144,0.13088977336883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,64,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,512,0.004371555729044808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,5120,0.06906844509972467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,7168,1.2405067019992404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,128,0.003031999907559819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,3072,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,3584,0.03128622306717767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,3072,0.03425155414475335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,12288,0.4778550995720758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,2560,0.012735111018021902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,51200,0.4356648921966553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,65536,0.4599608845180935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,8192,0.02642311155796051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,512,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,1536,0.0046968890560997855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,8192,0.02863466739654541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,7168,0.01570044457912445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,8192,0.012638222012254926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,8192,0.021780444516075984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,128,0.00518488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,6144,0.029559112257427637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,3584,0.015858666764365304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,3584,0.08432177702585857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,2560,0.09595555729336208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,2560,0.007680888805124495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,512,0.00851999968290329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,3072,0.006148444281684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,768,0.004259555704063839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,32,0.009663110805882348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,12288,0.02382844520939721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,32,0.03515377640724182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,16384,0.057725330193837486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,6144,0.015422221687104968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,4096,0.05238133337762621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,2560,0.08699111143747966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,2560,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,5120,0.24404088656107584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,256,0.03043022089534336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,768,0.04419022136264377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,256,0.00498933345079422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,65536,0.14719911416371664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,512,0.004642666627963384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,256,0.00923911150958803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,128,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,4096,0.015052444405025907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,2048,0.010822222464614444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,8192,0.04840711090299818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,3072,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,7168,0.05242844422658285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,2048,0.1158684492111206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,3072,0.00849955528974533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,10240,0.0069448889957533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,4096,0.016807110773192514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,1024,0.26997333102756077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,1024,0.10564177566104466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,5120,0.009392889009581672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,8192,1.6826693216959636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,10240,0.49361689885457355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,51200,18.88800048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,3584,0.009008000294367472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,5120,0.01943199998802609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,5120,0.008371555142932469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,6144,0.0432515541712443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,8192,0.03464266657829285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,2048,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,10240,0.03311644328965081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,8192,0.3771964444054498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,10240,0.04586933387650383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,10240,0.08757599857118394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,6144,0.2922133339775933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,768,0.031140443351533677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,51200,0.013533333109484779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,4096,0.030420445733600195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,256,0.03159200151761373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,1536,0.012832000023788877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,65536,0.09445866611268784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,128,0.004092444562249714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,65536,0.7879964510599772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,1536,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,32,0.0035137778355015647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,6144,0.12416799863179524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,5120,0.021592888567182753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,7168,0.18812533219655356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,3584,0.30027466350131565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,768,0.014194667339324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,3584,0.0978471106953091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,1536,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,10240,0.022143999735514324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,32,0.021819555097156104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,128,0.0052986666560173035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,3072,0.033913777934180364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,3584,0.00905777762333552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,1024,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,65536,5.7225494384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,7168,0.1026088860299852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,12288,0.25165867805480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,3072,0.20533243815104166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,7168,0.07471733623080783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,2560,0.09690311219957139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,2048,0.012228444218635559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,512,0.0032311110860771606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,512,0.009619555539555019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,8192,0.01809511085351308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,8192,0.017401778035693698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,2048,0.02671555512481266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,2048,0.027801778581407335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,6144,0.028451555305057104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,51200,0.7764515346950955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,65536,0.07738488912582397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,2048,0.11357688903808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,16384,0.2120880020989312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,2048,0.03780711028310988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,7168,0.013656888571050433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,32,0.007903111477692923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,51200,0.3077644507090251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,6144,0.015643555257055495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,16384,0.023967999551031325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,5120,0.040735999743143715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,2560,0.02421955598725213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,64,0.003030222323205736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,5120,0.026150221625963848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,12288,0.05766489108403524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,2560,0.013215999636385175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,1024,0.04632000128428141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,10240,0.02014844450685713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,10240,0.019510222805870902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,32,0.006581333362393909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,10240,0.14190577136145696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,64,0.002537777854336633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,3584,0.0316826668050554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,51200,0.5082826614379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,512,0.0058577776783042485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,256,0.006828444285525217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,32,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,10240,0.04703022374047173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,16384,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,12288,0.046275556087493896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,128,0.07996622059080336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,32,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,5120,0.033839109871122576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,51200,2.7259288363986545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,3584,0.009949333137936061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,2048,0.13295288880666098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,2560,0.006791111081838608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,10240,0.020945777495702107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,128,0.004253333227501975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,51200,0.1656622224383884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,65536,0.19327378273010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,5120,0.2255342271592882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,51200,0.052894221411810986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,65536,0.3036106692420112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,1536,0.07406755288441975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,12288,0.05284711056285434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,32,0.0025840000145965153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,2560,0.0690586699379815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,2560,0.04695377747217814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,12288,0.02456888887617323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,2048,0.16905689239501953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,2560,0.0064560001095136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,2048,0.13010756174723306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,3584,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,2560,0.012161778079138862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,5120,0.10938400030136108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,4096,0.024497777223587036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,8192,0.05851111147138807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,1024,0.011377777490350934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,512,0.23430400424533418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,65536,1.2699901792738173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,2048,0.0188711103465822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,7168,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,10240,0.2691280047098796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,1024,0.01149866647190518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,1024,0.013120888835854001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,256,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,10240,1.6523350609673395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,64,0.007093333535724216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,5120,0.13400444719526503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,3072,0.06292000081804064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,256,0.003403555601835251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,768,0.006583111153708563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,16384,0.008700444466537898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,5120,0.07471911112467448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,8192,0.017688888642523024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,512,0.014305777019924588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,3072,0.030453334252039593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,65536,13.3533206515842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,8192,0.1951111157735189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,8192,0.18158222569359672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,51200,0.05944355328877767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,768,0.011952000359694162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,2560,0.01884711119863722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,7168,0.04092799954944187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,16384,0.04212888744142321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,5120,0.07386755281024508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,10240,0.06314133273230658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,768,0.06268178092108832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,65536,0.10867822170257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,7168,0.26352087656656903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,3072,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,12288,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,8192,0.1123395495944553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,6144,0.024233778317769367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,6144,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,16384,0.9650701946682401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,65536,1.9051119486490886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,4096,0.05599200063281589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,2560,0.018206222189797294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,2560,0.017070222232076857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,16384,0.1810293330086602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,8192,0.03155644403563605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,512,0.005091555416584015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,65536,1.4023093117607965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,6144,0.581656879848904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,2048,0.049750222100151904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,5120,0.012617777619096967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,2560,0.02276977731121911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,2048,0.008741333252853816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,32,0.002597333242495855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,12288,0.05765689081615872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,512,0.03125066558519999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,1536,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,768,0.005535999933878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,3584,0.033519112401538424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,1024,0.005698666804366642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,768,0.05441866649521721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,512,0.008665777742862701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,32,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,6144,0.30499911308288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,4096,0.08904444509082371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,768,0.004540444248252445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,2560,0.07330222262276544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,64,0.00489777781897121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,1024,0.3028506702846951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,8192,0.1665831142001682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,512,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,12288,0.030823998981051978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,4096,0.15128355556064182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,3584,0.03804711169666714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,65536,13.228274875217013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,512,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,6144,0.027335110637876723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,256,0.19757866859436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,4096,0.01460533340771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,51200,0.05528088741832309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,8192,0.04790666699409485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,4096,3.0219910939534507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,3072,0.011431111229790581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,65536,0.13929688930511475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,16384,0.019955555597941082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,16384,0.1103386680285136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,8192,0.013930666777822705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,7168,0.01479822231663598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,4096,0.008938666847017076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,7168,0.041624890433417425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,128,0.0028026666906144884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,3584,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,1024,0.009583111438486312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,6144,0.0513644450240665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,16384,0.021885333789719477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,12288,0.23507467905680338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,16384,0.050676445166269936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,32,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,16384,0.1408026615778605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,1024,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,3584,0.009288888838556077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,16384,0.34565422270033097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,512,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,8192,0.031939556201299034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,16384,0.03372711274358962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,3584,0.029275556405385334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,256,0.0064284445510970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,51200,0.18496621979607475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,768,0.04842399888568454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,2048,0.0329093337059021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,32,0.033129778173234724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,7168,0.08245155546400282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,768,0.005078222188684675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,16384,0.03869955407248603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,3584,0.14298578103383383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,7168,0.047693332036336265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,1536,0.01570311188697815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,128,0.024304888314670984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,5120,0.018569777409235638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,7168,0.07604444689220853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,51200,0.5985253122117784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,8192,1.0658399793836806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,768,0.026145777768558923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,6144,0.03308088911904229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,1024,0.019641778535313077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,64,0.0029786665820413162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,1536,0.011942221886581846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,12288,0.04471733172734579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,1024,0.0057555557125144536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,6144,0.1535724401473999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,6144,0.015595555305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,512,0.030454221698972914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,5120,0.013190222283204397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,512,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,3072,0.11954577763875325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,3072,0.1365306642320421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,65536,0.4715840021769206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,51200,0.047994666629367404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,3584,0.030255112383100722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,51200,1.7426320181952581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,5120,0.07828622394137912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,12288,0.04629688792758518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,32,0.0032960000551409195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,512,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,64,0.005520888914664586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,3584,0.07405510875913832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,4096,0.006208000083764394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,768,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,6144,0.014815110299322339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,6144,0.0339662233988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,16384,0.027976890405019123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,65536,0.0770791106753879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,512,0.0057946667075157166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,16384,0.1446062193976508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,51200,0.05282488796446058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,256,0.015016888578732809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,256,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,64,0.012270222107569376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,2560,0.026525333523750305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,51200,2.781161838107639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,51200,0.012843555874294706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,4096,0.009820444716347588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,64,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,16384,0.10992088582780625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,51200,0.49036889606051975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,65536,0.09943466716342503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,768,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,64,0.00350222239891688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,768,0.021631111701329548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,3072,0.015287111202875773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,3072,0.011857777833938599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,12288,0.3718746768103705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,512,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,6144,0.017165333032608032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,65536,1.1952364179823134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,256,0.10626311434639825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,16384,0.03650755683581034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,6144,0.0922879974047343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,10240,0.05523555477460226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,128,0.009896000226338705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,3072,0.07766489187876384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,2048,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,3584,0.15588177575005427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,1024,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,1536,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,2560,0.059438221984439425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,65536,0.37490399678548175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,7168,0.023751111494170293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,2048,0.015399111641777886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,128,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,256,0.004263999975389904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,12288,0.03895111216439141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,3584,0.02462755474779341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,8192,0.2237928973303901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,768,0.003657777690225177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,768,0.04748355680041843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,7168,0.015476443701320224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,256,0.020945777495702107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,3584,0.019640889432695176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,6144,0.02851466668976678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,3584,0.06495910882949829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,512,0.01614488826857673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,6144,0.09449155463112725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,1536,0.016158221496476066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,5120,0.01761866609255473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,5120,0.16119466887580022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,512,0.012304888831244575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,512,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,7168,0.011262222296661802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,51200,0.7920639779832629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,1024,0.00398488880859481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,5120,0.058557331562042236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,4096,0.029222223493787978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,32,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,1024,0.06428533130221896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,512,0.00509066672788726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,2560,0.00600622221827507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,128,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,7168,0.05163733495606316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,10240,0.02610844373703003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,128,0.0047048889100551605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,16384,4.581264071994357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,7168,0.01814133259985182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,1024,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,10240,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,512,0.04823733369509379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,16384,1.2253351211547852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,4096,0.012489777472284106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,256,0.010199111368921068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,8192,0.06556089056862725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,4096,0.1776826646592882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,32,0.014244443840450711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,768,0.006691555596060223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,128,1.8400241004096136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,16384,0.09851288795471191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,256,0.012016889121797351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,8192,0.5855182011922201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,16384,0.03771911064783732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,2560,0.009393778112199571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,512,0.006701333241330252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,1536,0.028396444188223943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,256,0.004716444346639845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,4096,0.039451556073294744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,256,0.006301333506902059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,16384,0.1590986649195353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,1024,0.007891555627187094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,512,0.004835555536879433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,16384,0.19106577502356636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,64,0.007635555333561367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,1536,0.1999288929833306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,1536,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,2048,0.11925066841973199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,512,0.008921778036488427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,2048,0.01865511139233907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,2048,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,512,0.006612444503439798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,64,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,8192,0.7098791334364148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,4096,0.009728000395827824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,65536,0.08201333549287584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,1024,0.00407644444041782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,8192,0.02509422269132402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,3584,0.13816089100307888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,12288,0.02666933337847392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,4096,0.015180443723996481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,51200,0.7481093406677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,256,0.007037333316273159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,64,0.013547555440002017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,65536,1.0145147111680772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,2560,0.010794666906197866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,16384,0.03244444396760728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,51200,0.060079110993279346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,128,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,8192,0.038314667012956403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,128,0.3513564533657498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,10240,0.011443555355072021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,768,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,51200,0.08868889013926189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,512,0.004828444371620814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,5120,0.061490668190850147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,256,0.021187555458810594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,5120,0.22150399949815539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,8192,0.10236622227562799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,12288,0.29484356774224174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,2048,0.005021333280536863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,7168,0.05446311169200473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,16384,0.03207555413246155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,6144,0.044181333647833936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,10240,0.012587555580668978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,32,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,256,0.022288888692855835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,16384,1.6161484188503688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,5120,0.1963955561319987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,3584,0.029050668080647785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,4096,0.05874488751093546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,51200,0.11517066425747341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,64,0.002943111169669363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,8192,0.1704097721311781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,12288,0.1403848859998915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,16384,0.698394669426812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,32,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,256,0.009359111388524374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,256,0.004243555582231945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,1024,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,768,0.007288888924651676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,2048,0.008009778128729926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,2048,0.008371555142932469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,10240,0.020575111111005146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,64,0.0181377778450648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,16384,0.22874222861395943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,128,0.017934223016103108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,768,0.005945777727497949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,512,0.11143822140163845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,768,0.05999555852678087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,128,0.00906666699382994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,1536,0.004927999857399198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,12288,3.3577367994520397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,64,0.012296000288592445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,10240,0.00777333312564426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,65536,2.652097702026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,64,0.006478222293986215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,512,0.018775999546051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,256,0.18174400594499376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,51200,1.0065422058105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,64,0.028400888045628864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,512,0.0070293330483966405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,6144,0.16677599483066133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,12288,0.13751022020975748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,51200,0.08095644579993354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,8192,0.031812445984946355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,65536,0.2864862283070882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,7168,0.03440622157520718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,1024,0.016549333930015564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,4096,0.023623110519515142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,768,0.08876799874835545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,65536,1.4760568406846788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,3584,0.09604711002773708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,4096,0.11300267113579644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,65536,0.11749511294894749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,4096,0.039184888203938804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,1024,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,512,0.023408888114823237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,5120,0.02117777698569828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,16384,0.07820622126261394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,1024,0.005986666513813867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,65536,1.6481822331746419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,768,0.02139555580086178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,65536,0.06812889046139188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,5120,0.12210933367411296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,10240,0.3739759922027588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,16384,0.5374088817172581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,10240,0.6955279774136014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,12288,0.044567998912599355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,768,0.004447111239035924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,128,0.01279022213485506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,32,0.020998222960366145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,2048,0.11547111140357123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,64,0.006521777974234686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,1024,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,3584,3.3577084011501737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,51200,0.07532178031073676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,5120,0.01906222270594703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,32,0.0032906666811969546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,2560,0.034704890516069196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,5120,0.03432177835040622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,10240,0.041371554136276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,3584,0.007143110864692264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,1024,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,8192,0.020033778415785897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,1024,0.030380444394217596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,256,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,16384,0.08322755495707194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,4096,0.0922595527436998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,128,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,51200,4.21623272365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,512,0.017415111263593037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,512,0.010026666853162978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,256,0.018128888474570382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,4096,0.006263999889294307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,16384,0.08700533045662774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,16384,0.04622755448023478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,5120,0.010814222196737925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,512,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,12288,0.43828532430860734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,6144,0.08557689189910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,128,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,4096,0.05678577555550469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,2560,0.033492445945739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,65536,0.12470577822791205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,6144,1.1802213456895616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,2048,0.00795999997191959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,2048,0.09682844744788276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,7168,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,8192,0.01590399940808614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,2048,0.008990222381220924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,4096,0.013196444345845116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,8192,0.02253155575858222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,6144,0.03948444459173415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,5120,0.027101332942644756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,768,0.003532444437344869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,10240,0.3229600058661567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,5120,0.011960888902346293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,10240,0.059986664189232715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,32,0.035058667262395225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,7168,0.017667555146747164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,1536,0.012624888784355588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,1024,0.0053191110491752625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,3072,0.012788444757461548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,768,0.06796533531612821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,768,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,12288,0.6664080089992946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,1024,0.023638221952650283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,512,0.030598223209381104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,4096,0.01256533298227522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,1024,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,16384,0.029855112234751385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,65536,0.5969137615627712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,10240,0.6718764305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,5120,0.01696888936890496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,16384,0.7283777660793729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,3072,0.009701333112186855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,3584,0.03510488735304938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,256,0.003921777837806278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,3072,0.14442133903503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,1024,0.030981332063674927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,10240,4.961541493733724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,128,0.006063111126422882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,256,0.007176000210973952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,3584,0.28840711381700307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,6144,0.06974133518007067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,768,0.57132535510593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,64,0.0038497779104444715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,128,0.017024000485738117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,3072,0.007956444389290279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,7168,0.034049779176712036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,2560,0.10355466604232788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,32,0.0041946665280395085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,1024,0.004384888956944148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,2560,0.009004444711738164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,5120,0.39856889512803817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,5120,0.01513155632548862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,4096,0.052311999930275806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,3584,0.09339911407894558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,7168,0.02552000019285414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,1536,0.010658666491508484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,512,0.0047422221137417685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,2048,0.005603555589914322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,512,0.04271733429696825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,32,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,51200,0.3453928894466824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,1536,0.007552000383536021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,3584,0.02090311050415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,1536,0.028174221515655518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,65536,0.06661422385109796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,512,0.00498933345079422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,10240,0.04934222168392605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,512,0.05057777629958259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,5120,0.01479822231663598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,16384,1.0538231531778972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,65536,0.021054221524132624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,6144,0.02218755582968394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,5120,0.03804533349143134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,8192,0.1661991145875719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,8192,0.016893333858913846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,65536,0.3191457854376899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,1024,0.008978666530715095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,768,0.057167112827301025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,65536,0.0813902219136556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,3584,0.011931555966536203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,6144,0.07188710901472303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,64,0.004761777818202972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,1536,0.6539377636379665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,3584,0.0669377777311537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,128,0.0035822221802340615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,128,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,7168,0.01167022188504537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,65536,0.6659946441650391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,3584,0.011159111228254108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,8192,0.2592844433254666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,16384,0.01980799933274587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,2048,0.004945777770545748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,512,0.022800889280107286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,3584,0.010455110834704505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,512,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,3584,0.03714666763941447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,10240,0.08025422361161974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,256,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,10240,0.046816888782713145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,8192,0.030033777157465618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,1024,0.02732266651259528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,64,0.002983999955985281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,10240,2.458709292941623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,7168,3.7944238450792103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,32,0.010592000352011787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,65536,0.22925689485338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,32,0.03782222337192959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,768,0.1057457791434394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,8192,0.04015377826160855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,512,0.23453688621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,768,0.01425155500570933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,6144,0.7707137531704373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,32,0.008106666306654612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,2048,0.035938666926489934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,3072,0.008543999658690559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,256,0.32581067085266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,6144,0.021856000026067097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,16384,0.0402782228257921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,3072,0.16341155105166966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,4096,0.02850488821665446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,1536,0.035916444328096174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,768,0.016516443755891588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,256,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,3072,0.030896888838873968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,64,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,5120,0.02532533307870229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,64,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,8192,0.13389155599806044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,2048,0.010584000084135266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,51200,0.11060444513956706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,6144,0.18858933448791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,1024,0.008416888614495596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,2560,0.03635288940535651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,6144,0.44673601786295575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,8192,0.13883022467295328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,256,0.003306666596068276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,10240,0.0484791100025177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,51200,1.574272049797906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,10240,0.03527199890878465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,1024,0.0069004446268081665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,3072,0.04316088888380262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,5120,2.139776865641276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,12288,0.47574578391181094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,8192,0.03290844294759963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,10240,0.16196355554792616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,512,0.03265688816706339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,65536,0.1779306729634603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,10240,0.0372977786593967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,3072,0.013380444712109037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,128,0.1836328903834025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,16384,0.00776800016562144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,32,0.02902666727701823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,4096,0.09724533557891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,65536,0.22301154666476777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,51200,0.6901386578877767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,65536,0.32533245616488987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,3584,0.011968889170222811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,10240,0.018636445204416912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,16384,0.039248890346950956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,8192,0.08206933074527316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,16384,0.3125697771708171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,51200,0.23259022500779894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,51200,0.11967110633850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,4096,0.016591999265882704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,32,0.002985777747299936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,1024,0.12017333507537842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,5120,0.010926222635640038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,2048,0.01148622234662374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,16384,0.15318755308787027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,1024,0.003991111285156674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,2048,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,64,0.010677333507272931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,16384,0.6677538024054633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,2048,1.0317298041449654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,128,0.00444533344772127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,768,0.019991111424234178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,3584,0.10072177648544312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,16384,0.05363288852903578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,1024,0.6083520253499349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,16384,0.9897208743625217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,65536,0.07535199986563788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,6144,0.01706755492422316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,768,0.031159109539455835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,2560,0.011610666910807291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,5120,0.03194222185346816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,8192,0.033960888783137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,12288,0.022851554883850947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,768,0.019658666517999437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,6144,0.0162444445821974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,10240,0.020455110404226515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,5120,0.010648888846238455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,7168,0.1197155581580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,1024,0.006805333412355847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,1536,0.05392533209588793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,8192,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,2048,0.008967111508051554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,65536,0.415887991587321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,3584,0.009054222040706212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,51200,0.06959378057056002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,512,0.0047893333766195504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,51200,0.05539555682076348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,6144,0.06938222381803724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,16384,0.09725511074066162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,6144,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,768,0.023414222730530634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,3584,0.16899911562601724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,65536,0.07117155525419447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,7168,0.011389333340856763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,51200,0.14791999922858343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,7168,0.14106399483150905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,4096,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,7168,0.011607999602953592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,5120,0.3596551153394911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,512,0.008396444221337637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,512,0.007107555866241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,5120,0.009524444739023844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,2560,0.40361422962612575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,5120,0.00738933351304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,12288,0.10347555743323432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,10240,0.3900017738342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,256,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,65536,0.4700320031907823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,256,0.05414577656322055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,3584,0.010575110713640848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,51200,2.01419554816352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,4096,0.10292710860570271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,128,0.018710222509172227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,128,0.0031759999692440033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,1536,0.016862221890025668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,1536,0.0779786639743381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,65536,0.18819110923343232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,2560,0.1635448932647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,8192,0.07318844397862752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,512,0.005234666582610872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,65536,0.1491937769783868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,51200,1.3393351236979167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,65536,2.007091522216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,7168,0.14846755398644343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,64,0.0069919998447100324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,32,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,3584,0.033196445968416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,12288,0.012705778082211813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,128,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,7168,0.22693422105577257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,1536,0.02219999995496538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,51200,0.010851555400424533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,7168,0.19388443893856475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,2560,0.008175111479229396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,51200,1.7756835089789496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,1536,0.008543111383914948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,128,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,2560,0.017052445146772597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,65536,0.24103021621704102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,8192,0.10877155595355564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,51200,0.3236595524681939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,8192,0.051389333274629384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,10240,0.047713776429494224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,2048,0.004973333328962326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,32,0.02663199934694502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,3584,0.13413777616288927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,8192,0.014146667387750415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,1536,0.035585777627097234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,51200,0.11845155556996663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,64,0.013949332965744866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,2560,0.007214222517278459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,65536,0.8132239977518717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,2560,0.007961778177155389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,5120,0.07405955261654325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,8192,0.03179733289612664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,2048,0.13096355067359075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,3584,0.06600089205635919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,1024,0.005934222290913264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,1536,0.008016000191370646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,3584,0.03988622294531928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,4096,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,6144,0.2928355534871419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,1024,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,64,0.0034222222036785553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,5120,0.02569244470861223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,768,0.008147555920812819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,32,0.0027599999060233435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,512,0.01566133399804433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,5120,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,64,0.037081778049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,8192,0.01680266691578759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,6144,0.012698666916953193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,2048,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,16384,0.09540800253550212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,16384,0.020804444948832195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,64,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,8192,0.5330755445692275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,1536,0.011370666325092316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,7168,0.3839884334140354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,2560,0.013656888571050433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,128,0.009584888815879822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,1024,0.021885333789719477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,7168,0.03150577677620782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,10240,0.22752621438768175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,65536,1.0951173570421007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,5120,0.27829334470960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,128,0.028424001402325098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,32,0.005965333431959152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,2048,0.007804444266690149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,6144,0.06780266761779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,128,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,10240,2.2045440673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,7168,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,128,0.0028986665937635633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,12288,0.044086221191618175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,2560,0.8854524294535319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,768,0.278893338309394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,2048,0.02791022260983785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,4096,0.01687733332316081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,12288,0.02708622150950962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,4096,0.012346666720178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,2560,0.007148444652557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,2560,0.010622222390439777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,2048,0.011657777759763928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,5120,0.006163555714819167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,768,0.016807110773192514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,65536,0.06907644536760119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,10240,0.016955556141005624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,2560,0.009690666364298927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,3584,0.06922044356664021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,128,0.23799199528164336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,256,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,2048,0.013305777476893531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,8192,0.018326222896575928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,2560,0.012527999778588613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,3584,0.015751111838552687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,6144,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,10240,0.41965601179334855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,10240,0.016343999240133498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,2560,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,3072,0.064410666624705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,5120,0.010971555279360877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,4096,0.05773599942525228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,64,0.0027395555128653846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,8192,0.03516888949606154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,7168,0.07711288664076063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,32,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,16384,0.020909332566791113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,10240,0.025552888711293537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,64,0.00295733329322603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,65536,5.357070075141059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,64,0.02436711059676276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,256,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,32,0.010335110955768162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,65536,0.4396346675025092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,64,0.003642666671011183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,2048,0.04380444354481167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,10240,0.021525333325068157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,6144,0.3784720102945964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,1024,0.019104889697498746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,12288,0.08183555470572577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,16384,0.04521244433191088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,5120,3.0549920399983725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,5120,0.2253119945526123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,65536,1.7430106268988714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,512,0.008356444537639618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,1536,0.014917333920796713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,16384,0.06682844294442071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,2048,0.04376444551679823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,128,0.005146666533417172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,8192,0.06388622522354126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,128,0.010766222245163388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,4096,0.00920800036854214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,2048,0.1108364462852478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,6144,0.010944888823562197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,4096,0.011319110790888468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,32,0.014386667145623101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,3072,0.07243200143178304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,1536,0.006504888749784893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,3584,0.034938666555616595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,51200,0.09934133291244507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,1024,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,2048,0.0074346669846110875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,768,0.008450667063395182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,4096,0.017620444297790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,3584,0.05412711037529839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,16384,0.03015022145377265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,768,0.005660444498062134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,32,0.005068444543414646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,3072,0.010316444767846001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,2048,0.009297777381208207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,65536,0.1974853277206421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,2048,0.08222666713926527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,1024,0.003997333347797394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,2048,0.005920889063013925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,32,0.012464000119103326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,3584,0.2236915429433187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,3072,0.014422222971916199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,65536,22.160552978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,16384,0.09091911051008437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,16384,0.04385866721471151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,3584,1.3896764119466145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,768,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,51200,0.7582062085469564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,256,0.0037271111375755737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,3584,1.1156382030910916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,1024,0.2985982100168864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,2048,0.19950932926601836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,128,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,1024,0.008960888617568547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,3072,0.023317333724763658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,128,0.00850311087237464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,5120,0.057576000690460205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,512,0.007041778001520369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,64,0.0025964443468385274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,16384,0.025809778107537165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,16384,0.043415112627877124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,3584,0.016958221793174744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,3584,0.040672888358434044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,1536,0.013235555754767524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,51200,0.051276445388793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,51200,0.1381431155734592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,5120,0.3312728934817844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,3072,0.12447467115190293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,12288,0.013459555804729462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,7168,0.35788623491923016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,8192,0.017871111631393433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,512,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,256,0.05304622319009569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,512,0.005719111197524601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,16384,0.13780889246198866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,7168,0.010562666588359408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,128,0.005370666583379109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,1024,0.028500444359249536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,3584,0.17247645060221353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,32,0.004375111311674118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,12288,0.07035111056433783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,5120,0.00981866651111179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,32,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,256,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,3584,0.05054044392373827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,2048,0.011877333124478659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,512,0.009873777627944946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,16384,0.12883110841115317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,65536,0.06581955485873751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,7168,0.012462221913867526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,512,0.0036880001425743103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,2560,0.13531822628445095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,16384,0.05087200138303968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,10240,0.05781777699788412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,3584,0.01720622181892395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,1024,0.013376000026861826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,7168,0.19159200456407335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,512,0.07137422429190741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,2560,0.006979555719428592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,64,0.0069653333889113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,6144,0.01478488908873664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,51200,0.12413688500722249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,3072,0.03028800090154012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,768,0.021480000681347314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,512,0.005759999983840519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,8192,0.05478488736682468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,8192,0.02679644525051117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,32,0.0036968886852264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,3584,0.0883351100815667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,4096,0.2474728955162896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,65536,1.3505182266235352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,4096,0.06581688589519925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,4096,0.016069332758585613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,65536,0.08050755659739177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,8192,0.04893866512510511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,16384,0.04793511165512932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,12288,0.3567973242865668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,3072,0.01035644445154402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,6144,0.15982933839162192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,5120,0.04345155424541897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,12288,0.03549333413441976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,51200,0.05262577864858839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,16384,0.021847999758190576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,7168,0.5316124492221409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,3584,0.021725333399242822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,3584,0.015863999724388123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,1536,0.024068444967269897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,64,0.10527288913726807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,2048,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,10240,0.0778133339352078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,2560,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,3072,0.04874222146140205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,10240,0.034621334738201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,16384,0.6060773531595866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,768,0.004685333205593957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,768,0.008959111240175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,768,0.012264000044928657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,1024,0.006446222050322427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,16384,0.14746310975816515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,7168,0.05737511316935221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,3072,0.026152888933817547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,4096,0.07403110795550875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,3072,0.03016177813212077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,10240,6.7543750339084205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,3072,0.07679466406504314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,12288,0.05420088768005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,16384,0.1816506650712755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,2560,0.1289528873231676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,128,0.0026417778184016547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,5120,0.31651287608676487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,64,0.004202666795916027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,1024,0.008587555752860175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,2048,0.13069689273834229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,8192,0.015840000576443143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,16384,0.0502106679810418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,1024,0.4429439968532986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,2560,0.04879200127389696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,128,0.004945777770545748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,10240,0.2390942308637831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,512,0.023341332872708637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,512,0.03730222251680162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,256,0.017802667286660936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,6144,0.035862220658196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,16384,0.019672888848516677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,128,0.0052328887912962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,32,0.005681777579916849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,65536,0.3162879943847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,256,0.02531822191344367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,10240,0.17095822758144805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,8192,0.04172977805137634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,1536,0.018573333819707234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,8192,0.0722293323940701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,10240,3.46325323316786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,768,0.009771555662155151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,3072,0.0893439981672499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,16384,0.10043199857076009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,3072,0.05165777934922112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,10240,0.30400533146328396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,4096,0.10219555430942112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,2048,0.10767200258043076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,4096,0.022709333234363135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,6144,0.011716444459226398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,768,0.2811982101864285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,64,0.002773333340883255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,128,0.005039999882380168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,128,0.004052444464630551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,768,0.013832888669437833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,6144,0.01962933275434706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,512,0.016311999824311998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,2048,0.5747537612915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,64,0.011899555722872416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,3072,0.19148266315460205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,2560,0.03206488821241591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,6144,0.9858417510986328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,3072,0.03461155626508925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,256,0.003240888938307762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,7168,0.02808533443344964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,65536,1.6738444434271917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,7168,0.09195999966727363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,1024,0.006628444625271692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,65536,1.865951114230686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,16384,0.24649421374003092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,16384,0.34969600041707355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,32,0.02588711182276408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,7168,0.016179554992251925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,8192,0.028912888632880315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,16384,0.0605306691593594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,5120,0.009552000297440423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,51200,0.11725778049892849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,16384,0.41447822252909344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,768,0.01889955500761668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,16384,0.2086355553732978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,768,0.02047288914521535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,768,0.02933688958485921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,1024,0.03952888978852166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,12288,0.058019558588663735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,6144,0.02015999952952067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,1024,0.1242248879538642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,256,0.0058613332609335584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,6144,0.20357955826653373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,1024,0.3630879984961615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,768,0.04618577824698555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,256,0.008240000241332585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,3072,0.00943377779589759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,65536,19.09894307454427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,3072,0.03302399979697333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,51200,0.23699556456671822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,12288,0.03271466824743483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,10240,0.030790223015679255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,64,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,12288,0.01700266698996226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,5120,0.046216888560189136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,3584,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,5120,0.01848266687658098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,10240,0.04786488744947645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,3072,0.006828444285525217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,6144,0.013027555412716336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,5120,0.014243554737832812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,4096,0.14112622208065456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,1024,0.019592000378502738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,16384,0.5750257703993056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,65536,0.22565155559115938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,51200,4.232242584228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,32,0.01809155609872606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,4096,0.04209511147605049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,8192,0.0482666658030616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,1024,0.015222221612930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,256,0.01793866687350803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,8192,0.07365244626998901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,3584,0.0998106665081448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,16384,0.026900443765852187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,1536,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,10240,0.017108443710539076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,3584,0.009822222093741098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,768,0.021617778473430212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,512,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,32,0.03502755694919162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,6144,0.02013511127895779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,2048,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,8192,0.012128888732857175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,1536,0.0046951112647851305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,2048,0.007703999678293864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,12288,0.030574222405751545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,4096,0.00922400007645289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,32,0.011601777540312873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,12288,0.08780622482299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,65536,1.6696604622734919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,512,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,16384,0.03228622343805101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,51200,0.519935131072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,32,0.0041271112859249115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,768,0.023599111371570166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,128,0.003565333369705412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,128,0.0033724444607893624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,10240,0.01628888812330034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,1024,0.010104888843165504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,8192,0.5032124519348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,7168,0.11733422014448379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,1024,0.04124444391992357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,32,0.0058408888677755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,64,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,1536,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,3072,0.07413599888483684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,8192,0.012470222181744046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,256,0.004480000171396467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,1536,0.015178667174445258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,65536,16.522274441189236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,128,0.006254222244024277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,4096,0.011992000043392181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,10240,1.920952902899848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,4096,0.10235644711388482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,512,0.04640088809861077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,2048,0.08562933074103461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,65536,1.750139554341634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,12288,0.019262222780121695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,2048,0.07244977686140272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,51200,0.1625279982884725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,256,0.01771288944615258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,8192,0.022838221655951604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,65536,0.5393973456488715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,2048,0.050176001257366605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,3584,0.04102133380042182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,64,0.005103999955786599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,128,0.005170666509204441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,256,0.024481778343518574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,16384,0.028004444307751123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,1536,0.05852355559666952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,256,0.00423555572827657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,2560,0.10587466425365871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,51200,0.24427289432949492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,12288,0.2620204554663764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,768,0.023141332798533972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,12288,0.006504000061088138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,512,0.32076801194085014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,10240,0.2643280029296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,51200,147.06403266059027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,32,0.016755556066830952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,7168,0.07655022541681926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,768,0.025811556312772963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,1536,0.027781334188249376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,4096,0.01461777753300137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,128,0.005175999883148405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,768,0.008205333517657386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,6144,0.009313777916961247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,1024,0.06672355863783094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,512,0.5714089075724283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,512,0.02306488818592495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,4096,1.0425199932522244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,64,0.0033813334173626373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,12288,0.09585866663191055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,51200,0.7830630938212076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,2560,0.7089529037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,512,0.003543111185232798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,65536,0.1039537787437439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,2560,0.008043555749787224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,8192,0.40143820974561906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,1536,0.011434666812419891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,1024,0.03421511252721151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,12288,0.08451822068956162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,16384,0.012862222062216865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,128,0.036944889360004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,3584,0.007862221863534715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,6144,0.12793155511220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,2560,0.02639377779430813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,51200,1.201575067308214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,8192,0.31092267566257054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,32,0.019292443990707397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,4096,0.013199110825856527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,16384,0.12148177623748779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,2048,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,1536,0.8457759751213921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,7168,0.03667199942800734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,10240,0.020435555113686454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,768,0.0037333332002162933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,7168,0.010618666807810465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,128,0.04351910948753357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,768,0.049248887432946094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,2048,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,2560,0.10293955273098415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,128,0.0027217778066794076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,1536,0.06268533070882161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,16384,1.1294417911105685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,512,0.004638222356637319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,16384,0.21052889029184976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,3072,0.008965333302815756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,16384,0.35601067543029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,10240,0.02646044393380483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,65536,0.12716621822781032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,2048,0.10823466380437215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,7168,0.10088977548811172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,1536,0.01018666641579734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,4096,0.12097777260674371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,768,0.014175110393100314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,65536,0.022436444958051045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,12288,0.9308711157904731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,5120,0.019290667441156175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,32,0.007483555210961237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,4096,0.0699288911289639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,512,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,5120,0.024957334001859028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,3072,0.22350756327311197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,2048,0.03472177849875556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,7168,0.016908443636364408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,5120,0.07458844449785021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,4096,1.6024835374620225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,5120,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,3072,1.5332160525851781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,3584,0.010302222437328762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,2560,0.36476177639431423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,6144,0.011694221860832639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,512,0.004013333469629288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,2048,0.030024889442655776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,5120,0.025433777107132807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,65536,0.2799146705203586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,8192,0.5036462148030599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,512,0.050138665570153125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,51200,1.3700817955864801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,1024,0.020415999823146395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,8192,0.21882488992479113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,1024,0.0079297779334916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,3072,0.19567378362019858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,10240,0.12706755267249212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,7168,0.011010666688283285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,8192,0.34401689635382754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,6144,0.02476088868247138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,64,0.0030293334275484085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,7168,3.3265724182128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,2560,0.016294222739007738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,16384,0.8874559932284884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,10240,0.4947439829508464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,7168,0.015802666544914246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,1024,0.016887111796273124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,10240,0.04768800073199802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,65536,0.06749866406122844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,6144,0.059296886126200356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,2048,0.013295110729005603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,3584,0.02311377724011739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,51200,2.5229369269476996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,512,0.011962666279739805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,12288,0.05078044533729553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,2560,0.012463111016485425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,1024,0.010113777385817634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,1024,0.052842666705449425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,1024,0.037421332465277776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,65536,1.6613956027560766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,51200,0.7033208741082085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,5120,0.009011555876996782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,768,0.012832000023788877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,65536,1.070192019144694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,256,0.003567999849716822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,512,0.009507555928495195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,7168,0.7383546829223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,10240,0.04405866728888618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,768,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,10240,0.006443555570311016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,2560,0.00941244430012173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,8192,0.011679111255539788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,768,0.10836355553732978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,3584,0.009851555857393477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,5120,0.04289244280921089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,256,0.011159111228254108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,128,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,128,0.006753777878151999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,4096,0.2546737723880344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,1024,0.0655768911043803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,4096,0.0284862220287323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,16384,0.08491555849711101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,65536,0.0786986682150099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,768,0.005370666583379109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,2048,0.7694169150458442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,32,0.0028275555620590844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,7168,0.18901866012149385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,4096,0.13702489270104304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,6144,0.015078221758206686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,3584,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,1536,0.36649245686001247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,768,0.016728889611032274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,16384,0.026135999295446608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,32,0.0029031110720502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,32,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,128,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,64,0.02197511163022783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,1536,0.03235110971662734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,5120,0.017228444417317707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,10240,0.2956533432006836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,64,0.005476444545719359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,16384,0.04721866713629829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,10240,0.24435822168986002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,128,0.0037431112594074676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,7168,0.03223377797338698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,5120,0.38776087760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,512,0.00965244405799442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,65536,0.05884799692365858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,1024,0.12110933992597793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,12288,0.024346666203604803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,256,0.07207110855314466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,64,0.03271289004219903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,3584,0.03545422355333964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,2560,0.015712888704405892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,2048,0.4004444546169705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,128,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,4096,0.0369137790468004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,256,0.012139555480745105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,10240,0.06570755773120456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,256,0.004635555462704765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,1024,0.0069217777086628815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,3072,0.07886488570107354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,4096,0.01110222190618515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,8192,0.023891554938422307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,6144,0.012903999951150684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,7168,0.04775999983151754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,512,0.008210666477680206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,1024,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,51200,0.05663022067811754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,256,0.2006782160864936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,256,0.056919111145867236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,65536,3.6610081990559897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,128,0.004719999929269155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,6144,0.010781333678298526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,768,0.006058666855096817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,3072,0.009782222410043081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,512,0.02119111186928219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,1024,0.011894221935007306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,32,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,3584,0.037316444847318865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,2560,0.15032000011867946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,7168,0.043902221653196544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,64,0.0026195556339290407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,4096,0.0329075555006663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,51200,0.10762488842010498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,1024,0.013089777694808112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,3072,0.01854222185081906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,1024,0.004077333129114575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,8192,0.018222222725550335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,51200,0.2077315515942044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,51200,2.3396239810519748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,7168,0.23430577913920084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,4096,0.018762666318151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,5120,0.03220977716975742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,3584,0.012624888784355588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,65536,10.632079230414496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,3584,0.10246577527787949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,65536,0.37441155645582413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,7168,0.01569600072171953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,256,0.004899555610285865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,768,0.027484445108307734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,512,0.016480889585283067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,51200,0.2319422298007541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,10240,4.186383989122179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,2560,0.01685688893000285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,768,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,7168,0.8551271226671008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,5120,0.19829866621229383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,768,0.005028444445795483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,51200,0.060108443101247154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,6144,0.041342222028308444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,768,0.005623111294375525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,12288,0.08669777711232503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,12288,1.8709689246283636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,12288,0.9556471506754557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,51200,0.16586221588982478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,5120,0.13909688260820177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,65536,0.08473777770996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,32,0.03307466705640157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,16384,0.043374223841561206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,2560,0.028537776735093858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,1024,0.012362666428089142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,12288,0.0626595550113254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,256,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,12288,0.020527111159430612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,10240,0.04272177815437317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,12288,0.12891111108991835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,7168,0.369962665769789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,16384,0.10854488611221313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,64,0.0026355555488003623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,7168,0.011924444801277585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,512,0.004032000071472592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,5120,0.027992000182469685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,512,0.012655110822783576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,2048,0.08118310901853773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,4096,0.018545778261290658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,10240,0.07750222418043348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,16384,0.049024889866511025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,6144,0.012264889147546558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,2560,0.010441777606805166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,1024,0.053173333406448364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,2560,0.06490400102403429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,6144,0.048602667119767934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,12288,0.030214223596784804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,512,0.023966223001480103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,256,0.006055111272467508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,1536,0.0356026656097836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,1024,0.015415999624464246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,64,0.002769777758253945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,1024,0.5609244240654839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,7168,0.19577156172858345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,10240,0.26202578014797634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,32,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,256,0.1925013330247667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,3584,0.013040000365840064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,1536,0.038731555143992104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,2560,0.028068443139394123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,16384,0.47621244854397243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,6144,0.17088177469041613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,32,0.0031848889258172777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,2560,0.008777778181764815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,512,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,2560,0.05677511294682821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,256,0.0033822223130199644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,6144,0.03163555595609877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,3072,0.2301386727227105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,7168,0.014300444059901767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,64,0.003559111307064692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,128,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,8192,0.35168178876241046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,256,0.013632888595263163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,51200,1.0447413126627605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,4096,0.02506133251720005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,2048,0.042931556701660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,51200,0.05305155449443393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,6144,0.23169067170884874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,8192,0.05151911245452034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,16384,0.0758240024248759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,2048,0.013624000052611033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,4096,0.048455999957190625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,128,0.008579555484983657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,768,0.005444444302055571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,10240,0.03170311119821336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,7168,0.14552177323235407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,16384,0.0646960006819831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,64,0.00534400012758043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,2560,0.08405777480867173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,6144,0.1684417724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,12288,0.04882399903403389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,128,0.004311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,256,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,12288,0.23995023303561738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,4096,0.06015555726157295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,2560,0.0376853346824646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,4096,0.10823021994696723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,512,0.005747555444637935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,2560,0.007842666572994655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,768,0.021909332937664453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,51200,0.8643937640719943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,128,0.004320888883537716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,3584,0.03986488779385885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,256,0.008488000267081791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,6144,0.043065776427586876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,2560,0.011516444385051727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,16384,0.14526222811804876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,12288,0.014987554815080432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,1024,0.03909511036343045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,6144,0.534096876780192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,7168,0.07668444183137682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,512,0.003663111064169142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,1536,0.009586667021115622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,3072,0.006837333242098491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,3584,0.03770400087038676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,12288,0.5231839815775553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,3584,0.01683822274208069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,2048,0.009840889109505547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,6144,0.018704000446531508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,4096,0.13869067033131918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,1024,0.01812177730931176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,128,0.025123554799291823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,2560,0.056877334912618004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,128,0.0027102221631341507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,4096,0.013288000391589271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,768,0.008959111240175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,256,0.009856888817416297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,51200,1.2089146508110893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,5120,0.01391999920209249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,3584,0.12660800086127386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,768,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,5120,0.16811466217041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,3072,0.012823111481136747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,256,0.005413333161009683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,4096,0.1603120035595364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,4096,0.019221333993805777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,1536,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,6144,2.2008444468180337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,2048,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,256,0.008768888811270395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,4096,0.02755911151568095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,4096,0.1488435533311632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,7168,0.23933866288926867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,65536,8.716324700249567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,4096,0.02493422230084737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,512,0.02164711058139801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,1536,0.018034666776657104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,3584,0.01607377827167511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,768,0.003640000190999773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,128,0.0030373332815037835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,512,0.010553778045707278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,16384,0.15661156177520752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,2048,0.011752000285519494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,6144,0.03407999873161316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,65536,0.14631111092037624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,6144,0.008067555725574493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,7168,0.09825955496893989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,768,0.006782222125265334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,8192,0.3971724510192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,65536,10.857861836751303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,32,0.025383111503389146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,256,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,1024,0.005828444328573015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,4096,0.04305244485537211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,12288,0.08140089114507039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,2048,0.016319110989570618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,51200,0.047826667626698814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,3584,0.010781333678298526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,4096,0.032588445478015475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,65536,1.1676817999945748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,512,0.01907822158601549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,16384,7.098711225721572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,32,0.0196106665664249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,32,0.06409688790639241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,8192,0.057224002149369985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,6144,0.033182223637898765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,12288,0.036706666151682533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,5120,0.010763555765151978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,1536,0.024176888995700415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,128,0.19792621665530732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,65536,0.08084533611933391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,51200,0.11365511682298447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,51200,3.806269327799479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,3072,0.26238489151000977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,128,0.737245347764757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,16384,0.02071911096572876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,128,0.006329777754015393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,768,0.006285333385070165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,2560,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,12288,0.016396444704797532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,51200,0.15460177262624106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,1536,0.012901333471139273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,2048,0.06354577673806085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,7168,0.019811555743217468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,128,0.004380444271696938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,2048,0.025479111406538222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,128,0.01514400045077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,256,0.00720088928937912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,1024,0.03363555669784546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,1536,0.015916445189052157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,8192,0.01495733360449473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,7168,0.028107557031843398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,4096,0.01197866681549284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,1536,0.011741333537631564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,8192,0.04382310973273384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,51200,0.27159378263685435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,128,0.01715288890732659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,3584,0.01180355581972334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,6144,0.011108444796668159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,64,0.03128000100453695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,256,0.012657778130637275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,1024,0.43807466824849445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,12288,0.024880000286632117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,3584,0.08583022488488092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,256,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,512,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,7168,0.04102933406829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,51200,2.4678372277153864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,2048,0.011891555454995898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,5120,0.5279057820638021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,4096,0.031071109904183283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,512,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,12288,0.4430853260887994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,12288,0.06493777698940702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,64,0.008206222620275285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,51200,0.1418737835354275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,8192,0.09889422522650824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,3072,0.028988444142871436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,6144,0.03959822323587205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,512,0.008401778009202745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,768,0.006063111126422882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,65536,0.1955182287428114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,768,0.04530844423505995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,51200,0.8074817657470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,16384,0.04182933436499702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,65536,0.29721776644388836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,12288,0.04239911172125074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,6144,0.0783626635869344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,12288,0.04713866776890225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,128,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,2560,0.014761777387724983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,7168,0.10346221923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,128,0.008103110724025303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,128,0.007687999970383114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,256,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,10240,0.04205333193143209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,3072,0.02548177705870734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,65536,0.06665155622694227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,128,0.003960000144110786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,4096,0.547943115234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,4096,0.012545777691735161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,2560,0.01071200023094813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,6144,0.2262044482760959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,6144,0.010593777729405297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,768,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,16384,0.10958044396506415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,2560,0.021897777915000916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,2560,0.008218666745556725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,64,0.0103511114915212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,2048,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,3072,0.014488000008794995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,2560,0.053231110175450645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,256,0.004344888859324985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,51200,1.121154679192437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,4096,0.007860444486141205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,3072,0.09468444188435872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,3584,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,1024,0.011046222514576383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,1536,0.01000711073478063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,51200,0.0587386687596639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,10240,0.17295732763078478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,6144,0.019319110446506076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,64,0.006478222293986215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,16384,0.3565982182820638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,7168,0.3329964478810628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,768,0.0206977774699529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,5120,0.008900444540712569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,3072,0.008940444224410588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,2560,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,12288,3.8799786037868924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,128,0.003407111184464561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,51200,0.9918212890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,2048,0.01751733322938283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,4096,0.09762310981750488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,256,0.06463111109203763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,16384,0.22326487965053984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,1536,0.05828622314665052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,6144,0.04184088773197598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,12288,0.27204354604085285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,32,0.005031110925806893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,5120,0.10983822080824111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,7168,0.2916399902767605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,2560,0.016491555505328707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,3072,0.008725333544943068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,65536,0.5266835424635146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,512,0.0032133333798911837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,128,0.004048888882001241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,3072,0.12216888533698188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,3072,0.018273777431911893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,32,0.0028568889117903183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,32,0.0027671110712819626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,3072,0.010760000182522668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,10240,0.05172977844874064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,1536,0.07491111093097262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,6144,0.2324284447564019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,65536,1.3754133648342555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,64,0.006171555568774541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,16384,0.052312887377209134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,5120,0.013165333204799227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,2048,0.01462577780087789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,1536,0.018927110566033255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,3584,0.018391110830836825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,16384,21.361292521158855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,6144,0.058632890383402504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,12288,0.05631111065546671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,8192,0.1070515579647488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,1536,0.0595466693242391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,128,0.018974221414989896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,8192,0.6256364186604818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,10240,0.15090489387512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,3072,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,12288,0.0510115557246738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,3072,0.14941688378651938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,7168,0.052087999052471586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,768,0.009472000102202097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,128,0.019341333044899833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,64,0.009534222384293875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,1024,0.005098666581842634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,51200,0.1565155585606893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,6144,0.013605333036846586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,128,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,16384,0.008795555267069075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,768,0.01664177742269304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,8192,0.09410133626725938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,4096,0.026328000757429335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,12288,0.04056888818740845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,6144,0.14690844217936197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,256,0.0068986668354935115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,6144,0.01905155513021681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,1536,0.020823111136754353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,128,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,512,0.004132444245947732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,2560,0.010303110712104374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,65536,0.11946311261918809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,128,0.003023111157947116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,3584,0.08873066637251113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,8192,0.015368888775507608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,8192,0.02840977907180786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,768,0.005148444324731827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,3584,0.6129484706454807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,3584,0.240302218331231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,51200,0.06588177548514472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,64,0.022893332772784766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,12288,0.566798210144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,16384,0.11046489079793294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,1024,0.01992177797688378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,1536,0.011635555161370171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,16384,0.02132533325089349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,3072,0.011020444333553314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,1024,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,8192,0.028057777219348486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,3072,0.4827573564317491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,1536,0.014670222997665405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,64,0.0040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,32,0.0052764444715446895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,8192,0.017403556240929496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,2048,0.0805893341700236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,2048,0.06656177838643391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,2048,0.17426489459143746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,1536,0.0947342250082228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,32,0.002630222174856398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,10240,0.06260266568925646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,512,0.01769333415561252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,64,0.005666666560702854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,512,0.005115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,768,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,5120,0.021070222059885662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,3584,0.12373244762420654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,4096,0.037109331952200994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,256,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,1536,0.006340444501903322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,32,0.024785778588718835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,6144,0.021735999319288466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,12288,7.6639209323459205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,2560,0.03102933367093404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,128,0.009000889129108852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,8192,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,8192,0.11229066054026286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,5120,0.06049244271384346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,2560,0.006795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,1024,0.004017777740955353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,7168,0.014707555373509726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,64,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,128,0.015797333584891427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,6144,0.009391110804345872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,7168,0.010571555958853828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,32,0.003185777821474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,7168,0.013043555948469373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,51200,0.11943199899461533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,4096,0.13751999537150064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,2048,0.016689777374267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,2048,0.05946133534113566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,12288,0.03107200066248576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,768,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,1536,0.004683555414279302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,5120,0.152965333726671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,12288,0.09842044115066528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,3072,0.02012711101108127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,3584,0.007242666350470648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,51200,0.15197511514027914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,1536,0.018935110833909776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,3072,0.007132444116804335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,1536,0.007728888756699032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,6144,0.09063555796941121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,1536,0.12112177742852105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,16384,0.043325334787368774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,512,0.01460444430510203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,128,0.014464888307783337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,5120,0.11253244347042507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,16384,0.4011680020226373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,4096,0.27567021052042645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,2560,0.026428444517983332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,8192,0.0618035528394911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,256,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,3072,0.011090666883521609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,6144,0.037880887587865196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,6144,0.007236444287829929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,128,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,65536,0.059096886052025684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,6144,0.1210613383187188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,4096,0.12417511145273845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,5120,0.3681146568722195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,12288,0.009441778063774109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,1536,0.006272888845867581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,16384,0.029351999362309773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,3072,0.1065102219581604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,3072,0.02402577797571818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,65536,0.14558400048149958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,8192,0.9046017328898112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,65536,2.63791741265191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,51200,0.5061102443271214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,3584,0.0499582224422031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,1536,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,12288,0.029750221305423315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,4096,0.008113777471913232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,4096,0.42868354585435653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,10240,0.013482666677898832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,7168,0.012997333374288348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,8192,0.3665742344326443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,65536,0.336134221818712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,12288,0.03503111004829407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,768,0.007125332951545715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,64,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,512,0.2532142268286811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,768,0.009879999690585667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,65536,2.000504811604818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,65536,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,128,0.03917600048912896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,1024,0.05875821908315023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,3072,0.04981155527962578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,64,0.0032631111227803757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,1024,0.10928089088863796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,16384,0.02528000043498145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,1024,0.019359111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,7168,0.09371555513805813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,51200,0.05453244513935513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,256,0.013941332697868347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,5120,0.8270711368984647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,65536,0.7506337695651584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,64,0.00518844442235099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,16384,0.06994666655858357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,3072,0.024488889508777197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,64,0.002918222298224767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,51200,1.29513062371148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,64,0.05375111103057861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,6144,0.005940444353553984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,16384,0.38002578417460126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,128,0.04233155647913615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,4096,0.012810666528013019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,2048,0.017216889394654166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,51200,0.32166756523980033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,51200,0.997263060675727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,2560,0.0069288888739215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,64,0.008150222400824228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,16384,0.05265511075655619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,65536,3.6369120279947915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,1536,0.036370668146345354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,8192,0.02534755567709605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,768,0.00369422220521503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,51200,0.044990221659342446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,3584,0.026341333985328674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,4096,0.018372444642914664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,5120,0.4400186538696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,8192,0.03088444471359253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,256,0.5385386678907607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,512,0.009209777745935652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,1536,0.007763555480374231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,32,0.0027093332674768236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,16384,0.1075013346142239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,768,0.04274844461017185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,8192,0.011774222056070963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,16384,0.022853333089086745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,51200,0.06217955880694919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,128,0.004218666503826777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,6144,0.0728728903664483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,6144,0.3070595529344347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,3584,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,5120,0.009223110973834991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,65536,8.102057562934027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,512,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,3584,0.02313422163327535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,65536,0.42891822920905215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,1024,0.010528888967302112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,6144,0.025664889150195654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,768,0.043902221653196544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,12288,0.11558222770690918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,1024,0.004361777669853634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,65536,0.08945244550704956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,16384,0.07041422526041667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,2048,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,768,0.12636089324951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,2560,0.11676355202992757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,3584,0.03356355428695679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,768,0.004936888813972473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,64,0.007832888927724626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,4096,0.0173342227935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,5120,0.01556711064444648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,7168,0.019158222609096102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,4096,0.18155377440982393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,5120,0.028975112570656672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,6144,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,51200,3.2347369723849826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,768,0.055200000603993736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,5120,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,3584,0.009278222090668148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,16384,0.812296019660102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,10240,0.19072177675035265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,64,0.016474665866957772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,256,0.015211555692884656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,128,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,7168,0.0801066690021091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,1024,0.005442666510740916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,1024,0.012112889024946423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,2560,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,6144,0.03770577907562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,128,0.004563555535342959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,512,0.011362666885058085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,2560,0.006825777805513806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,3072,0.20208444860246447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,7168,0.01499644418557485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,256,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,65536,0.12415377298990886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,256,0.018360889620251127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,256,0.027684445182482403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,51200,1.3413520389133031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,2048,0.010741333166758219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,7168,0.03824177715513442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,512,0.02724444369475047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,65536,1.3113235897488065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,32,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,3584,0.011855999628702799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,32,0.003677333394686381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,64,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,2560,0.007808888951937358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,16384,0.11807200643751357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,256,0.013092444174819522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,128,0.03434044453832839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,128,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,12288,0.6537422074211968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,1024,0.0144177774588267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,7168,0.23886399798923066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,6144,0.012787555654843649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,64,0.057605332798428006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,12288,0.019476445184813607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,2048,0.04315200116899279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,256,0.0036319999231232535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,7168,0.010384000009960597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,8192,0.10220888588163589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,4096,0.02017333275742001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,2048,0.1256355577045017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,8192,0.09070666631062825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,16384,0.4428435431586371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,8192,0.051150222619374595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,2560,0.009751111268997192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,5120,0.20401867230733237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,16384,0.03261244297027588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,256,0.009323555562231276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,8192,0.08131200075149536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,7168,0.04233155647913615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,8192,0.07721955246395536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,128,0.00299822228650252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,12288,0.48027197519938153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,3584,0.011135111252466837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,1024,0.2251831160651313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,65536,0.15116177664862737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,6144,0.03442310955789354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,51200,1.011005295647515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,2560,0.007724444071451823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,5120,0.02569777766863505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,128,0.02791644467247857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,3584,0.014504000544548035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,64,0.002599999929467837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,2048,0.008215111162927415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,3584,0.02072000006834666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,4096,0.008988444175985124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,2560,0.014039110806253223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,8192,0.05220266514354282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,2560,0.009184000392754873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,16384,0.026504000027974445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,2048,0.006242666807439592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,512,0.005437333136796951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,16384,0.01621955633163452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,64,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,8192,0.020260444945759244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,32,0.013022222452693515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,6144,0.009742221898502773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,128,0.049145778020222984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,1536,0.027878221538331773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,10240,0.015448000695970325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,12288,0.16112089157104492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,4096,0.10369244549009536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,512,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,10240,0.034359110726250544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,6144,0.4442302121056451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,51200,1.750292460123698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,1536,0.006626666833957036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,256,0.005698666804366642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,2048,0.011932444241311816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,8192,0.03172889020707872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,3584,0.007889777421951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,128,0.00655644428398874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,51200,10.116466946072048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,16384,0.418029334810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,256,0.004565333326657613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,65536,0.0664657751719157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,5120,0.031049778064092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,128,0.01426488823360867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,51200,0.05341688791910807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,2560,0.007663110891977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,4096,0.03483555714289347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,256,0.004839999808205498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,2048,0.01627111103799608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,12288,0.057599114047156445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,10240,0.49710665808783633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,2048,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,1024,0.005662222289376789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,1024,0.07195378012127347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,16384,0.10675111081865098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,2048,0.6743075582716199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,128,0.003834666477309333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,768,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,768,0.15294044547610813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,65536,0.3735191027323405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,6144,0.013840888937314352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,768,0.07751466830571492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,64,0.007326222128338284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,16384,2.469665739271376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,65536,2.37446657816569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,5120,0.03128444486194187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,128,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,3584,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,64,0.004212444441186057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,2048,0.005716444303592046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,64,0.04750400119357639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,2560,0.008035555481910706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,65536,6.331687927246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,4096,0.46284977595011395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,768,0.005703111075692707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,10240,0.015240889456537036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,768,0.005630222045713001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,16384,0.01984177695380317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,768,0.00923111124171151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,3584,0.007221333682537079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,12288,0.6474889119466146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,256,0.01108888867828581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,32,0.0026008888251251644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,64,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,2048,0.01370488852262497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,8192,0.018174222773975797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,64,0.002895999906791581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,5120,0.06377244657940336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,768,0.7890471352471246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,10240,0.018365333477656048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,16384,0.04593244526121351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,1536,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,51200,0.27022043863932294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,768,0.010826666322019366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,3584,0.28050043847825795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,3584,0.0430026650428772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,51200,0.3321342203352186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,2048,0.4939466582404242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,16384,0.20865600638919404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,7168,0.02612000041537815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,768,0.03250133328967624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,2560,0.0529386666085985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,2560,0.01032977799574534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,8192,0.6377493540445963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,16384,0.07852800024880303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,7168,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,2048,0.012799999780125089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,128,0.18495644463433158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,64,0.005623999983072281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,2048,0.009104000197516548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,10240,0.0880204439163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,3584,0.011604444848166572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,3072,0.013433777623706393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,6144,0.07429155376222399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,16384,0.04388088981310526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,8192,0.2146728833516439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,1536,0.006183111005359226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,51200,3.428337732950846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,2048,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,256,0.004308444344335132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,10240,0.05424266722467211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,12288,0.05323466658592224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,3072,0.027112000518374976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,8192,0.34972887569003636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,6144,0.7838800218370227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,16384,0.05935733185874092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,5120,0.1855724387698703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,2560,0.0074444446298811175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,2048,0.06115644507937961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,3072,0.14502667056189641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,4096,0.0689271092414856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,65536,0.06702844301859538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,65536,4.122989230685763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,512,0.020023110840055678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,8192,0.31584710545010036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,8192,0.2704204453362359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,1024,0.012626666989591388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,2560,0.028936889436509874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,12288,0.030941334035661485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,3072,0.015623999966515435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,256,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,5120,0.19075022803412545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,5120,0.0088764445649253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,12288,0.07423822085062663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,1024,0.15027733643849692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,512,0.014212444424629211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,7168,0.5446951124403212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,12288,6.359421200222439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,1536,0.038457777765062116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,65536,0.08971110979715984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,4096,0.4527422057257758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,7168,0.8561546537611219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,3584,0.010728889041476779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,64,0.0035208890007601846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,5120,0.12130755848354763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,3072,0.01091466678513421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,4096,0.023461333579487268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,4096,0.013271110753218332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,65536,0.12065066231621636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,3584,0.20801688565148246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,6144,0.015795555379655626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,7168,0.015474667151769003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,12288,0.023911111884646948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,32,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,3584,0.028536889288160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,1536,0.029338667790095013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,256,0.004277333203289243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,128,0.01567555632856157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,3072,0.022594667143291895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,32,0.008359111017651027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,10240,0.02032977839310964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,3584,0.32303910785251194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,2048,0.007063111497296228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,2048,0.014343111051453484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,3072,0.07153689199023776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,16384,0.021174222230911255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,3072,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,512,0.017857778403494094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,64,0.0026862221873468826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,2048,0.008249777886602614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,1024,0.004543111142185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,2560,0.006236444330877728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,4096,0.37050578329298234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,65536,8.088305155436197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,5120,0.04378666811519199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,12288,0.01722133325205909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,32,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,4096,0.012541333006487953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,7168,0.19245866934458414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,10240,0.030415998564826116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,6144,0.4006968869103326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,7168,0.042252444558673434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,768,0.009711110757456886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,7168,0.21766400337219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,3072,0.44373244709438747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,12288,0.11418044567108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,7168,0.02574133376280467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,768,0.005988444305128521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,16384,0.12499111228519016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,1536,0.013674666484196981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,10240,0.05537866552670797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,12288,0.10250755813386704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,7168,0.11900711059570312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,3072,0.0243511117166943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,2048,0.006057777752478917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,1024,0.043939554029040866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,6144,0.03445333242416382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,65536,0.0858222246170044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,16384,0.7629324595133463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,16384,0.03127911024623447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,8192,0.01423822177780999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,10240,0.011891555454995898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,5120,0.031657778554492526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,65536,3.3680328792995877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,128,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,32,0.0206657780541314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,1536,0.013097777962684631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,4096,0.009535111486911774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,512,0.007979555262459649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,1536,0.04210577739609612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,7168,0.18787022431691489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,32,0.00536088893810908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,7168,0.14234933588239881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,12288,0.601462205251058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,3584,0.00908088849650489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,768,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,3584,0.07970577478408813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,10240,0.13066311677296957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,10240,0.037109331952200994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,2048,0.057111998399098717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,51200,8.922539605034723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,2560,0.009529777699046666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,3072,0.03953244288762411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,6144,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,1536,0.05836621920267741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,10240,0.0148053334818946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,51200,2.338801701863607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,7168,2.421119054158529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,512,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,2560,0.05580266979005602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,6144,0.011739555332395764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,7168,0.028078221612506445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,7168,0.27280712127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,1536,0.014168888330459595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,128,0.003064888839920362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,65536,0.10263466835021973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,8192,0.21928000450134277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,32,0.0028000000036425064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,128,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,6144,0.01832177738348643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,65536,2.9855244954427085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,8192,0.07711911201477051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,1024,0.04718044400215149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,51200,0.576556470659044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,65536,0.4040684435102675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,256,0.03812888926929898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,3072,0.008443555898136562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,10240,0.013460444079505073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,2048,0.007181333170996771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,65536,0.8443955315483941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,7168,0.013227555486891003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,3072,0.18017421828375924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,51200,0.06435910860697429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,7168,0.029024001624849107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,5120,0.010849778023031024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,10240,0.04748622245258755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,1024,0.013052444491121503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,1024,0.0046311111913787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,3584,0.03309244579739041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,65536,0.0964168906211853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,32,0.005574222240183089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,2048,0.042303111818101674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,12288,0.0520631108019087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,128,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,5120,0.013211555778980255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,768,0.06706311305363973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,128,0.01553244392077128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,6144,0.011897777517636618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,1536,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,7168,0.010775999890433418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,6144,0.04026844435267978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,64,0.0075084442893664045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,1024,0.10638666815227932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,4096,0.08660444286134507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,51200,0.06191555658976237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,128,0.004414222306675381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,8192,1.3778817918565538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,1536,0.018060444129837882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,128,0.011649777491887411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,1536,0.008178667061858708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,10240,0.025196444657113817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,3584,0.010808889236715106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,1536,0.09344977802700466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,8192,0.1197155581580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,512,0.013387555877367655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,768,0.021382222572962444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,3072,0.01185155577129788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,128,0.003024000053604444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,51200,0.0696808894475301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,16384,0.40749867757161456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,16384,0.054979556136661105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,3072,0.02327644493844774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,64,0.03976088762283325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,4096,0.012320888539155325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,1024,0.010422222316265106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,64,0.13044799698723689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,3584,0.11599911583794488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,2560,0.031888888941870794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,512,0.314102225833469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,6144,0.011485333244005838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,512,0.007442666424645319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,65536,0.09702844752205743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,3072,0.05527289046181572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,3584,0.008631111019187504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,2560,0.017337777548366122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,6144,0.2191155619091458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,16384,1.5217955907185872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,7168,0.08710577752855088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,1536,0.007378666765160031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,256,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,5120,0.011962666279739805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,10240,0.019069333871205647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,65536,0.5059137874179417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,5120,0.01611199975013733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,32,0.008834666675991481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,256,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,5120,0.34244444635179305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,51200,0.04758933186531067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,512,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,51200,0.01239733315176434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,8192,0.19491910934448242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,1024,0.022463111413849726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,3072,0.032482667101754084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,512,0.010266666611035665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,12288,0.6656871371799046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,768,0.22059288289811876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,256,0.012879999975363413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,6144,0.14525511529710558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,2048,0.6412862141927084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,65536,8.95156521267361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,4096,0.22856712341308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,51200,20.822965833875866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,16384,0.015364444918102689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,3072,0.029634667767418757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,6144,0.040001776483323835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,32,0.005475555443101459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,4096,0.011824000212881299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,3584,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,256,0.004951999833186467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,51200,0.5873217582702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,4096,0.15240266587999132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,64,0.003087999920050303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,64,0.0487973325782352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,4096,0.15335022078620061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,10240,0.02944533361328973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,12288,0.9257031546698676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,1536,0.007656888829337225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,7168,3.4657181633843313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,65536,0.08620355526606242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,768,0.013350221845838757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,3072,0.03016888764169481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,51200,0.07175288597742717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,128,0.02046133412255181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,10240,0.015746666325463187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,6144,0.1648977730009291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,2048,0.706484423743354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,8192,0.027620444695154827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,2560,0.07105866405698988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,3072,0.029282665914959375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,3584,0.0074577778577804565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,3584,0.04323110977808634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,3072,0.11030755440394084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,2048,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,6144,0.01014666673209932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,2048,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,128,0.0027840000887711844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,512,0.02330577704641554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,1024,0.28451644049750435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,10240,0.09645155403349136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,2560,0.04097422295146518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,2048,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,32,0.0057911111248864075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,1536,0.08016266425450642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,3584,0.00794044468137953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,7168,0.24821066856384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,2560,0.01441511180665758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,7168,0.0339662233988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,3072,0.011062222222487131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,256,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,4096,0.18696178330315483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,8192,0.007287110719415877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,65536,0.4644044240315755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,7168,0.9413191477457682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,512,0.2734062141842312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,64,0.004507555729813046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,1024,0.007442666424645319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,4096,0.04163555635346307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,512,0.02289955483542548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,256,0.011092444260915121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,6144,0.11878044075436062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,3072,0.012329777909649743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,3072,0.02064533366097344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,128,0.008743999732865227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,1024,0.00630044440428416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,768,0.014295111099878946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,16384,0.018577777677112155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,8192,0.012138666378127204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,2048,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,32,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,5120,0.568686220380995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,768,0.021003555920388963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,5120,0.04090577695104811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,2560,0.04518399967087639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,2048,0.036461333433787026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,65536,4.079993777804904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,1024,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,10240,0.014436443646748861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,51200,24.812428792317707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,7168,0.026142223013771906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,12288,0.0169804443915685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,2560,0.011864888999197217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,4096,0.037329776419533625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,64,0.021307556165589228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,10240,0.025998221503363714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,12288,0.0944968859354655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,768,0.004925333377387789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,16384,0.09909688764148289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,128,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,51200,0.5839822027418349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,1024,0.004039999925427967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,51200,0.1463466617796156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,12288,0.03835644324620565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,64,0.010495999621020423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,3584,0.9172444873385959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,6144,0.014787554740905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,2048,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,32,0.02136444383197361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,512,0.011885333392355176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,5120,0.011439111497667102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,64,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,4096,0.09614400068918864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,4096,0.02641333308484819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,512,0.08418755398856269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,7168,0.015040889382362366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,12288,0.04082399937841628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,3072,0.06406755579842462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,3072,0.03758666581577725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,6144,1.0249777899848092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,768,0.006774222271309958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,8192,1.1789937549167209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,128,0.007734222544564142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,51200,1.188446256849501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,10240,0.3220471011267768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,6144,0.08604888783560859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,1024,0.007371555599901412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,8192,0.42204266124301487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,1536,0.03741866681310866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,2560,0.010767111347781287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,2560,1.5409261915418837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,128,0.00850399997499254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,3584,0.07180444399515788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,512,0.007445333732499017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,512,0.003773333297835456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,16384,5.069702996148004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,3584,0.0323884454038408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,2048,0.015615110596021017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,1024,0.010091555615266165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,65536,1.268821292453342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,4096,0.01886399918132358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,128,0.002973333415057924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,6144,0.20267200469970703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,1536,0.011323555476135679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,256,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,2048,0.5438790851169163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,6144,0.010139555566840703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,5120,0.01717422240310245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,512,0.006437333507670297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,6144,0.02200177808602651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,768,0.11070666710535686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,7168,0.018173333671357896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,2560,0.014697778556081982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,6144,0.019525332583321463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,12288,4.508054097493489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,2048,0.047672000196244985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,3072,0.03477777706252204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,6144,0.34356265597873265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,1024,0.014384888940387301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,128,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,512,0.0055440002017551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,2560,0.018211555149820115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,5120,0.00941066692272822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,5120,0.38172443707784015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,768,0.003658666792843077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,64,0.002926222152180142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,3072,0.008051555189821456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,1536,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,256,0.005576888720194499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,12288,0.7836897638108996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,12288,1.85810301038954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,64,0.0037173334923055437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,8192,0.013654222091039022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,3584,0.022269333402315777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,4096,0.05111822154786852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,51200,0.29433245129055446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,16384,0.07234399848514132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,128,0.0037493333220481873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,7168,0.035424000687069364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,3072,0.27231023046705455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,65536,0.1152320040596856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,5120,0.03944266504711575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,8192,0.09425510962804158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,51200,2.210132386949327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,65536,1.7156640158759222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,51200,0.2552471160888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,2048,0.08799911207622951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,6144,1.5903448528713648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,12288,0.5543902185228136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,10240,0.4841759999593099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,10240,0.021183111601405676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,3584,0.007676444119877285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,10240,0.9579413731892904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,3584,0.1233182218339708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,5120,0.007821333077218797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,256,0.0638257794910007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,256,0.1797928942574395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,8192,0.14220444361368814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,3072,0.017292444904645283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,64,0.0032391111469931076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,768,0.006511999915043513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,512,0.005602666487296422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,3584,0.068122665087382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,128,0.0034773333205117118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,5120,0.034838222795062594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,16384,1.0969795650906033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,2048,0.00723555518521203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,3072,2.3178604973687067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,16384,0.12195732858445908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,51200,0.5840951071845161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,6144,0.1632195578681098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,1536,0.004368000146415499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,4096,1.3709760242038305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,12288,0.28257955445183647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,1536,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,12288,0.034169776572121516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,7168,0.2635466787550184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,6144,0.17836088604397246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,4096,0.22295199500189888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,6144,0.30176711082458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,51200,0.055790219042036265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,8192,0.034097777472601995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,32,0.005799110978841782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,7168,0.03374310996797349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,7168,0.011072888970375061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,16384,0.17082399792141387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,7168,0.03132889005872939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,2560,0.023631999890009563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,51200,1.259331597222222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,2048,0.010844444235165914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,1536,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,1024,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,768,0.0570160018073188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,12288,0.14513422383202448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,32,0.0028524444335036804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,32,0.003387555480003357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,65536,0.0691573354932997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,2560,0.007956444389290279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,10240,0.3149928781721327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,6144,0.11779644754197861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,3584,0.08681155575646295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,7168,3.488968955145942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,4096,0.02562933332390255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,768,0.005015999906592899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,65536,0.10633689165115356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,51200,0.05350844396485222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,7168,0.030280888080596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,1536,0.04008533226119147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,32,0.002593777866827117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,7168,0.025651555922296312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,64,0.002975111206372579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,6144,0.03947910997602675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,16384,0.0478942228688134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,65536,7.6838590833875875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,2048,0.014415999253590902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,3072,0.029097778929604426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,1024,0.0110871113008923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,3072,0.08376444710625543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,256,0.005224888937340842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,12288,0.01808355583084954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,7168,0.04162933429082235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,64,0.009518221848540837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,8192,0.060476442178090416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,10240,0.016550223032633465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,768,0.45357513427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,5120,0.23166134622361925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,16384,0.40257777108086484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,6144,0.02604888876279195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,512,0.01074488874938753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,1024,0.10406755738788181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,768,0.009667555491129557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,16384,0.012804444465372296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,512,0.09889066881603664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,768,0.01054488867521286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,64,0.0026551110463009942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,65536,1.0874204635620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,12288,0.13119378354814318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,3072,0.02207999924818675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,256,0.0032346666687064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,4096,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,16384,0.021520889467663232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,512,0.1174880001280043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,4096,0.03942844602796767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,3072,0.019840889506869845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,4096,0.013314666847387949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,51200,0.05979910824033949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,2048,0.11716355217827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,5120,0.013611555927329592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,1024,0.04518489042917887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,10240,0.013761777844693927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,64,0.005548444473081165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,7168,0.022710222336981032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,7168,0.11677511533101399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,8192,0.11352533764309353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,2048,0.24781865543789336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,8192,0.013069333301650153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,768,0.0037155557009908888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,7168,0.15816622310214573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,16384,0.08382044235865276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,256,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,32,0.004469333423508538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,6144,0.013557333085272046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,1024,0.017839999662505258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,3584,0.1753528912862142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,3584,0.02756799923049079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,8192,0.01531022290388743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,2560,0.020985777179400127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,4096,0.038690666357676186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,1024,0.026473777161704168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,3584,0.04177600145339966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,768,0.013770666387346057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,32,0.027211555176311072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,3072,0.0144533332851198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,4096,0.010764444039927589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,12288,0.45969687567816836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,7168,0.015425778097576566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,1536,0.12431732813517253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,5120,0.024708444873491924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,32,0.020250666472646926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,2560,0.0251226673523585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,128,0.18699999650319418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,256,0.00980266680320104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,5120,0.015863110621770222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,65536,0.13109066751268175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,65536,0.6184106402926975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,2048,0.022579555710156757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,51200,0.13544978035820857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,768,0.009707555174827576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,512,0.005129777722888523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,128,0.006221333311663733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,64,0.026026666164398193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,51200,0.4214942190382216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,4096,0.1467662254969279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,7168,0.19398489263322619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,4096,0.008552889029184977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,7168,0.006659555352396435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,64,0.002630222174856398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,1024,0.016302223006884258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,2560,0.014514666464593677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,5120,0.1035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,3072,0.12439733081393772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,10240,0.013984888792037964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,2048,0.4674702220492893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,12288,0.06659377945794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,1024,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,1536,0.19075911574893525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,65536,0.38441067271762425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,7168,0.04257155458132426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,256,0.0033928888539473214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,51200,2.7761145697699656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,16384,0.44788445366753477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,2560,0.008946666287051307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,12288,0.46535375383165145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,6144,0.022055110997623865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,4096,0.13535911507076687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,65536,7.493756612141927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,32,0.014740443891949125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,768,0.0047626665068997275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,128,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,2560,0.039466665850745306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,6144,0.015474667151769003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,768,0.0038293335172865125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,128,0.010788444843557147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,7168,0.025625778569115534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,65536,0.271542231241862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,2048,0.1350542174445258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,512,0.00328177772462368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,64,0.011439999772442712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,8192,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,1536,0.11764089266459148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,51200,0.31126221021016437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,8192,0.016893333858913846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,128,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,2560,0.028607110182444256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,5120,0.011775111158688864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,6144,0.04789066645834181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,32,0.0053182223604785065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,768,0.003867555409669876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,6144,0.7696186701456705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,2560,0.6111786630418565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,8192,0.02016533414522807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,10240,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,16384,0.0878702203432719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,512,0.00489777781897121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,10240,0.042303999265034996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,768,0.005707555760939916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,65536,0.13821510473887125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,1024,0.03236177894804213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,1024,0.010793777803579966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,32,0.005877333382765452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,12288,0.2426675425635444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,64,0.0035146665241983202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,8192,0.1816177765528361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,8192,0.014888000157144336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,256,0.03983911209636264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,3072,0.20750044451819527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,51200,0.24427111943562826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,51200,1.6276391347249348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,3584,0.1685253381729126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,3584,0.01625333395269182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,4096,0.05788266658782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,6144,0.6887760162353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,4096,0.018233777748213876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,2048,0.06552533308664958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,2560,0.008179555336634317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,12288,0.41884620984395343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,3072,0.3061422242058648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,64,0.008568888737095727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,1024,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,12288,0.018467555443445843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,256,0.1774311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,2048,0.0092613332801395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,1536,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,256,0.01443288889196184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,3584,0.02760533326201969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,512,0.004423111263248655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,12288,0.20384266641404894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,2560,0.011547555526097616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,3584,0.007875555919276344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,6144,0.37038665347629124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,2048,0.009214222431182861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,3072,0.02552000019285414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,512,0.0034924443397257063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,3072,0.01849244369400872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,8192,0.013755555782053204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,10240,0.033188445700539485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,3072,0.008373333348168267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,2560,0.1400124496883816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,10240,0.11942399872673883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,64,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,6144,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,4096,0.010247999595271217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,16384,0.8704249064127604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,1536,0.00923288861910502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,256,0.026312000221676294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,7168,0.11187467310163711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,8192,0.010486221975750394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,768,0.009700444837411245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,768,0.007194666398896112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,128,0.004319111092223061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,2048,0.005446222093370225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,3072,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,51200,0.03190933333502875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,8192,0.008852444589138031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,5120,2.1256302727593317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,1536,0.031331555710898504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,65536,6.883212619357639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,12288,1.8022115495469835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,12288,1.1979359520806205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,6144,0.026662222213215295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,10240,0.12677421834733751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,4096,0.04199022385809156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,1024,0.0041537777417235905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,6144,0.011615110768212212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,64,0.002583111118939188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,2560,0.11126666598849827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,3072,0.019918221566412184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,51200,4.027767181396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,512,0.028596444262398615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,51200,21.874989827473957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,10240,0.5267848968505859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,1024,0.007109333243634965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,6144,0.035340444909201726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,3072,0.012031111452314587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,7168,2.5573724110921225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,5120,0.4547075695461697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,2560,0.009485333330101436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,2560,0.020784889658292133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,3072,0.08090311288833618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,256,0.004288889053795072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,10240,0.007536888950400882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,65536,0.25314399931165904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,65536,0.06970044639375475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,256,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,512,0.0058648888435628675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,2560,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,1536,0.03174755639500088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,512,0.0035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,64,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,128,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,2560,1.33570130666097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,3584,0.011932444241311816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,2560,0.02149066660139296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,1024,0.01622577839427524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,3072,0.011839110818174152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,3584,0.127637333340115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,32,0.009778666827413771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,3584,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,12288,0.2688373459710015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,3584,0.0755573312441508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,7168,0.1679626703262329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,6144,0.02511377798186408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,4096,0.010086221827401055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,2560,0.024506666594081458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,768,0.003742222156789568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,8192,0.04851644568973117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,1536,0.07371911075380114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,16384,8.512144300672743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,2560,0.031926221317715116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,3072,0.00999644481473499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,10240,0.020925333102544148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,2560,0.015973332855436537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,7168,0.28352710935804576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,256,0.007348444726732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,1536,0.00996888925631841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,32,0.006063999815119638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,512,0.006532444308201472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,64,0.0978391104274326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,7168,0.2859022352430555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,12288,0.0652044415473938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,3072,0.024665777881940205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,51200,1.7684737311469183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,7168,0.009096889032257928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,2048,0.021820444199774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,65536,0.32411111725701225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,5120,0.050781332784228854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,3072,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,12288,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,1024,0.04894577794604831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,65536,1.5305297639634874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,768,0.016771554946899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,4096,0.13358488347795275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,64,0.0403439998626709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,256,0.060940444469451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,3584,0.007833778030342525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,7168,2.5735191769070096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,128,0.0355022218492296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,64,0.02659822172588772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,512,0.0195448895295461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,8192,0.1416462262471517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,6144,0.014545778433481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,1536,0.007664889097213745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,12288,0.017317333155208163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,256,0.00796888851457172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,2048,0.01591377788119846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,768,0.06259555286831327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,3584,0.20695911513434517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,1536,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,65536,0.6224595705668131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,16384,0.05025955703523424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,12288,0.03933777742915683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,4096,0.05423555440372891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,5120,0.07679644558164808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,12288,0.0370417767100864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,12288,0.10792711046006943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,4096,0.030155556069480047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,256,0.02387911081314087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,2560,0.012511110968059964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,64,0.003129777808984121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,6144,0.010418666733635796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,6144,0.057313779989878334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,5120,0.019875556230545044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,5120,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,2560,0.012522666818565793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,768,0.03544800149069892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,1024,0.004454222404294544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,1536,0.006833777659469181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,2048,0.010649777948856354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,6144,0.012130666938092975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,3072,0.03862399856249491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,32,0.002625777696569761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,65536,0.06496800316704644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,1536,0.015828443898095023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,1024,0.04095377855830722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,512,0.08557689189910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,8192,0.13944444391462538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,12288,0.7686275376213921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,256,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,1024,0.012303111453851065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,4096,0.022264000442292955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,16384,0.07117333014806111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,2048,0.015411555767059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,5120,0.0954844421810574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,2048,0.007378666765160031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,16384,0.017510222064124215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,64,0.009591110878520543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,2560,0.007530666887760162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,256,0.009864889085292816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,512,0.02086755633354187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,7168,0.5093573464287652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,1536,0.025036444266637165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,3072,0.13836088445451525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,2048,0.00980977796845966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,512,0.0034471110751231513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,32,0.007954667011896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,65536,0.13050488630930582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,256,0.005375999957323074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,3072,0.005998222364319696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,128,0.02295733326011234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,7168,0.5735466745164659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,4096,0.03964444332652622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,65536,0.2599368890126546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,512,0.0033484444850020935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,1536,0.005631111148330901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,768,0.00958933350112703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,3584,0.09200444486406113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,128,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,512,0.005970666805903117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,6144,0.056868447197808154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,12288,0.08967733383178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,65536,0.206566227806939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,512,0.0192239996459749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,51200,0.01661422186427646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,128,0.00434311106801033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,64,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,4096,0.012422222230169507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,32,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,65536,0.3325573338402642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,512,0.005721777677536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,65536,0.38701510429382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,8192,0.07102044423421223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,2048,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,64,0.04979911115434435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,256,0.04468977782461378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,768,0.020460445019933913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,10240,3.3034765455457897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,16384,0.1647768947813246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,7168,0.014479110638300577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,8192,0.06945511367585924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,3072,0.15307911237080893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,6144,0.07839200231764051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,51200,5.782135009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,3584,0.18439643912845186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,4096,0.024717332588301763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,1536,0.049422221051322095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,2048,0.08444711234834458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,3584,0.009139555195967356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,768,0.05352444450060526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,10240,0.47192711300320095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,64,0.0042204442951414315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,2048,0.01773866679933336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,2560,0.00850933293501536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,12288,0.07988622453477648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,3584,0.06300266583760579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,1024,0.006302222195598815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,1536,0.4614986843532986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,6144,0.006778666542636023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,5120,0.013790222505728403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,128,0.00886311133702596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,768,0.007079111205206976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,51200,0.11797066529591878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,256,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,8192,0.01408266690042284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,7168,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,3072,0.008274666965007782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,2048,0.015397333436542086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,3072,0.06636622216966417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,7168,0.015489778584904142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,32,0.004387555436955558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,12288,0.03387555480003357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,12288,0.03945688737763299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,5120,0.04346755478117201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,2048,0.010311110979980892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,3584,0.09300622012880112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,7168,0.08045866754319933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,12288,0.028449777099821303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,2560,0.022312889496485393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,768,0.06516355276107788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,16384,0.12306755118899876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,8192,0.03417866759830051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,4096,0.006124444305896759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,2560,0.12024088700612386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,1536,0.07523022095362346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,16384,0.11693155765533447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,512,0.0059573331640826324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,256,0.003160888950030009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,2560,0.019002666076024372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,8192,0.3201662169562446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,6144,0.058318224218156606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,65536,1.0686382717556424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,1536,0.005149333427349727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,1536,0.007954667011896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,1536,0.19029777579837373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,256,0.003042666655447748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,6144,0.19619199964735243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,128,0.013617777989970313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,1536,0.011057777537239922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,5120,0.023593778411547344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,10240,1.5407466888427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,32,0.0029582221888833572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,3584,0.010234666367371878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,51200,0.30907021628485787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,65536,0.11479022767808701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,256,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,2560,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,512,0.005722666780153911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,1024,0.012005333271291522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,8192,0.30564265780978733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,3072,0.019155555301242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,1024,0.013311111264758639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,1536,0.03735733363363478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,32,0.04243555665016174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,3584,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,512,0.0073902226156658595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,51200,0.9742595884535047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,3072,0.08749155865775214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,1024,0.012776888906955719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,16384,0.06802844338946872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,6144,0.6663306554158529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,51200,0.8124933242797852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,12288,0.04916710986031426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,1536,0.00905511114332411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,768,0.00408266650305854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,3584,0.013177778157922955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,10240,0.02623555560906728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,1024,0.027028444740507338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,2560,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,1024,0.005690666536490123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,8192,0.024845333562956914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,8192,0.011014222270912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,2048,0.026730666557947796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,512,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,64,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,1024,0.05506222115622627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,8192,0.3996444543202718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,3584,0.00959288908375634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,6144,0.018637332651350234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,2048,0.07179199986987643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,12288,0.259676456451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,3584,0.029389331738154095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,6144,0.0247688889503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,256,0.03449066811137729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,65536,0.2846746709611681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,51200,0.11820356051127116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,2048,0.08568177620569865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,3072,0.3432302210066054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,128,0.053415109713872276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,128,0.004182222402758068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,1536,0.07446933454937406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,768,0.009870222045315636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,3072,0.00905600024594201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,1536,0.05716355641682943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,1024,0.05384799838066101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,3072,0.24273512098524305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,1536,0.004777777940034866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,4096,0.18612533145480684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,12288,0.17720354927910698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,768,0.07194311088985868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,6144,0.039240890079074435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,3072,0.017934223016103108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,3072,0.3571137852138943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,16384,0.05117244521776835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,3584,0.08185955550935534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,8192,0.21721777651045057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,5120,0.04919999837875366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,128,0.03096533483929104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,10240,0.06945600112279256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,64,0.0026977778308921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,1024,0.010888000329335531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,7168,0.11035111215379502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,1536,0.06035911374621921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,10240,0.3160959879557292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,1536,0.008956444760163626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,5120,0.026731555660565693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,10240,0.08701688713497585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,5120,0.04546133346027798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,7168,0.07559555768966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,12288,0.018028444714016385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,3584,0.0075804442167282104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,256,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,6144,0.1819253365198771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,256,0.004516444272465176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,768,0.005842666659090254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,768,0.011315555208259158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,10240,0.013207111093733044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,51200,0.053061332967546254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,2560,0.008163555628723567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,2560,0.005642666584915585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,2560,0.014919999572965833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,32,0.005056888692908817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,5120,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,768,0.011648889217111798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,51200,0.10635911093817817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,10240,0.02036355601416694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,3072,0.06726133161120944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,4096,0.019827556278970506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,64,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,7168,0.05797955724928114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,2560,0.01757955551147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,16384,0.05897421969307793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,5120,0.02121688922246297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,128,0.004864888886610667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,128,0.015480000111791821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,128,0.004089777668317159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,3072,0.1437600056330363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,1024,0.05487644341256884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,1024,0.015600888265503777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,12288,0.01647644407219357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,1536,0.03419911199145847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,7168,0.03384177883466085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,16384,0.2760453224182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,256,0.019215111931165058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,4096,0.01108977778090371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,10240,0.014896889527638754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,2048,0.07319733169343737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,10240,0.07013689147101508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,128,0.0047626665068997275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,256,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,51200,19.420567830403645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,512,0.006090666684839461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,512,0.020776000287797716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,128,0.004221333397759331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,16384,0.07869955566194323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,64,0.003921777837806278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,5120,0.008639111287064022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,12288,0.015156444576051501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,7168,0.9659342235989041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,1536,0.013074666261672974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,2560,0.017942221628295053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,256,0.018013333280881245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,2048,0.00907733374171787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,6144,0.035880890157487653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,4096,0.025123554799291823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,2560,0.007689778175618913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,16384,1.9833422766791449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,3584,0.008287111090289222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,32,0.16925866074032256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,512,0.005889777921968036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,256,0.022100443641344707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,16384,0.01921955578856998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,51200,0.14150222142537436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,7168,3.6271201239691844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,5120,0.027124444643656414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,3584,0.008671110702885522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,3584,0.006994666324721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,3072,0.20350310537550184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,51200,0.05529155664973789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,1536,0.01128799964984258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,8192,0.008468444148699442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,51200,0.18818488385942247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,65536,0.22362756729125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,1024,0.00480266660451889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,10240,0.019623999794324238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,7168,0.01422044469250573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,10240,0.02105866703722212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,256,0.010332444475756751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,2560,0.037167112032572426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,256,0.006086222413513396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,1536,0.0974915557437473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,65536,0.24851645363701713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,7168,0.015772443678643968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,3072,1.6852311028374567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,12288,0.19896533754136828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,5120,0.018906666172875296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,2560,0.03689777851104736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,8192,0.32208000289069283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,64,0.008880889250172509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,3584,0.09015111128489177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,1536,0.014382221632533602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,2048,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,512,0.008794666992293464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,51200,13.423076205783419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,4096,0.27336356374952525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,2560,0.012772444221708508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,3584,0.02918222215440538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,32,0.0041724443435668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,51200,1.0961857901679146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,51200,0.1524311171637641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,8192,0.047990222771962486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,1024,0.004108444270160464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,768,0.003975999852021535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,8192,0.05938933293024699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,3072,0.028991109795040552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,2560,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,51200,0.013229333692126803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,768,0.011184000306659274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,7168,0.012967111335860359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,65536,0.07734133137596978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,2560,0.12167199452718098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,512,0.0038035557501845886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,7168,0.03156177865134345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,1024,0.016766221986876596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,32,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,7168,0.01054133309258355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,8192,0.028674665424558852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,1024,0.033739556868871055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,1536,0.0075662218862109715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,10240,0.017079111602571275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,5120,0.011023999916182624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,2048,0.00960622231165568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,512,0.004345777961942884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,1024,0.015570667054918079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,768,0.0047493332790003884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,512,0.011260444091426002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,51200,0.05985333522160848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,16384,0.25665420956081814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,8192,0.027888887458377417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,2560,0.010939555863539377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,768,0.0063697778516345555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,32,0.005882666756709416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,4096,0.07212622298134698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,16384,0.05329244335492452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,2560,1.7399582333034938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,51200,0.11865954928927952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,5120,0.007515555454625024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,3072,0.1243777804904514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,8192,0.01603911154799991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,5120,0.012598222328556908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,64,0.00463733325401942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,128,0.004243555582231945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,1024,0.018279999494552612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,768,0.0059368887709246735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,2048,0.005461333526505365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,768,0.03302311235004001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,12288,0.018073777357737224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,7168,0.0292559994591607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,6144,19.95367431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,7168,0.47367111841837567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,1024,0.004580444345871608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,32,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,512,0.012855999999576144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,16384,0.14377778106265598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,3072,0.011230222052998014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,5120,0.013688888814714221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,12288,30.268964979383682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,1024,0.28185778194003636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,4096,0.15860533714294434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,51200,0.264061344994439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,512,0.010802666346232096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,1024,0.039593779378467135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,256,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,768,0.0037342223028341928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,5120,0.012897777888509961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,51200,1.1373457378811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,128,0.004907555464241239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,512,0.04234666625658671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,65536,0.06539822287029691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,12288,0.019855999284320407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,64,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,768,0.0063475556671619415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,64,0.0028080000645584534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,6144,0.030605332718955144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,2560,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,51200,1.252054214477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,64,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,5120,0.011805333197116852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,16384,0.06692622105280559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,8192,0.03887288769086202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,51200,1.9166560702853734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,16384,0.11106577846739028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,5120,0.035671111610200666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,32,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,2560,0.007801777786678738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,6144,1.8855465783013239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,2048,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,512,0.028852442900339764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,16384,0.7780630853441027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,12288,0.03934311204486423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,1024,0.006248000181383557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,10240,0.014154665999942355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,256,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,1024,0.03939022289382087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,6144,0.28577865494622123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,7168,0.01706044375896454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,10240,0.14657333162095812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,256,0.0037911112109820047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,2560,0.016639111770523917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,4096,0.153148439195421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,7168,0.1448835531870524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,3584,0.009088888764381409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,32,0.011572444604502784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,7168,0.05366666780577766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,3584,0.35041067335340714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,1536,0.07527199718687269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,512,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,768,0.015328889091809591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,768,0.007921777665615082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,10240,0.05237955517239041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,32,0.010674667027261523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,6144,0.06545511219236586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,16384,0.4354373349083795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,1536,0.032815112007988825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,3072,0.011060444845093621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,3072,0.03383377856678433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,64,0.003548444559176763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,65536,0.0773199995358785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,8192,0.006643555644485686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,128,0.17634222242567274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,256,0.0064088888466358185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,16384,0.09309244155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,65536,2.3209927876790366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,768,0.02586577832698822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,65536,0.6497795316908095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,5120,0.03509511219130622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,8192,0.06142399708429972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,2560,0.006744888921578725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,8192,0.03177244464556376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,256,0.03449155555831061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,3072,0.07042400042215984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,768,0.011933333343929715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,3072,0.02908710969818963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,1536,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,768,0.004884444591071871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,512,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,2560,0.016534222496880423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,5120,0.017264889346228707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,2560,0.1276515589820014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,1536,0.012642666697502136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,51200,1.909770753648546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,7168,0.19823022683461508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,256,0.0033155555526415506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,768,0.014292443792025248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,64,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,10240,0.023381332556406658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,512,0.027451554934183758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,128,0.004463110946946674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,3584,0.02321333355373806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,256,0.011101333631409539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,10240,0.6878977881537544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,16384,7.7538952297634545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,4096,0.18196800020005968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,1024,0.050627556112077504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,5120,0.008936888641781276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,768,0.005902222047249476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,128,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,768,0.005681777579916849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,51200,1.9427430894639757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,32,0.01666933298110962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,7168,1.9825706481933594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,16384,0.05457333392567105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,51200,0.9818906784057617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,3584,0.007725333174069722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,7168,0.2776622242397732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,12288,1.3223626878526475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,16384,2.5082853105333114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,512,0.007127111156781514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,51200,0.08603111240598892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,32,0.24099734094407824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,32,0.044237332211600415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,1024,0.02194044490655263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,1024,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,3072,0.024022221565246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,16384,0.16280799441867405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,51200,2.1200764973958335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,4096,0.037069333924187556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,256,0.005471999860472149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,256,0.005790222022268508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,1024,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,3584,0.007672888537247975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,64,0.002809777855873108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,3584,0.3782960044013129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,64,0.1103386680285136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,128,0.00424799985355801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,8192,0.016383111476898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,2560,0.007096000015735626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,12288,0.37331554624769425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,2048,0.010580444501505958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,65536,0.14079556200239393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,64,0.008080888953473832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,10240,0.08274577723609076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,512,0.028274665276209515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,16384,0.21207466390397814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,768,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,6144,0.028723554478751287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,1024,0.00903911143541336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,256,0.19867200321621367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,256,0.008813333180215623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,128,0.029077334536446467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,65536,0.47096623314751523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,1536,0.004679111142953237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,32,0.019820445113711886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,4096,0.009133333133326637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,3584,0.04683822062280443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,768,0.021703110800849065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,768,0.008616000413894653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,10240,0.014085332552591959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,512,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,1024,0.004001777619123459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,6144,0.06842577457427979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,1024,0.05410933494567871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,12288,0.05719021956125895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,2048,0.007416889071464539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,512,0.010092444717884064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,3584,0.012067555553383298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,5120,0.018030222919252183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,16384,1.357221285502116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,16384,0.04616533385382759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,6144,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,8192,0.051150222619374595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,512,0.036770668294694685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,512,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,8192,0.013832000394662222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,10240,0.05001066790686714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,51200,0.5359288851420084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,3584,0.03773511118359036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,256,1.6728862126668294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,5120,0.03815199931462606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,3584,0.08019644684261747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,32,0.004368888835112254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,256,0.0215022216240565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,512,0.030347555875778198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,256,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,5120,0.697504891289605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,16384,0.023209777143266466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,8192,0.02968177861637539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,2560,0.020847110284699336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,4096,0.28813600540161133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,3072,0.02828977836502923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,4096,0.08613155285517375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,5120,0.6384844250149196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,1536,0.008574222524960836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,51200,0.3453582127888997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,2048,0.013426666458447775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,3584,0.07264533307817247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,256,0.0034391110142072043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,3072,0.007781333393520779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,512,0.0033280000918441345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,2048,0.006853333363930385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,2560,0.022337777747048274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,64,0.0026640000028742682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,64,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,65536,1.8705368041992188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,2560,0.010320000350475311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,768,0.006950221955776215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,8192,0.013711999687883588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,7168,0.43083821402655703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,10240,0.1621653371387058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,128,0.006591111007663939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,3584,0.0192248887485928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,5120,0.013938667045699226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,12288,3.0794631110297312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,65536,0.38995912339952254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,12288,0.152709338400099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,7168,0.06304444207085504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,51200,0.06493510802586873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,768,0.013863110707865821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,512,0.0032675556010670135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,16384,10.788221571180555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,6144,0.1541866726345486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,5120,0.017142222987280954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,2560,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,768,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,51200,3.3144649929470487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,2048,0.09700177775488959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,1024,0.013965333501497904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,2560,0.01257955531279246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,2560,0.017606221967273288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,1536,0.007927999728255803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,3072,0.02324177821477254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,2560,0.052221334642834134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,1024,0.004001777619123459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,8192,0.7247831026713053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,16384,0.03266133202446832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,2560,0.019527110788557265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,768,0.010306666294733683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,1536,0.07894311348597209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,512,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,4096,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,3584,0.08153688907623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,5120,0.04143288731575012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,12288,0.018644443816608854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,51200,0.06530400117238362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,7168,0.01054933336046007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,32,0.04347022374471029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,5120,0.028965334097544353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,12288,0.9171039793226453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,2560,0.028245333168241713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,8192,0.028459555572933618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,10240,0.034322665797339544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,12288,0.39552889929877383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,128,0.007109333243634965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,3072,0.009287999735938178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,2560,0.027980443504121568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,12288,0.036660446061028376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,3584,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,64,0.00611111107799742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,12288,1.6523858176337347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,768,0.007725333174069722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,512,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,2048,0.007789333661397298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,3584,0.07200000021192762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,1024,0.05317688981691996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,10240,0.06705688767962985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,2048,0.017210667332013447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,3072,0.008328888979223039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,8192,0.019863110449579027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,8192,0.15615555975172254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,1536,0.026226666238572862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,16384,0.019155555301242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,1024,0.013540444274743399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,512,0.007990222010347579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,2048,0.021750221649805706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,128,0.002797333316670524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,512,0.0074622225430276655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,3072,0.028776887390348647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,2048,0.08574133449130589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,256,0.004464000049564573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,8192,0.08582844336827596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,32,0.009003555609120263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,512,0.004093333250946469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,65536,1.0846764246622722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,5120,0.12814844979180232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,32,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,768,0.013568888935777875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,6144,0.009775111244784461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,7168,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,3072,0.024618667032983568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,768,0.010081777969996134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,2048,0.006728888799746831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,7168,0.02590311070283254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,1536,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,768,0.006813333266311222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,7168,0.01833777791923947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,768,0.00552977787123786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,2048,0.06635289059744941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,1536,0.010488889283604093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,1536,0.004805333498451444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,51200,0.03824533356560601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,3072,0.06377244657940336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,2048,0.13099022706349692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,8192,0.02217866645918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,2560,0.007981333467695449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,1536,0.0057297779454125305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,3584,0.011333333121405708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,128,0.02092622220516205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,1024,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,4096,0.1105031106207106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,6144,0.02477955487039354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,768,0.016660445266299777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,128,0.018106665876176622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,3072,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,2560,0.019225777851210702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,1024,0.3229413297441271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,12288,1.932401869032118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,1536,0.00945955514907837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,256,0.011752888560295105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,4096,0.18584622277153862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,12288,0.015160888433456421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,1024,0.01330488920211792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,6144,0.03202844328350491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,3072,0.039451556073294744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,256,0.004484444442722532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,2048,0.04829333225886027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,5120,0.010173333187898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,3584,0.007649777664078607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,16384,1.217747582329644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,65536,26.377787272135418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,4096,0.0495671100086636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,256,0.003555555724435382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,6144,0.006811555474996567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,2048,0.05087644524044461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,12288,0.051988446050220065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,51200,0.059934225347306996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,51200,0.06762222448984782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,256,0.005433777968088786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,32,0.00328177772462368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,2560,0.007839110990365347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,16384,0.04862577716509501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,10240,0.39997066391838926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,512,0.013400889105266996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,10240,0.023804444405767653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,3072,0.09816266430748834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,32,0.005375111268626318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,12288,0.0273617770936754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,32,0.012967999610635968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,6144,0.018617777360810172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,16384,2.730481677585178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,4096,0.191283557150099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,64,0.005922666854328579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,64,0.032461331950293645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,10240,0.014582221706708273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,8192,0.09283910857306586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,2048,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,7168,0.053485333919525146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,65536,0.6124373541937934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,768,0.0634853310055203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,16384,0.14043554994795057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,3584,0.006719111154476802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,3072,0.023415111833148535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,2560,0.024561777710914612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,256,0.020113777783181932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,51200,1.0165022744072807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,1024,0.008977777428097194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,128,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,2560,0.05786577860514323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,512,0.016494222813182406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,768,0.04735022121005588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,768,0.006055999961164262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,12288,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,512,0.004968889057636261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,768,0.18559111489189994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,2048,0.00868000007337994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,256,0.07423555850982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,4096,0.032664888434939914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,768,0.39108533329433864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,10240,0.013080889152155982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,51200,0.6240640216403538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,51200,0.04854133394029406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,12288,0.0425511101881663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,1024,0.007631111476156447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,51200,1.5107129414876301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,768,0.06822666856977674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,16384,0.024119110571013555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,64,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,65536,0.5446586608886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,1024,0.4548337724473741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,5120,0.03319199879964193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,16384,0.3125315507253011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,4096,0.025172443853484258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,256,0.005232000102599462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,65536,0.4852115313212077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,1536,0.025606221622890894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,128,0.005174222091833751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,3072,2.6153350406222873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,8192,0.011890666352377998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,2048,0.08110577530331083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,512,0.0037271111375755737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,12288,0.045187556081347995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,512,0.009734222458468543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,3072,0.013493333425786761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,16384,0.015198222464985318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,2048,0.023359111613697473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,64,0.005396444350481033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,128,0.004273777620659934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,256,0.004271999829345279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,768,0.07402222024069892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,4096,0.17581955591837564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,2560,0.022348443667093914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,1024,0.009853333234786987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,6144,0.034633778863483004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,768,0.012682666381200155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,1024,0.012678222523795234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,64,0.0026400000270869997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,16384,0.4360906547970242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,2048,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,32,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,512,0.005115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,64,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,12288,0.3225528928968641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,512,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,8192,0.33257688416375053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,4096,0.009332444104883406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,51200,0.05752978059980604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,8192,0.014368888404634265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,7168,0.01696711116366916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,2560,0.04790044493145413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,64,0.004936000125275718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,3584,0.13070755534701878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,512,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,16384,0.023569777607917786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,7168,0.034543110264672175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,2560,0.04203822215398153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,3072,0.009916444619496664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,512,0.0036844445599450003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,3584,0.05131733417510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,1024,0.004032000071472592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,4096,0.021410667233996924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,256,0.002970666728085942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,16384,0.33237867885165745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,32,0.0031795555518733132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,8192,0.1559902164671156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,1024,0.013769778112570444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,5120,0.056390219264560275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,3584,0.013826666606797112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,256,0.004337777694066365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,3584,0.01242844429281023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,12288,0.07120177480909559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,2048,0.005352889084153705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,32,0.01612444387541877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,5120,0.028023110495673284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,6144,0.090993775261773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,8192,0.07852266894446479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,16384,0.044960889551374644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,6144,0.02814133299721612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,2560,0.0392871101697286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,2560,1.1039661831325955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,3072,0.009154666629102495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,128,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,3584,0.3668115668826633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,4096,0.1039244466357761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,2048,0.020181333025296528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,2048,0.016338666280110676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,64,0.0041555555330382455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,32,0.03275200062327915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,16384,0.03936533464325799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,2560,0.012067555553383298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,5120,0.10275733470916748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,32,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,2560,0.021874666213989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,8192,1.751429345872667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,256,0.019626667102177937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,1536,0.006681777950790193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,16384,0.015712888704405892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,64,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,6144,0.2871840000152588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,1024,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,3584,0.164591113726298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,768,0.011956444217099084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,768,0.004646222210592694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,7168,0.021681777305073206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,6144,0.08083999819225736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,65536,0.22395732667711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,10240,0.07165955834918551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,5120,1.8071458604600694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,768,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,3072,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,7168,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,32,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,3072,0.05319111214743721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,5120,0.01684533390733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,10240,0.11722311708662246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,1024,0.020223110914230347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,12288,0.2972488933139377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,4096,0.02090666691462199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,256,0.002999111182159848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,12288,0.044532444741990834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,51200,0.06344355477227105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,3584,1.2362658182779949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,256,0.004936000125275718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,3584,0.031621333625581526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,3072,0.012424888710180918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,2048,0.00775999989774492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,256,0.028103109863069322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,12288,0.08407911327150132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,3072,0.027618666489919026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,128,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,16384,0.05278933379385206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,768,0.07686933543947008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,3072,0.02723199956946903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,3584,0.3062044514550103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,12288,0.0173688895172543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,256,0.013722666435771518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,2048,0.012683555483818054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,10240,0.6191822157965766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,3584,0.010812444819344414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,3072,0.007709333466158972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,10240,0.16984977987077501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,12288,0.15295910835266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,65536,0.2577022181616889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,2560,0.011275555524561139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,65536,0.6167342397901747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,256,0.008905777500735389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,2048,0.12545866436428493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,3584,0.02243288854757945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,7168,0.03362222181426154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,768,0.010323555933104621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,128,0.006764444626039929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,16384,0.10465511348512437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,1536,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,768,0.02186133298608992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,3584,0.22303999794854057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,256,0.0029102222373088202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,10240,0.06904177533255683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,768,0.009671111073758867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,65536,16.527140299479168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,8192,0.012811555630630918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,32,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,1024,0.20009422302246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,64,0.0028533333291610083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,65536,0.15889778402116564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,5120,0.009466666314336989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,8192,0.2720106707678901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,3584,0.09971644481023152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,1024,0.011167111496130625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,3584,0.6036933263142904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,7168,0.006411555740568373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,64,0.008285333712895712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,7168,0.06183289157019722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,256,0.9527360068427192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,10240,0.08325066831376818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,128,0.04979377653863695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,65536,1.3711599773830836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,512,0.2009377744462755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,10240,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,2048,0.00673333348499404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,6144,0.06092533138063219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,2560,0.005746666755941179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,5120,2.046455171373155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,128,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,7168,1.8978534274631078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,51200,0.14230488406287298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,65536,0.3736115561591254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,1536,0.008996444443861643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,64,0.007920000288221572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,3072,0.15091910627153185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,4096,0.03090311090151469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,16384,0.5063501993815104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,512,0.16708177990383574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,1024,0.010890666809346942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,5120,0.10936178101433648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,512,0.02608977754910787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,8192,0.6251617537604438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,8192,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,3072,0.11391645007663304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,6144,0.05537511242760552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,1024,0.018076444665590923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,128,0.0036231109665499795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,512,0.007712889048788283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,128,0.008192888564533657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,1024,0.020459555917316012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,256,0.006685333533419504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,2560,0.08418311013115777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,16384,0.294959995481703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,32,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,51200,1.2460098266601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,7168,0.02363377809524536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,512,0.03736622134844462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,7168,0.012997333374288348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,12288,0.05794666873084175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,32,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,2048,0.004957333207130432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,32,0.05264977614084879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,64,0.08969599670834011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,4096,0.09316266907585992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,64,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,256,0.006295111030340195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,128,0.004363555461168289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,64,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,2048,0.02626666592227088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,7168,0.01997955474588606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,10240,0.052912887599733144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,4096,0.03905066516664293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,16384,0.017303999927308824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,256,0.003012444410059187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,5120,0.01758044461409251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,1024,0.0074311114019817775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,768,0.009168888959619734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,4096,0.011365333365069495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,2560,0.06261599726147123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,51200,0.09652177492777507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,1024,0.015289778510729471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,7168,1.6085359785291884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,512,0.01202400028705597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,16384,0.7469360033671061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,4096,0.008585777547624376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,2048,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,512,0.005042666776312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,8192,0.05564710828993055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,7168,0.13927555084228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,51200,0.36945777469211155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,8192,0.22087732950846353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,1024,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,256,0.004109333372778363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,16384,0.028121779362360638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,16384,0.010022222167915767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,256,0.004872888740566042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,2560,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,256,0.02888622217708164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,2560,0.007186666958861881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,3072,0.1582960022820367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,10240,5.834512922498916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,3072,0.035261332988739014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,10240,0.01778133379088508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,6144,0.14180710580613878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,512,0.03269333309597439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,256,0.0069653333889113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,5120,0.5177369117736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,16384,0.39929866790771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,1536,0.01036177741156684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,512,0.005470222069157495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,32,0.007096889118353526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,128,0.010399111443095738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,512,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,32,0.9028426276312934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,3584,0.012157333393891653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,2048,0.010451555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,16384,0.07596088780297174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,10240,0.42381956842210555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,512,0.00444088876247406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,2048,0.009533333281675974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,1024,0.09309244155883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,3584,0.08112977610694037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,512,0.017491555876202054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,64,0.007086222370465596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,1024,0.020005333754751418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,3072,0.010296888649463654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,51200,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,12288,0.02408711115519206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,512,0.012506666282812754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,16384,0.9841928482055664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,768,0.1668399969736735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,6144,0.012094222009181976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,64,0.021912889348136053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,8192,0.5065209070841471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,128,0.00432977784011099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,16384,0.49718491236368817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,128,0.10608355866538154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,1024,0.010219555762079027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,512,0.01145066652033064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,8192,0.020055999358495075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,65536,3.078725390964084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,2048,0.007037333316273159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,512,0.019644444187482197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,3584,0.15755911668141684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,768,0.0121760004096561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,1536,0.2204524411095513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,3584,0.126620438363817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,8192,0.011758222348160215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,1024,0.009743111001120673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,6144,0.02790488799413045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,256,0.004912888838185204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,65536,6.114220513237847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,8192,0.25948532422383624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,768,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,4096,0.021158221695158217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,10240,0.36046844058566624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,4096,0.010431110858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,5120,0.0583840012550354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,51200,5.684574127197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,65536,11.565216912163628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,256,0.0865315530035231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,64,0.003863999827040566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,7168,0.05256355471081204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,51200,0.19241778055826822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,2560,0.005657777604129579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,16384,0.041570666763517596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,16384,0.029064890411165025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,51200,0.9544426600138346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,1024,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,3072,0.11529866854349773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,12288,0.24590489599439833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,256,0.0107342220014996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,512,0.01906222270594703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,5120,0.013767999907334646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,16384,0.03186044428083632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,3584,0.14987288581000432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,6144,0.019164444671736825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,1536,0.016872000363137987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,2560,0.049384001228544444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,2560,0.007672000262472365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,1536,0.06676889128155179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,3584,0.14249777793884277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,1024,0.011589333415031433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,3072,0.029169778029123943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,65536,0.09780622190899319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,6144,0.016352888610627916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,16384,0.07950222492218018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,64,0.010919111470381418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,6144,0.012863111164834766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,128,0.008718222379684448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,65536,26.486236572265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,64,0.004091555459631814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,10240,0.11994666523403591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,5120,0.068086220158471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,2048,0.04770044485727946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,10240,0.05412977933883667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,3072,0.0819573336177402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,12288,0.04690488841798571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,5120,0.06612533330917358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,2560,0.008079110748238033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,256,0.004498666773239772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,8192,3.082373301188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,1024,0.009223110973834991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,4096,0.013212444053755866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,6144,1.6328755484686956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,6144,0.04638755652639601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,4096,0.10577244228786892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,2560,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,512,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,10240,0.021220443977249995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,512,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,2560,2.2822649214002824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,3072,0.6592026816474067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,8192,0.6723093456692166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,2048,0.04364888866742452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,64,0.005453333258628845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,256,0.01143022212717268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,6144,0.036920888556374445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,4096,0.021750221649805706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,51200,0.05253600080808004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,4096,0.011477332976129321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,6144,0.013306666579511432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,5120,0.17279467317793104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,3072,0.12229866451687282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,65536,0.6897706455654569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,65536,0.6630231009589301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,10240,0.11585156122843425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,10240,0.1993395619922214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,512,0.034479998879962497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,2560,0.1525004439883762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,2560,0.009047110875447592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,1024,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,65536,0.5412106513977051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,3072,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,32,0.00589155571328269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,64,0.002642666714058982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,1024,0.005633777628342311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,3072,0.01552088889810774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,16384,0.020845333735148113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,51200,5.370083702935113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,8192,0.5015341970655653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,7168,0.016024000114864774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,16384,0.046317332320743136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,3584,0.03232977787653605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,64,0.008992888861232335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,2048,0.027824888626734417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,10240,0.013535111314720578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,8192,0.0808933311038547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,16384,0.1873333321677314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,1024,0.003948444293604957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,32,0.003412444351447953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,65536,0.20404356055789521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,768,0.006350222147173352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,2560,0.018096889058748882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,12288,0.07711822456783719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,4096,0.01883288886811998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,128,0.005843555761708154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,128,0.005547555370463266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,768,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,6144,0.03412266572316488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,3072,0.04717155628734165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,32,1.5739235348171656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,10240,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,512,0.004774222357405556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,2560,0.0059573331640826324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,4096,0.02760444415940179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,1536,0.011601777540312873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,8192,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,512,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,10240,0.03839911023775736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,1024,0.20860711733500162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,512,0.008718222379684448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,3584,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,12288,0.2510853343539768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,5120,0.015934222274356417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,1536,0.08026488622029622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,64,0.0029111111329661477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,10240,0.03102133340305752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,6144,0.26807822121514213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,8192,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,51200,0.8453013102213541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,128,0.0031617778456873367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,3584,0.16191911697387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,12288,0.08048711220423381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,12288,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,256,0.15472177664438883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,65536,0.1879111131032308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,8192,0.04742222362094455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,128,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,8192,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,12288,0.18477066357930502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,10240,0.009180444810125563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,65536,0.9632213380601672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,256,0.004479111068778568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,65536,0.8990497589111328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,7168,0.014486221803559197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,2560,0.00870577742656072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,3072,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,51200,7.679655287000869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,3072,0.023818666736284893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,7168,0.013305777476893531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,256,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,2048,0.014515555567211576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,256,0.003032888803217146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,32,0.003669333126809862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,5120,0.1533084445529514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,128,0.0028880000528362063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,32,0.015846222639083862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,3584,0.010835555692513784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,10240,0.13556799623701307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,7168,0.023903111616770428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,5120,0.01613066593805949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,3584,0.1901679966184828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,768,0.012317332956526013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,1024,0.012830221818553077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,65536,0.9288080003526477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,256,0.5097662078009711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,512,0.07267110877566867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,6144,0.04594755503866407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,512,0.00999111102686988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,256,0.042076445288128324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,768,0.0177520000272327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,3072,0.11759289105733235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,51200,0.05345244540108574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,768,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,2048,0.008787555827034844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,4096,0.09413422478569879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,2048,0.03206133180194431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,1024,0.08640888664457534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,1024,0.05177155468198988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,10240,0.4761226442125108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,3584,0.05189866820971171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,768,0.05413422319624159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,768,0.4389839967091878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,128,0.005919999960396025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,12288,0.027985778119828966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,8192,0.043288889858457774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,12288,4.8115314907497835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,3584,0.09338488843705918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,10240,0.27499379052056205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,768,0.011002666420406766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,2560,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,2560,0.06457333432303534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,512,0.0037760001917680106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,8192,0.02888800038231744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,3072,0.006879111131032308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,5120,2.4555670420328775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,51200,0.11355643802218968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,2560,0.7888995806376139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,16384,0.07659466399086846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,3072,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,256,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,12288,0.39095377922058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,10240,0.053899556398391724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,128,0.004606222112973531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,10240,0.01702666613790724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,768,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,3072,0.010119111173682744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,768,0.00943377779589759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,10240,0.02179644505182902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,3584,0.27896444002787274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,10240,0.05224533213509453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,64,0.00507733349998792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,3072,0.023938667443063524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,5120,0.07109422153896756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,512,0.02271644439962175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,768,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,5120,0.011427555647161273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,512,0.6647973590426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,1536,0.012058667010731168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,64,0.003573333223660787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,3072,0.13805777496761745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,32,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,2560,0.00792711145348019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,256,0.003043555551105075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,2560,0.02419822249147627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,768,0.036908444431093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,5120,0.013011555704805585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,3072,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,3584,0.8267733256022135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,128,0.0036275556517971885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,1024,0.009137777818573846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,768,0.03978488842646281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,65536,1.3501884672376845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,6144,0.04813955558670891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,4096,0.01604711181587643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,8192,0.34323822127448184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,16384,0.030701332622104224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,16384,0.7593519952562121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,16384,0.11591555012596978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,51200,2.291440963745117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,128,0.002757333426011933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,128,0.006239111224810283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,7168,0.09827378061082627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,4096,0.03978311022122701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,128,0.00871377769443724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,4096,0.10934311151504517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,16384,0.35765955183241105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,16384,0.11667822466956244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,16384,0.021659556362364028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,5120,1.2307572894626193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,4096,0.011782222323947482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,12288,0.03638311227162679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,5120,0.03730488816897074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,2560,1.8662427266438801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,6144,0.07264622052510579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,4096,0.15490133232540554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,1536,0.04353955719206068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,65536,0.17085333665211996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,51200,0.48630311754014754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,51200,0.13477067152659097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,32,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,6144,0.0373582210805681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,10240,0.14684444003634983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,3072,0.0075146663520071245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,128,0.0027066665805048416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,10240,4.204494900173612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,4096,0.007600888609886169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,8192,0.017789334058761597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,6144,0.07904355393515693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,512,0.006071110980378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,1024,0.017471111483044095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,512,0.0074444446298811175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,64,0.0037297776175869834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,51200,0.4199075433943007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,768,0.008227555288208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,2048,0.3188275496164958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,64,0.003118222165438864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,768,0.0034551111360390982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,10240,0.05239466826121012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,7168,0.021384888225131567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,1024,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,10240,0.26431200239393443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,1536,0.035980443159739174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,1024,0.005160000175237656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,7168,0.1145448949601915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,65536,0.21147199471791586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,10240,0.47348976135253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,51200,0.8113208876715766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,32,0.023669333921538457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,3584,0.16822666592068145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,256,0.004091555459631814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,51200,0.08660178052054511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,3072,0.011256888508796692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,5120,0.014474666780895658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,3584,0.017644445101420086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,12288,0.15949243969387478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,3584,0.05492977632416619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,8192,0.26115467813279897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,256,0.043952888912624784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,5120,0.07765866650475396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,5120,0.045894222127066724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,256,0.011136000355084738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,8192,0.012170666621790992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,512,0.023123555713229712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,3072,0.010423999693658618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,1024,0.006304889089531369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,768,0.015509333875444202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,3584,0.03471733464135064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,1024,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,3072,0.017539555827776592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,768,0.009848888549539778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,2560,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,128,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,6144,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,2048,0.06536710924572416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,5120,0.15132266945309109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,51200,1.189736048380534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,7168,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,768,0.013558222187889947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,4096,1.1417990790473092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,5120,0.02513511147763994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,8192,0.42426400714450413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,3584,0.014841778410805596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,128,0.004477333277463913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,3072,0.0329440004295773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,10240,0.2930826610989041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,2560,0.009744889206356471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,5120,4.368072933620877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,768,0.006010666489601135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,7168,5.583030276828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,4096,0.06596533457438152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,1536,0.008190222084522247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,32,0.007786666353543599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,256,0.00480000012450748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,256,0.020385776956876118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,5120,0.10886133379406399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,32,0.009668444593747457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,4096,0.1160702175564236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,3584,0.011184000306659274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,6144,0.012171555724408893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,16384,0.0995875530772739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,3584,0.16464800304836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,12288,0.04320266511705187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,3584,0.007093333535724216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,32,0.006544888847404056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,32,0.014753777119848462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,65536,0.523515542348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,10240,0.011775111158688864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,32,0.008447111480765873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,1024,0.009964444571071202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,10240,0.06896799802780151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,8192,0.41152087847391766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,8192,0.03972355524698893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,512,0.01461777753300137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,256,0.004363555461168289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,7168,0.14584178394741482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,3584,0.012702222499582501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,512,0.034336888127856784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,8192,0.04284888837072584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,512,0.008912888665994009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,1536,0.023538667294714186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,10240,0.04150844282574124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,512,0.007733333441946242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,7168,0.011075555450386472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,7168,0.45931376351250547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,5120,1.021442625257704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,1024,0.09177244371838039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,5120,0.008959111240175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,3584,0.01073688848151101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,64,0.008408000071843466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,1024,0.007873777714040544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,1024,0.006960888703664144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,2560,0.013248888982666863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,6144,0.5476986567179362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,1536,0.0559484428829617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,5120,0.028303109937243994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,5120,0.017768889665603638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,256,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,128,0.0037760001917680106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,64,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,32,0.005562666803598404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,768,0.020015999674797058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,65536,0.20579377810160318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,768,0.011016888750924004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,512,0.021801778011851843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,6144,0.06567555665969849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,6144,0.15392177634769016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,1536,0.039734221167034574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,128,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,1536,0.06487288739946154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,256,0.2651333279079861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,3072,0.01274311128589842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,3584,0.3238871097564697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,128,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,6144,0.07755200068155925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,3072,0.08142755428949992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,64,0.0064222220745351576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,1024,0.01330133361948861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,1536,0.17387466960483125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,768,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,2048,0.08907822105619644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,2560,0.009973333113723332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,32,0.002711999954448806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,512,0.01984355515903897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,7168,0.03452355662981669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,3584,0.01256977766752243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,5120,1.2576337390475802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,2560,0.42072534561157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,32,0.008079999850855933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,1536,0.4211386574639215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,3584,0.012219555675983429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,65536,0.13965688811408147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,2048,0.008778666456540426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,2048,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,8192,0.041378666957219444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,768,0.004477333277463913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,128,0.0041599998043643106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,10240,0.24607645140753853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,2048,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,10240,0.017983999517228868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,8192,0.1362382173538208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,512,0.0033004445334275565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,768,0.0057813334796163775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,10240,0.0882435573471917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,16384,0.023482667075263128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,6144,0.19743288887871635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,6144,0.021398221453030903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,512,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,16384,0.45747465557522243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,256,0.17199911011589897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,8192,0.9691919750637479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,7168,0.14232444763183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,7168,0.016248888439602323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,51200,0.8536115752326118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,16384,0.0258568889564938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,8192,0.010448888772063784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,128,0.00906311141120063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,16384,0.051544000705083214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,128,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,12288,0.022102221846580505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,512,0.0032924444725116095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,1024,0.03388355506791009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,10240,2.690946578979492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,7168,0.012770666844315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,16384,0.058218664593166776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,2048,0.02360800074206458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,32,0.0027875554644399216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,64,0.002599999929467837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,128,0.028786665863460962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,8192,0.24744889471266004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,65536,0.3143102327982585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,65536,0.3737857871585422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,512,0.010594666832023196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,6144,0.015223110715548197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,2560,0.016694222887357075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,12288,0.08866488933563232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,768,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,12288,0.015221332510312399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,12288,0.006280888699822956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,3584,0.1264044443766276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,256,0.0047564444442590075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,1536,0.005385777602593104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,2560,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,32,0.013432000246312885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,1024,0.03536444571283128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,1024,0.008265777594513362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,5120,1.1685075759887695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,3072,0.08680088652504815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,4096,0.05483644538455539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,1024,0.00703999979628457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,8192,0.033442666133244835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,256,0.058851553334130176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,8192,0.015247111519177755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,3072,0.010182222558392419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,1024,0.011187555889288584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,1536,0.028655999236636694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,16384,0.18999911679161918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,2560,0.07583555248048571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,768,0.009701333112186855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,1024,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,2048,0.008167111211352879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,65536,2.9479724036322703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,768,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,5120,0.10248177581363255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,12288,0.02363555630048116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,256,0.022472888231277466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,5120,0.14172621568044028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,7168,0.014544000228246054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,512,0.016113777955373127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,16384,0.0069875551594628235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,768,0.012159999873903064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,512,0.0075706665714581805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,12288,0.09134578042560154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,10240,0.00739555557568868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,16384,0.31355288293626576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,51200,0.05249777767393324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,10240,0.04981777734226651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,51200,0.16448177231682673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,768,0.02923822071817186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,12288,0.035466667678621076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,8192,0.585644457075331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,12288,0.31194400787353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,32,0.030638221237394545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,8192,0.19741511344909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,768,0.015831111205948722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,3584,0.019392000304328073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,16384,0.02018666598531935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,16384,0.06815733512242635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,2048,0.009189333352777693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,64,0.007356444166766272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,10240,0.02907466557290819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,12288,0.02241955531968011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,512,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,128,0.014911111858155994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,10240,3.1495225694444446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,8192,0.0903644429312812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,6144,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,10240,0.34833865695529515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,768,0.003906666818592283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,2048,0.23672000567118326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,8192,0.12695466147528753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,5120,0.055564443270365395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,1536,0.006782222125265334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,256,0.013053333593739403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,12288,0.0258942229880227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,8192,0.02346755564212799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,65536,0.06613600254058838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,3584,0.029056890143288508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,768,0.004933333231343163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,10240,0.15741777420043945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,128,0.004377777791685528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,2048,0.008884444832801819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,7168,0.045554667711257935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,3584,0.029470221863852605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,51200,0.08831466568840875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,12288,0.026175111532211304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,10240,0.02342044479317135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,1024,0.0162782222032547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,768,0.004771555463473002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,1024,0.03195733494228787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,10240,0.007336888876226213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,768,0.22485600577460396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,3072,0.00757155567407608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,16384,0.6533404456244575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,3584,1.0924871232774522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,2048,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,2560,0.08398044771618313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,7168,0.02560088866286808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,256,0.019351111518012155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,128,0.002965333354141977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,1536,0.017904000149832833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,2048,0.11332444349924724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,1536,0.9964106877644857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,4096,0.04474311073621114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,6144,0.04642933275964525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,4096,0.04708088768853081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,4096,0.007779555188284979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,768,0.07411555449167888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,10240,0.015431111057599386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,8192,0.030939555830425684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,3072,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,65536,0.087226668993632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,768,0.08936088614993626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,64,0.010346666806273991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,128,0.013361777696344586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,256,0.017747556169827778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,2560,0.05284533235761854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,1024,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,1536,0.037476443582110934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,6144,0.03767377800411648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,12288,0.02476444509294298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,64,0.0029102222373088202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,256,0.005320000151793162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,6144,0.2682986789279514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,8192,0.012120889292822944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,768,0.012764444781674279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,8192,0.49572356541951496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,3072,0.018838221828142803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,256,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,768,0.014305777019924588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,256,0.4287155469258626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,10240,0.15542756186591253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,1536,0.005408000200986862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,51200,0.05580888854132759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,3072,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,5120,0.0948444472418891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,2560,0.012341332932313284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,65536,0.06717333528730604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,2560,0.29595287640889484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,51200,0.14721333980560303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,4096,0.019723556107944913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,4096,0.15963910685645208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,1536,0.004670222186379963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,64,0.04507111178504097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,2048,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,32,0.05838488870196872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,65536,0.27621510293748647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,51200,385.20068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,2048,0.04889422323968676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,128,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,3584,0.3419404559665256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,512,0.008492444124486711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,12288,0.2172915538152059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,768,0.03397599856058756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,32,0.004013333469629288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,512,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,768,0.005747555444637935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,3584,0.006807111203670502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,5120,1.6932328542073567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,3584,0.03233955634964837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,1536,0.00999644481473499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,8192,0.0303111109468672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,8192,0.015440000428093804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,65536,0.9529422124226888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,1024,0.005581333405441708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,1024,0.01235466698805491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,1536,0.07339466942681207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,8192,0.013067555924256643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,1536,0.009551111194822524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,1024,0.008527999950779809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,1024,0.023461333579487268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,12288,0.01682488951418135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,7168,0.03471022182040744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,8192,0.42859911918640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,512,0.02940088841650221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,3584,0.045179555813471474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,4096,0.2015697823630439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,51200,0.15437600347730848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,3072,0.027544000082545813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,32,0.007967111137178209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,16384,0.18553245067596436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,3584,0.024872889121373493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,8192,0.012591111163298288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,51200,2.0166685316297746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,6144,0.13845333788130018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,768,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,2048,0.032744000355402626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,7168,0.0687111086315579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,3072,0.05887999799516466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,51200,3.4703244103325734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,2560,0.005552000055710475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,12288,0.11303467220730251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,6144,0.20616177717844644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,5120,0.05194311009513008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,65536,0.19399910502963594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,5120,0.044044444958368935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,16384,0.021695110532972548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,65536,0.9575138092041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,3584,0.032446222172843084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,16384,0.34195910559760195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,65536,1.8420560624864366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,4096,0.019886222150590684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,64,0.012812444733248817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,16384,0.031409776873058744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,3584,0.010253333383136326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,8192,0.014127999544143677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,64,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,5120,0.01162577751610014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,12288,0.5267448955112034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,16384,0.338864008585612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,12288,0.13701511753929987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,2560,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,512,0.02571644385655721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,512,0.0034675554682811103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,2560,0.011574221981896294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,12288,3.4187208811442056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,1536,0.07553511195712619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,128,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,5120,0.07887999878989325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,2560,0.07744444741143121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,2048,0.01496266656451755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,5120,0.04286311070124308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,6144,0.0579964452319675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,10240,0.029778665966457788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,8192,0.21032622125413683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,51200,0.11251289314693874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,64,0.008488888541857401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,4096,0.06057066387600369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,65536,0.882562690311008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,51200,0.06442044178644817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,1536,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,512,0.079748445087009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,1024,0.009127111070685917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,3584,0.20301243993971083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,512,0.010226666927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,32,0.017846221725145977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,4096,0.028394665982988145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,2048,0.008423111504978603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,64,0.014174222946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,10240,0.05745689074198405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,3584,0.022230222821235657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,7168,0.012245333029164208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,51200,0.3616657786899143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,768,0.00360355567600992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,3584,0.029976000388463337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,4096,0.10299022330178155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,10240,0.04654044575161404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,8192,0.17452000247107613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,3072,0.06515910890367296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,32,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,8192,0.0506640010409885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,768,0.13871644602881536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,51200,1.2364062203301323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,2560,0.010658666491508484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,1024,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,51200,0.03315466642379761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,16384,0.054414222637812294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,8192,0.030472887886895075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,16384,0.5777742067972819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,51200,6.093474494086371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,51200,0.017270222306251526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,51200,0.06845777564578585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,768,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,3584,0.008752889103359645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,2560,0.006406222366624408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,4096,0.11806133058336045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,32,0.01586577792962392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,2048,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,256,0.005420444326268301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,1024,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,1536,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,256,0.18359911441802979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,1024,0.09186666541629368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,8192,0.03376888897683885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,2560,0.021957332889238994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,2560,0.008730666504965888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,64,0.008228444390826756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,128,0.016918222109476726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,2048,0.0570160018073188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,64,0.0026977778308921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,6144,0.010092444717884064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,51200,0.9816239674886068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,51200,1.1043146981133354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,6144,0.041751109891467623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,3072,0.05765866571002536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,16384,0.2751404444376628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,3584,0.013030221892727746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,6144,0.048819555176628955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,2048,0.014344889256689282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,4096,0.0328800015979343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,1536,0.010605333579911126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,10240,0.02798933453030056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,10240,0.017630222770902846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,3072,0.013951111170980664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,2560,0.18674843841128877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,10240,0.01331555595000585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,256,0.010836444795131683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,51200,0.31216711468166775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,3584,0.010296000374688042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,65536,0.4409964349534776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,512,0.03055644366476271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,2048,0.007559110720952352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,6144,0.030327998929553564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,8192,0.02553333342075348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,8192,0.032320890161726214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,3072,0.00831822223133511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,64,0.02498577700720893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,8192,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,5120,0.0717466672261556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,10240,0.047750221358405225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,3584,1.153349346584744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,10240,0.6605884234110514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,256,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,1024,0.004607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,3072,0.02275377843115065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,65536,0.16051910983191595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,51200,2.800087187025282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,8192,0.30366489622328013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,2048,0.019296000401178997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,512,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,3072,0.014912888407707214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,4096,0.02221777704026964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,64,0.06633689006169637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,64,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,3584,0.014291556345091926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,768,0.003998222036494149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,8192,0.011807999677128263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,3072,0.016351110405392118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,51200,0.04746133420202467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,10240,0.08720978101094563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,128,0.03377688924471537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,51200,5.659178839789496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,4096,0.08500888612535264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,8192,0.058687998188866504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,64,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,12288,0.018946665856573317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,64,0.0343431101904975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,64,0.11589154932234023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,5120,0.012675555215941535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,1024,0.012333333492279053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,10240,0.019377777973810833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,2048,0.022787556052207947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,6144,0.011911999848153857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,65536,3.4209039476182728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,5120,0.014119111829333834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,2048,0.012106666962305704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,768,0.0069644442862934535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,2560,0.017845332622528076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,12288,0.018446221947669983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,10240,8.276540968153212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,3072,0.01221777747074763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,4096,0.01220533334546619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,512,0.009164444274372524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,16384,0.040080888403786555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,1024,0.009495110975371467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,8192,0.03344355689154731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,2560,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,16384,0.03446755475468106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,512,0.031049778064092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,32,0.0026373333401150177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,16384,0.10971822341283162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,1536,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,2560,0.007623111208279927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,16384,4.784515380859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,8192,0.035649776458740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,16384,0.7024026446872287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,1024,0.036017778846952654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,10240,0.040856887896855675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,512,0.009611555271678502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,4096,0.01863555610179901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,1536,0.04225866662131416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,128,0.009133333133326637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,256,0.04140533341301812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,256,0.12752889262305364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,128,0.004171555654870139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,64,0.003012444410059187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,3584,1.1417190763685439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,12288,0.10447200139363606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,3584,0.10344444380866157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,5120,0.02782577938503689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,6144,0.05513599846098158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,4096,0.011167999770906238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,3584,0.05067822337150574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,64,0.0046746668716271715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,12288,0.0950853361023797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,6144,0.07929688692092896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,256,0.01958755486541324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,32,0.010226666927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,64,0.004007110993067424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,256,0.06463288598590426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,4096,0.03239733311865065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,3072,0.03201777736345927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,65536,2.7924524943033853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,10240,0.025137777129809063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,768,0.27049244774712455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,3072,0.010675555302037133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,12288,0.05036977926890055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,10240,0.025701334079106648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,1024,0.018819555640220642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,1024,0.009662222531106737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,8192,0.0515342222319709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,2560,1.0918675528632271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,64,0.0030497778207063675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,10240,0.42767998907301163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,1536,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,7168,0.09388711055119832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,64,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,16384,0.08862311310238308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,8192,0.16887466112772623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,12288,0.06464978059132893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,65536,0.25825778643290204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,2560,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,10240,0.04384711053636339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,4096,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,51200,0.4290017816755507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,2560,0.011314666933483548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,512,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,512,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,1536,0.03450311223665873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,3072,0.07678933276070489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,1024,0.004173333446184794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,7168,0.18464710977342394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,1024,0.03993599944644504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,3072,0.055496888028250806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,256,0.004965333475006951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,10240,0.030512889226277668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,32,0.0033457777980301115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,1024,0.009166222479608323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,6144,0.017550221747822232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,32,0.13064532809787327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,51200,0.29291823175218373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,10240,0.036166220903396606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,128,0.004270222038030624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,65536,0.27261779043409556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,51200,11.697303771972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,16384,0.013391111459996967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,6144,0.08914489216274685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,8192,2.3120399051242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,65536,0.08993155426449245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,1024,0.0058400001790788435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,7168,0.548083570268419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,512,0.011506666739781698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,2560,0.008903111020723978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,1024,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,1536,0.019701333509551156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,2560,0.02442666722668542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,10240,0.030525333351559106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,12288,0.014170666535695394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,65536,1.3109750747680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,16384,0.2820764382680257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,12288,0.03857600026660495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,4096,0.015671110815472074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,768,0.003673777812057071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,512,0.005037333402368757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,6144,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,1024,0.0040835556056764396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,7168,0.027424888478385076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,8192,0.09398666355344985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,128,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,256,0.007677333222495184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,64,0.02037333283159468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,1536,0.005799110978841782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,65536,0.19556266731686064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,8192,0.7414337793986002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,5120,0.11429688665601943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,768,0.022030222747060988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,3072,0.02870933214823405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,6144,0.03892888956599765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,4096,0.01316177762216992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,2560,0.008212444682916006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,1024,0.0058293334311909145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,64,0.0090515555606948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,768,0.005673777725961473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,7168,0.9248257742987739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,5120,0.011521778172916837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,3072,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,65536,0.9743831422593859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,2048,0.007848888635635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,2560,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,1024,0.009838222629494136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,7168,0.6256595717536079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,768,0.017502221796247695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,128,0.004159111115667555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,512,0.008758222063382467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,256,0.004843555390834808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,64,0.014039110806253223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,6144,0.01807466646035512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,128,0.0038355555799272326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,3072,0.01219733307758967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,2560,0.009094222552246517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,6144,0.5073831346299913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,1536,0.005027555757098728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,51200,2.2411590152316623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,65536,3.5955848693847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,64,0.005719999886221356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,256,0.005686222265164058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,128,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,10240,0.018295110927687753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,512,0.006526222245560751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,2048,0.031242665317323472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,4096,0.08360177940792507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,768,0.009675555759006077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,1024,0.012448888685968188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,16384,0.18257244427998862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,2048,0.006131555471155379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,51200,0.10626400179333156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,1536,0.11753155125512017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,12288,0.23965244823031953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,4096,0.04312888781229655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,768,0.030815998713175457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,2560,0.01601777805222405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,2048,0.10810755358801948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,10240,0.014741332994567024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,51200,0.8452311091952853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,5120,0.1202053361468845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,7168,0.4509155485365126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,8192,0.04047022263209025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,6144,0.13730043835110134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,4096,0.07341333230336507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,6144,0.033837334977255926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,2048,0.01753777762254079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,128,0.00905955582857132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,128,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,4096,0.006457777900828256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,51200,0.49816354115804035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,128,0.006487111250559489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,7168,0.025983999172846477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,6144,0.02369333306948344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,8192,0.006530666516886816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,12288,0.40137423409356016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,64,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,16384,0.06858488586213854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,64,0.0028044444819291434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,5120,0.007146666447321574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,8192,0.12116177876790364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,128,0.011891555454995898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,51200,0.3614515463511149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,768,0.02402044501569536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,8192,1.281950208875868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,51200,0.2892968919542101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,32,0.005419555637571547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,51200,0.0744933353530036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,4096,0.062203552987840444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,1024,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,8192,0.05866399738523695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,256,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,6144,0.0433919992711809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,8192,0.8520364231533475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,8192,0.039263112677468195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,1536,0.009020444419648912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,4096,0.01538222200340695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,12288,0.04778844449255201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,5120,0.05467111203405592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,7168,0.010584889186753167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,3584,0.08453955252965291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,1024,0.04005422194798788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,512,0.013971555564138623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,6144,0.1552871068318685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,1024,0.005396444350481033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,64,0.0026657777941889236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,51200,0.08058400286568536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,2048,0.006949333681000604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,3072,0.26401511828104657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,10240,0.03558222121662564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,256,0.005192888693677055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,768,0.0037368887828456033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,1024,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,128,0.0029582221888833572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,1536,0.0288080010149214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,4096,1.3472070693969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,2560,0.009659555223253038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,3072,0.02695200012789832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,2560,0.009530666801664565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,1536,0.039672000540627375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,10240,0.013594666288958656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,51200,0.011420444481902652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,6144,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,1536,0.006124444305896759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,10240,0.03240711159176297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,3072,0.03550844391187032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,16384,0.11997066603766547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,3072,0.03865155577659607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,51200,0.011976888610257043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,12288,0.03791822327507867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,1024,0.08815999825795491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,5120,0.00850577818022834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,64,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,5120,0.018379555808173288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,5120,0.011555555793974133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,256,0.0217866665787167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,7168,0.012601777911186218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,4096,0.015825778245925903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,16384,2.9535013834635415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,65536,43.990390353732636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,4096,0.011824000212881299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,8192,0.8294889132181803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,7168,0.10676711135440403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,10240,0.02198933396074507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,1024,0.006763555523422029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,5120,0.0488684442308214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,1024,0.1762533320320977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,16384,0.15919200579325357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,1024,0.3103244569566515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,16384,0.04242666562398275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,1536,0.011896000140243106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,128,0.009705777797434065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,12288,0.017507554756270517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,3584,0.01620533400111728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,3584,0.021018667353524104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,768,0.010286221901575724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,1024,0.05441866649521721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,65536,1.2515768475002713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,1024,0.02699022160636054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,1536,0.011126221881972419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,10240,0.03760977917247348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,7168,0.1858266724480523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,10240,0.24166756206088594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,768,0.011570666399266986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,768,0.007408888803588019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,256,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,7168,0.020092444287406076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,8192,0.036088890499538846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,3584,0.008018666671382057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,7168,0.2553466690911187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,128,0.003032888803217146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,64,0.010274666878912184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,3072,0.21271377139621309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,2560,0.10821688837475246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,256,0.011249778171380361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,32,0.005818666683302985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,3584,0.27665866745842826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,2048,0.006581333362393909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,65536,6.092326270209418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,5120,0.01588888963063558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,1536,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,2048,0.02940088841650221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,1536,0.018945778409639995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,2560,0.012323555847009024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,128,0.0028248888750871024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,12288,0.04366844561364916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,256,0.005767999837795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,6144,0.027777777777777776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,2560,0.03849600089920892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,3584,0.016576000385814242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,65536,1.7332915200127497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,768,0.05406755540106031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,32,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,512,0.007637333538797166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,2560,6.586489783393012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,256,0.0170133329100079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,7168,2.7976400587293835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,128,0.044072889619403414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,1536,0.0840666691462199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,2560,0.055848002433776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,12288,2.7595386505126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,256,0.0037671112351947357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,256,0.04869066675504049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,512,0.04619555672009786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,64,0.006734222173690796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,12288,0.04007200068897671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,128,0.012344000240166983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,10240,0.1949368847741021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,2048,0.09606399801042344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,10240,0.5356631278991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,5120,0.012647999657524956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,7168,0.018743111027611625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,12288,0.22259110874599883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,32,0.006826666494210561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,3584,0.014899555179807874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,12288,0.07027200195524427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,4096,0.01255644443962309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,10240,0.04176533222198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,7168,0.02040088839001126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,256,0.009310222334331935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,12288,0.09112089210086399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,10240,0.252621332804362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,6144,0.010064889159467485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,1024,0.12914489375220403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,2560,0.012381333443853589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,3584,0.032503998941845365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,7168,0.5120515293545193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,16384,0.5022391213311089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,3072,0.023582221733199224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,16384,10.628766377766928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,2048,0.378656890657213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,5120,0.020571556356218126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,16384,0.03252355588807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,16384,0.12336977322896321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,12288,0.3279351128472222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,1536,0.020301333732075162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,16384,0.03941955500178867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,16384,0.05936444467968411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,7168,0.5465155707465278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,512,0.034536888202031456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,51200,2.306349436442057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,32,0.20318133301205107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,256,0.007924444145626491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,5120,0.016970665918456185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,16384,0.6127742131551107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,12288,0.016161777906947665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,1024,0.012275555895434486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,12288,0.14395822419060603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,2560,0.04673066735267639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,1536,0.06083822250366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,768,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,2048,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,256,0.005631111148330901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,768,0.026849778162108526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,2048,0.026849778162108526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,3072,0.8504915767245822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,10240,0.040208889378441706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,51200,2.3376187218560114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,65536,4.530034806993273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,128,0.006815111057625876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,3584,0.017217778497272067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,7168,0.6007679833306206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,16384,0.09179111321767171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,4096,0.1846595605214437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,3584,0.059622221522861056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,1024,0.04819733235571119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,1024,0.004769777672158347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,3072,0.2148275507820977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,10240,0.04008977942996555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,128,0.002891555635465516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,51200,0.04734488990571764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,256,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,6144,0.009546666509575313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,2560,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,16384,0.2751591205596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,1024,0.010141332944234213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,6144,0.1972177823384603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,10240,1.8686470455593531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,10240,0.09220266342163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,7168,0.16579822699228922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,3072,0.03929422299067179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,2048,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,64,0.002999111182159848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,10240,0.10958400037553574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,2048,0.011687999798191918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,768,0.5028782420688206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,768,0.05412800113360087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,3072,0.01090666651725769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,2048,0.44486755794949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,256,0.012435555458068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,16384,0.9484311209784614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,16384,0.03144177794456482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,256,0.04361777835422092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,1536,0.012349333200189801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,1024,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,4096,0.007856888903511895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,5120,0.0402453343073527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,51200,1.1542986763848198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,1024,0.016083555089102853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,1024,0.12483466996086968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,2048,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,3584,0.02398577829202016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,12288,0.014395554860432943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,768,0.010256888965765635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,2560,0.74673064549764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,64,0.00721688899728987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,7168,0.17406755023532441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,6144,0.13166488541497126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,10240,0.21901244587368437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,12288,0.05553244551022848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,12288,0.3170604440901014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,8192,0.01535999940501319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,4096,0.011678222152921887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,1024,0.05372266636954414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,4096,0.030608889129426744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,1024,0.005720888988839255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,2048,0.006171555568774541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,7168,0.01771022213829888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,10240,0.013955555028385587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,512,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,512,0.008576889004972246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,12288,0.023964444796244305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,1536,0.35626933309766984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,51200,0.08809600273768108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,5120,0.03927110963397556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,5120,0.13441244761149088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,51200,3.064166174994575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,3584,0.015684444043371413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,512,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,1536,0.010649777948856354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,1536,0.008534222013420528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,8192,0.1729226642184787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,4096,0.26641421847873265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,3584,0.017786666750907898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,256,0.004521777646409141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,3584,0.00865955568022198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,64,0.0409840014245775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,65536,0.3214622338612874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,16384,0.12041155497233073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,12288,0.016397333807415433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,2048,0.006897777732875612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,2048,0.00962311112218433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,2560,0.011696000066068439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,16384,0.024799111816618178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,8192,0.08187466859817505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,65536,0.23226133982340494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,64,0.006400888992680444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,64,0.004318222403526306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,3072,0.013369777964221107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,3072,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,768,0.21703644593556723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,6144,0.021681777305073206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,1024,0.02110133402877384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,2560,0.00793688909875022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,51200,0.26276177830166286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,10240,0.27706487973531085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,64,0.002926222152180142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,128,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,51200,0.07742222150166829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,32,0.002708444371819496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,8192,0.20305600431230333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,1536,1.8541236453586156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,8192,0.04007822275161743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,2560,0.01703466640578376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,64,0.0027991111079851785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,3072,0.013173333472675748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,16384,0.3255128860473633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,768,0.1625679996278551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,2048,0.6350702179802789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,32,0.008559111091825698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,2048,0.01146666705608368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,12288,0.025967111190160114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,1024,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,1536,0.0046880000995265115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,128,0.01908177799648709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,16384,0.5017493565877279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,7168,0.058760888046688504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,3072,0.011154666543006897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,7168,0.12560089429219565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,16384,0.14511466026306152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,6144,0.03226044442918565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,3584,0.01573155489232805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,5120,0.24341599146525064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,32,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,128,0.01789866718981001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,6144,0.02997777859369914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,6144,0.01800622211562263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,2560,0.19154755274454752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,512,0.009277332988050249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,3584,0.013244444297419654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,128,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,3072,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,10240,1.428224033779568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,512,0.01822933389080895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,6144,0.19727199607425264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,1024,0.004022222426202563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,5120,0.11780177222357856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,6144,0.017952000101407368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,3584,0.007306666837798224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,64,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,2560,0.0063697778516345555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,32,0.005425777700212266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,8192,0.055008000797695585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,7168,0.06471644507514106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,128,0.005640888793600931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,8192,0.02426311042573717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,12288,0.030282666285832722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,12288,0.030072000291612413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,128,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,8192,0.013948443863126965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,12288,0.015023999743991427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,2560,0.014169777433077494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,256,0.0047386665311124595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,65536,6.069617801242405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,10240,0.030866665972603693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,4096,0.023237332701683044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,256,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,2048,0.05209066801600986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,3072,0.04162311222818162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,256,0.013576889203654395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,4096,0.5902195506625706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,512,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,51200,0.07255555523766412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,8192,0.04413066638840569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,12288,0.1448542277018229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,51200,0.19708800315856934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,2560,0.02418577836619483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,2560,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,6144,0.00977600034740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,6144,0.03852622376547919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,128,0.002833777831660377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,3584,0.20710221926371256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,32,0.006062222023804982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,6144,0.027152000202072993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,512,0.008674666285514832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,2560,0.09591822491751777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,6144,0.024078221784697637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,1024,0.00536088893810908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,8192,0.0731395549244351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,2048,0.0188426673412323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,1536,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,2560,0.24866665734185112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,2048,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,1536,0.08243822389178805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,51200,0.06148799922731188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,10240,24.90045674641927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,8192,0.03252355588807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,3072,0.009438222481144799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,12288,0.12978933917151556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,12288,0.03355822298261855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,128,0.004351110921965705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,7168,0.018750222192870248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,7168,0.013904889424641928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,65536,0.4816417694091797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,4096,0.02411288850837284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,256,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,2048,0.010231999887360467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,512,0.003097777772280905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,51200,0.5694133440653483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,2560,0.006635555376609166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,7168,0.024588444166713293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,6144,0.009720000127951304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,64,0.029373334513770208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,128,0.006806222101052602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,65536,0.10536977979871963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,10240,0.045238223340776235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,8192,0.35657689306471085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,1024,0.03328711125585768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,12288,0.026037333740128413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,51200,0.057428446080949574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,32,0.015309333801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,8192,0.341015100479126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,1024,0.005919111271699269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,256,0.0388026667965783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,65536,1.358384026421441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,65536,1.313969824049208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,51200,0.06109333038330078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,6144,0.014487110906177096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,1536,0.007316444483068254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,2048,0.007872000336647034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,3072,0.10974933041466607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,5120,0.025003555748197768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,16384,0.34136533737182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,4096,0.06827555762396918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,32,0.0031822222388452957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,2048,0.09976355234781902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,7168,0.10079822275373672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,2560,0.011832888755533429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,256,0.005616888817813661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,4096,0.03179644544919332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,512,0.017027555240525138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,2048,0.013972444666756524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,32,0.0027217778066794076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,4096,0.09772000047895645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,10240,0.01645955608950721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,16384,0.3135928842756483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,768,0.009257777697510189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,32,0.0031582222630580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,256,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,5120,0.06697955396440294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,3072,0.027238221632109746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,12288,0.0819831093152364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,128,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,51200,1.4045066833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,1024,0.00906755526860555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,64,0.0032702222880389956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,51200,22.680068969726562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,3072,0.010980444649855295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,128,0.00674933319290479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,4096,0.09301866425408258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,6144,0.01366311146153344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,8192,0.034112887250052557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,512,0.03562577896647983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,8192,2.385856840345595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,128,0.006146666490369373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,256,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,51200,0.05508088734414843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,6144,0.010858666565683154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,1536,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,5120,0.030185778935750324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,5120,0.03859822286499871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,10240,0.013332444760534497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,4096,0.10637778043746948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,512,0.0032702222880389956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,64,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,256,0.00507377791735861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,16384,0.08852444754706489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,3584,0.01774311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,51200,0.08683822552363078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,512,0.05997422006395128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,1024,0.006291555447710886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,12288,5.622374216715495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,5120,0.07182311349444918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,2048,0.05777421924802992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,10240,0.006959111326270633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,256,0.003117333269781537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,16384,0.02606044378545549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,512,0.02697244452105628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,6144,0.04816177818510267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,2048,0.13001955880059138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,64,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,10240,0.03289244572321574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,51200,0.13882488674587673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,8192,0.01258488910065757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,6144,0.013398222625255585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,1024,0.0107351111041175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,768,0.003850666599141227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,65536,45.55418565538195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,1536,0.08049688736597697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,2560,0.015119110544522604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,3584,0.00869422240389718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,7168,4.474784851074219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,1536,0.023399111297395494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,512,0.008582221964995066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,32,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,1024,0.005040888984998067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,12288,0.24717511071099174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,1024,0.019117333822780185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,4096,0.3653591208987766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,256,0.02120888895458645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,51200,0.37749332851833767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,7168,0.010799110763602786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,2048,0.10531110896004571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,2560,0.005954666684071223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,51200,0.18160888883802626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,4096,0.01789422167672051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,768,0.020294222566816542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,5120,0.009535999761687385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,5120,0.04549333453178406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,4096,0.3356960084703233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,256,0.003548444559176763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,2048,0.008454221818182204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,3072,0.028752889898088243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,3584,0.008018666671382057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,10240,0.0444088876247406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,1024,0.00599644457300504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,5120,0.03285155693689982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,32,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,128,0.005528000079923206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,128,0.01759288873937395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,2048,0.02626488937271966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,3584,0.561281787024604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,10240,0.032440000110202365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,768,0.008398222426573435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,2048,0.30094488461812335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,3584,0.162280003229777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,32,0.022470222579108343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,65536,0.12113866541120742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,3072,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,64,0.025955556167496577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,6144,0.02815822097990248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,4096,0.008731555607583787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,3584,1.0058008829752605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,2560,0.009477333062224919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,32,0.0034471110751231513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,65536,0.08791110912958781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,768,0.4425048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,12288,0.8854959805806478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,65536,0.7636382314893934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,2560,0.009343999955389235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,2560,0.013954665925767688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,2048,0.17025332980685762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,51200,0.04628888765970866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,1024,0.010462221999963125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,1024,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,2048,0.007695111135641734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,16384,0.07142044438256158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,12288,0.03677777780426873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,4096,0.018361777067184448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,1024,0.061908443768819175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,768,0.03303555647532145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,128,0.00281866660548581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,768,0.021744888689782884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,12288,0.010068444742096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,6144,0.03303466571701898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,65536,0.24853777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,768,0.005028444445795483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,6144,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,7168,0.026629333694775898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,256,0.005162666655249066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,2048,0.03833955526351929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,10240,0.4945982297261556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,5120,0.008557333714432186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,768,0.05378399954901802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,6144,0.16680355866750082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,16384,0.5350186559889052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,512,0.009178666604889764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,128,0.024825778272416856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,5120,0.12936977545420328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,2560,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,256,0.00981244444847107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,8192,0.18535378244188097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,2048,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,5120,0.06024089124467638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,4096,0.32841332753499347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,768,0.047961778110928006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,8192,0.06538666619194879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,8192,0.0210479994614919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,512,0.01677955521477593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,3584,0.0284826656182607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,1024,0.022847111026446026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,1536,0.04260444309976366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,16384,0.09231644206576878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,12288,0.027224888404210407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,7168,0.017827555537223816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,16384,0.019913777709007263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,4096,0.9297990798950195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,1024,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,768,0.03183999988767836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,1024,0.006353777729802662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,6144,0.006970666348934174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,6144,0.047453333934148155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,5120,0.04945155647065905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,2048,0.004926222066084544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,3584,0.006722666737106111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,2048,0.16195289293924967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,16384,0.11154754956563313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,256,0.0052871112194326185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,3072,0.01807466646035512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,6144,0.011731555892361535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,6144,0.02221244408024682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,64,0.0027662221756246355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,2048,0.03785689009560479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,1024,0.006994666324721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,64,0.016767111089494493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,7168,0.01830222209294637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,65536,0.3589128918117947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,1024,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,51200,0.14730755488077799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,256,0.012834666503800286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,7168,0.19577599896325004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,1024,0.00443111111720403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,3584,0.05154755711555481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,3584,0.018657777044508193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,51200,0.08176444636450873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,7168,0.026131555438041687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,10240,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,12288,0.034671111239327326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,5120,0.011764444410800934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,8192,0.35020889176262754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,6144,0.13785244358910456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,6144,0.007693332930405934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,10240,0.09350133604473537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,2560,0.06977778010898165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,1536,0.012096888489193387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,3072,0.008535111116038429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,1024,0.003975999852021535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,16384,0.12592000431484646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,1024,0.006785777707894643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,2048,0.018617777360810172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,2560,0.5827262136671278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,4096,0.27126577165391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,5120,0.016970665918456185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,64,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,768,0.0509422222773234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,5120,0.019574221637513902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,256,0.02404266595840454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,2560,0.03765955567359924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,16384,0.7316231197781033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,1536,0.007811555431948767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,3072,0.019671999745898776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,512,0.008442666795518663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,1536,0.008909333083364699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,1024,0.004970666848950916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,128,0.007116444408893585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,1024,0.0631271137131585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,12288,13.720539516872831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,32,0.016759999924235873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,32,0.030753778086768255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,12288,1.0096399519178603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,6144,0.01683822274208069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,128,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,5120,0.22787732548183867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,7168,0.26462221145629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,3584,0.04974311259057787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,256,0.030202666918436687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,128,0.00433688900536961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,1024,0.009191110730171204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,2560,0.08715644147660996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,1536,0.009937778115272522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,256,0.008260444634490544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,8192,0.034444444709353976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,1024,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,1536,0.041101333167817854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,5120,0.08341333601209854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,8192,0.022086222966512043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,10240,0.157096889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,256,0.00545866663257281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,3072,0.047318223449918956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,12288,0.3725724485185411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,51200,3.9310887654622397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,51200,0.34638312127855087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,512,0.01297155519326528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,10240,0.08024089203940497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,65536,5.231003655327691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,7168,0.012903999951150684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,128,0.017329777280489605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,8192,0.017635555730925668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,2048,0.02260444396071964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,3072,0.9955404069688586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,768,0.038945777548684016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,4096,0.01348444405529234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,768,0.006493333313200209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,65536,1.9149547153049047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,51200,0.44730133480495876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,64,0.003039999968475766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,4096,0.05397866831885444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,3584,0.07591022385491265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,8192,0.32667467329237193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,3584,0.01222400036123064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,1536,0.04586222105556064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,7168,0.01182666669289271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,65536,0.2338479889763726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,512,0.01185955521133211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,10240,0.3623813258277045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,6144,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,8192,0.0127697777416971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,65536,0.06587288777033488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,5120,0.5537359979417589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,1024,0.04551644457711113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,2048,0.0174319992462794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,768,0.030125333203209773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,7168,0.01036888857682546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,64,0.0029084444459941653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,10240,0.015776889191733468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,5120,0.010557333628336588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,10240,0.08154488934410943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,10240,0.023945776952637568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,256,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,2048,0.0170168893204795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,2560,0.017443555924627516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,256,0.0052622221410274506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,7168,0.016509332590632968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,128,0.005012444323963589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,5120,0.027199111051029626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,65536,0.8777128855387369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,16384,0.08041510979334514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,4096,0.04513422316975064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,512,0.4377528826395671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,4096,0.014669333895047506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,3072,0.10090311368306477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,51200,0.6295368936326768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,512,0.004410666724046071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,7168,0.17031910684373644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,2560,0.010274666878912184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,5120,0.0850142240524292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,8192,0.445509327782525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,768,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,12288,0.15828711456722683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,2560,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,1024,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,7168,0.011617778076065911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,128,0.03164622187614441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,256,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,4096,0.038549333810806274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,256,0.010259555445777046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,51200,0.0480968885951572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,1536,0.08331555790371366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,3584,0.22225954797532824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,3072,0.12745866510603163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,128,0.006230222268237009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,256,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,256,0.005023111071851519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,128,0.010678222609890832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,51200,0.049343999889161855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,1536,0.012254222399658628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,256,0.01795644395881229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,2560,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,1024,0.06661155488755968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,5120,0.018935110833909776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,2560,0.01540177729394701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,65536,0.09984178013271755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,16384,0.11731910705566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,16384,0.13467378086513943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,3584,0.00777333312564426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,51200,0.28574665387471515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,12288,0.014428445034556918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,768,0.02416444487041897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,32,0.014894222219785055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,10240,0.01536355581548479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,7168,0.1144568920135498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,64,0.0027111110587914786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,12288,0.09116355578104655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,64,0.0026346666531430352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,2560,0.0654204421573215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,7168,0.07280266947216459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,3584,0.12381688753763835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,3584,0.04645422101020813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,5120,0.2318346765306261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,65536,0.1815626621246338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,3072,0.059354669517940946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,32,0.002526222210791376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,12288,0.015092444088723926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,10240,0.5793315569559733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,128,0.008844444321261512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,6144,0.22358043988545737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,2560,0.005724444571468566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,65536,3.4844968583848743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,51200,0.7649226718478732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,4096,0.025736888249715168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,4096,0.8983181847466363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,51200,0.08268266916275024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,512,0.0033244445092148254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,4096,0.00925511121749878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,7168,0.08231733242670695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,3072,0.04560533497068617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,768,0.008868444297048781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,10240,0.01698933376206292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,2048,0.021057777934604224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,6144,0.030251555972629126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,12288,0.06928088929918078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,1536,0.01148799972401725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,5120,1.283964474995931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,7168,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,4096,0.007732444339328342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,64,0.003646222253640493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,4096,0.06974311007393731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,3584,1.1555066638522677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,128,0.010402667025725046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,4096,0.25451021724277073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,2560,0.11359288957383896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,1024,0.011510222322411008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,3072,0.0802382230758667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,2560,0.017828444639841717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,256,0.034295111894607544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,4096,0.5162968635559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,3072,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,65536,7.305023193359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,256,0.005399111244413588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,64,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,65536,0.18365955352783203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,768,0.007309333317809635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,128,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,2560,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,1536,0.07719288931952582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,256,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,5120,0.31617244084676105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,10240,0.025383111503389146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,3072,0.073926223648919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,12288,0.01846311158604092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,128,0.011040888726711273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,1024,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,5120,0.18556266360812715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,768,0.02427733275625441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,5120,0.008934222161769867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,768,0.003859555555714501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,2560,0.009008888569143083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,12288,0.4124053319295247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,5120,0.16119466887580022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,512,0.0032666667054096856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,5120,0.1451502243677775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,51200,0.20135555002424452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,128,0.00443466669983334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,16384,0.3149244520399305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,128,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,8192,0.05884977844026354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,5120,0.03428355521625943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,1024,0.006717333363162146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,16384,0.06923911306593153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,2560,0.17678756184048125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,65536,0.0998693307240804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,3072,1.8376924726698134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,2560,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,2048,0.5774533483717177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,2560,0.022300443715519373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,6144,0.0387715564833747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,7168,0.016198222835858662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,2560,0.0705804427464803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,4096,0.204821334944831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,16384,0.7447591357760959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,7168,1.9044168260362413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,2560,0.12898400094774035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,128,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,256,0.003830222205983268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,16384,3.674860636393229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,5120,0.045624888605541654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,7168,0.03923911187383864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,2560,0.02479466630352868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,256,0.007812444534566667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,8192,0.027867555618286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,2048,0.059571557574801974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,32,0.049959109889136426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,256,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,2560,0.018552889426549275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,768,0.1405786673227946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,10240,0.021670222282409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,2560,0.0163137780295478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,6144,0.01036444471942054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,3072,0.018374222848150466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,1536,0.0148062225845125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,51200,3.3338862525092234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,3072,0.1580302185482449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,3584,0.013197333448463015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,512,0.028760890165964764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,768,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,2048,0.2925777700212267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,768,0.008381333616044786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,3072,0.009519110951158736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,5120,0.038973334762785174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,5120,0.02588355541229248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,6144,0.010807111031479306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,1536,0.016585777203241985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,6144,0.20347289244333902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,64,0.05539288785722521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,512,0.07031733459896512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,2048,0.005394666559166378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,1536,0.014390221900410123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,768,0.003604444364706675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,128,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,3072,0.016023111012246873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,10240,0.09395911296208699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,1536,0.006878222028414409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,768,0.4495982064141168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,4096,0.07843822240829468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,768,0.006173333360089197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,51200,3.103346718682183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,5120,0.019461333751678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,32,0.013191999660597907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,6144,0.023640000157886084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,1024,0.035967111587524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,128,0.03931022352642483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,12288,0.016688888271649677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,6144,1.3695369296603734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,16384,0.04863022102249993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,4096,0.021809778279728357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,128,0.018499554859267343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,2048,0.17191110716925728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,8192,0.16643199655744764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,6144,0.011563555234008364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,2560,0.008033778104517195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,2560,0.06640888584984674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,51200,0.051642666260401406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,3072,0.03728711273935106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,12288,0.14183644453684488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,7168,0.05587110916773478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,10240,5.60028076171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,256,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,256,0.0032524443748924467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,2560,0.015535111228624979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,3584,0.07735911342832777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,2048,0.031261334816614784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,12288,0.07330933544370863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,256,0.004448889030350579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,1536,0.11848178174760605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,4096,0.014719110396173267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,32,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,768,0.007117333511511485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,3584,0.01623288955953386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,768,0.010463111102581024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,2560,0.007692444655630324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,3584,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,12288,0.030919111437267725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,2048,0.007785778078767989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,256,0.007542221910423703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,2048,0.1979431046379937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,8192,1.5790790981716578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,65536,0.24919290012783477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,8192,0.06215200159284803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,1024,0.4613377783033583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,3584,0.09583999713261922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,10240,0.19481689400143096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,256,0.01423377792040507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,2048,0.015760888655980427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,256,0.010543111297819348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,512,0.011289777855078379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,2560,0.06397600306404962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,51200,20.943951076931423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,3584,0.30127022001478404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,3072,0.008383110993438298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,128,0.00998399986161126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,3072,0.01482488877243466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,4096,0.008298666940795051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,256,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,512,0.009546666509575313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,128,0.030528889762030706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,64,0.003125333330697484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,10240,0.0269813338915507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,3584,0.022311111291249592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,512,0.00701155596309238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,3584,0.014526221487257214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,16384,0.03628888726234436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,2560,0.008443555898136562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,12288,0.154947559038798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,6144,0.01590488851070404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,768,0.008271111382378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,3072,0.01331911070479287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,768,0.007920888562997183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,1024,0.011328889264000786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,51200,0.15534755918714735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,16384,0.028755555550257366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,32,0.0053084443012873335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,3072,0.014389332797792224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,3584,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,16384,0.08061333497365315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,5120,0.04019022319051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,64,0.0057555557125144536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,128,0.007343110938866933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,768,0.04040888945261637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,2048,0.017657778329319425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,4096,1.8174097273084853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,128,0.0053288886944452924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,12288,0.14051911565992567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,1536,0.06454400221506755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,5120,0.25543199645148384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,12288,0.11919555399152969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,2560,0.09462933407889472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,5120,0.006461333483457565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,3584,0.008076444268226624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,8192,0.0225564440091451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,256,0.007663999994595845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,512,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,512,0.03050755461057027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,12288,0.02273333403799269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,51200,0.751106686062283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,51200,0.2236835426754422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,10240,0.01813066667980618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,1536,0.008608889248636033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,128,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,65536,1.2590790854560006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,256,0.012506666282812754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,8192,0.01275644451379776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,10240,0.1199528906080458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,10240,0.03838933176464505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,1024,0.009393778112199571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,12288,0.04303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,4096,0.025060445070266724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,51200,0.08388888835906982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,7168,0.15540711085001627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,512,0.0042151109211974675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,5120,0.033394667837354876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,128,0.005954666684071223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,256,0.028763555818133887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,768,0.009325332939624786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,4096,0.015426667200194465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,32,0.004857777721352047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,16384,0.024772443705134924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,32,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,64,0.19308355119493273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,1024,0.011628444823953839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,51200,0.3069991005791558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,6144,0.022610666023360357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,5120,0.16598310735490587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,4096,0.05897600120968289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,4096,0.008233778178691864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,8192,0.03474311033884684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,128,0.0028239999794297745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,512,0.3933617803785536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,8192,0.01847288840346866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,3584,0.011400889191362592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,256,0.025776000486479864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,128,0.002893333426780171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,10240,0.0771155556042989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,6144,1.722848892211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,1024,0.09781866603427464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,12288,0.04691822330156962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,256,0.01722666621208191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,16384,0.841316435072157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,512,0.04965688784917196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,1536,0.01683555543422699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,16384,0.02682400080892775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,6144,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,1024,0.003917333152559069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,10240,0.006212444355090459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,5120,0.04418222109476725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,6144,0.19918844434950086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,8192,1.4816648695203993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,512,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,8192,0.015135111080275642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,3584,0.4378355609046088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,8192,1.0350489086574979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,65536,0.7820222112867566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,65536,0.8802942170037164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,2048,0.09471199909845988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,51200,0.2788168854183621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,64,0.005041777673694822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,1024,0.021430222524536982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,10240,3.248447206285265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,768,0.029768887493345473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,768,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,3072,0.03990311092800564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,12288,0.020234665936893888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,768,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,5120,0.10600888729095459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,1536,0.006590222318967183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,256,0.014955555399258932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,2560,0.022639110684394836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,5120,0.009949333137936061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,2048,0.020065777831607394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,7168,0.017239999439981248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,1536,0.008277333445019191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,65536,0.8241039911905924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,768,0.005706666658322017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,3072,0.007845333053006066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,3584,0.007716444631417592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,6144,0.010618666807810465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,51200,1.0650862587822807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,12288,0.007128888534175024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,1024,0.017064889272054035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,128,0.006166222194830577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,8192,0.037372443411085345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,8192,0.011917333636018964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,4096,0.025216889050271776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,64,0.005223111146026188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,1536,0.005523555394675996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,51200,0.4278506702846951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,64,0.013922666509946188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,2560,0.019504888190163504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,2048,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,768,0.005160888863934411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,5120,1.8832969665527344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,8192,0.06194755766126844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,6144,0.009647111097971598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,12288,0.030415998564826116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,3072,0.024753777517212763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,65536,0.008298666940795051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,1536,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,128,0.006671111202902264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,512,0.006014222072230444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,4096,0.03625333309173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,12288,0.015200000670221118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,3584,0.02808177802297804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,1024,0.00618488879667388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,8192,0.05411466625001696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,3584,0.021867555048730638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,8192,0.0815804468260871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,3584,0.13762311140696207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,2560,0.008914666871229807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,2560,0.029264890485339697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,10240,0.33890310923258465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,1536,0.04566755559709337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,32,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,5120,0.011791999969217511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,65536,0.22456889682345918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,12288,0.023963555693626404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,10240,0.041040887435277305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,128,0.01277511070171992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,10240,0.056258665190802686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,2560,0.022361778550677832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,10240,0.04634044567743937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,65536,2.0441582997639975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,7168,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,1024,0.009134222235944536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,1536,0.009164444274372524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,7168,0.5184799830118815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,12288,0.020619556307792664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,64,0.01773955590195126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,3584,0.1484480036629571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,8192,0.8006418016221789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,65536,0.3331182267930773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,4096,0.024941333466105994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,128,0.0027342221389214196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,32,0.003601777884695265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,512,0.0058808889653947614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,8192,0.013999111122555204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,8192,0.5141706466674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,8192,0.09442044628991021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,12288,0.018698667486508686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,128,0.009126221968068017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,64,0.004226666771703296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,12288,1.0505137973361545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,51200,1.0317964553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,51200,0.4319155481126573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,65536,0.28713512420654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,7168,0.0743395553694831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,12288,65.18145751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,4096,0.06423466735415988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,16384,0.3963662253485785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,3584,0.02177511155605316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,128,0.17285422484079996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,16384,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,16384,0.022304000125990972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,8192,0.3469999896155463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,8192,0.08458222283257379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,10240,0.1461040046479967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,5120,0.591011577182346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,10240,0.05297777718967862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,1536,0.0265600002474255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,32,0.0027013334135214486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,10240,0.016545777519543965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,3584,0.058372444576687284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,3072,0.0572684473461575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,12288,0.8253955311245389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,512,0.14680888917711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,512,0.0477751096089681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,1536,0.6679182052612305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,256,0.020441777176327176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,512,0.028295109669367473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,6144,0.03220266766018338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,256,0.00370133337047365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,3584,0.01639111174477471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,1536,0.05729599793752035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,768,0.004253333227501975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,1024,0.11308622360229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,512,0.004515555583768421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,8192,0.05773155556784736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,1536,0.007706666986147563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,2048,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,512,0.02275644408331977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,512,0.05785333447986179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,10240,0.014690667390823364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,128,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,3584,0.08931022220187718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,6144,1.0115093655056424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,65536,1.269141303168403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,8192,0.19918489456176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,16384,0.21085688802931044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,10240,0.03021777669588725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,512,0.01218933363755544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,768,0.005626666463083691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,65536,0.1741502285003662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,6144,0.22507643699645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,1536,0.013376889129479727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,5120,0.044608000251981944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,12288,0.014727110664049784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,16384,0.03554577628771464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,65536,0.5598462422688802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,256,0.013231111069520315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,512,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,128,0.0026391111314296722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,256,0.0029475556479560006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,7168,2.8138230641682944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,512,0.0034266666819651923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,51200,0.7536373138427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,7168,0.05028622349103292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,1024,0.046184000041749745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,7168,0.03046755658255683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,3584,0.010942222343550788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,512,0.0043333334227403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,768,0.03020177616013421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,6144,0.030071109533309937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,512,0.016933333542611863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,7168,0.02384088933467865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,32,0.002607999990383784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,16384,0.05001777741644117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,8192,0.3945759932200114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,6144,0.043415112627877124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,6144,0.013886222408877479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,1024,0.006091555373536215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,12288,0.2057715521918403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,32,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,128,0.0028906667398081887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,1024,0.004293333325121137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,768,0.003825777934657203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,4096,0.008767111433876885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,32,0.010478222535716163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,4096,0.011399110986126794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,8192,0.9422320259941949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,51200,1.212924427456326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,12288,0.0971520013279385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,64,0.0029893333299292457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,2560,0.2461235523223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,3072,0.01814133259985182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,10240,0.29409776793585884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,51200,0.05625333388646444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,32,0.0047893333766195504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,6144,0.030470222234725952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,3584,0.00758844448460473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,1536,0.07205600208706327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,3072,0.026015111141734656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,16384,0.28698399331834584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,3072,0.014918223023414612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,8192,0.014256889621416727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,5120,0.013218666944238873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,768,0.26619378725687665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,7168,0.2702382140689426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,4096,0.016137777103318107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,2560,0.025440888272391424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,512,0.003532444437344869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,128,0.03386844529045953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,512,0.015988444288571674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,3072,0.07788622379302979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,3072,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,128,0.002814222127199173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,1536,0.012628444366984896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,32,0.02397866712676154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,1024,0.004970666848950916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,256,0.06312800116009183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,512,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,7168,0.03831288880772061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,4096,0.022258667482270136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,6144,0.03506133291456435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,1024,0.06190399991141426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,1024,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,768,0.0035955554081334006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,51200,0.05340888765123156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,256,0.0034595556143257353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,12288,0.01947733263174693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,12288,0.3010951148139106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,3072,0.0669742226600647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,65536,0.5731146600511339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,5120,0.018911111685964797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,16384,0.5856942070855035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,2560,0.025215999947653875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,3072,0.008894222478071848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,5120,0.025575111309687298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,768,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,16384,0.03618844350179037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,3072,0.18182488282521567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,2048,0.016381333271662395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,128,0.06281689140531752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,5120,0.12013955911000569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,12288,0.14927377965715197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,1024,0.05959910816616482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,6144,0.03245333168241713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,3072,0.008072000410821702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,4096,0.09796888960732354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,16384,0.023285332653257582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,3072,0.9795786539713541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,2048,0.02531733281082577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,12288,0.026749332745869953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,256,0.008035555481910706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,2560,0.061815996964772545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,3072,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,10240,0.034809778134028115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,12288,0.04914399981498718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,6144,0.32261599434746635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,2048,0.007557333343558841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,2560,0.009883555273214975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,128,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,10240,0.016348444753222995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,5120,0.01238666640387641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,8192,0.1356382237540351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,2560,0.01754844519827101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,256,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,16384,4.354706658257379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,32,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,32,0.02432800001568264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,8192,0.03158488869667053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,2560,0.015493333339691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,10240,0.8312382168240018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,3584,1.486935085720486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,64,0.014185777968830533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,5120,0.01622577839427524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,16384,0.0064382221963670515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,3584,0.5173048973083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,51200,0.329619566599528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,2560,0.008564444051848518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,65536,0.7502222061157227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,10240,0.01179377817445331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,256,0.004081777814361784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,51200,0.009304000271691216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,1536,0.0052595556610160405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,3072,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,5120,0.038033776813083224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,12288,0.1463528871536255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,51200,1.0630355411105685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,5120,0.12610577212439641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,6144,0.0158942225906584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,12288,0.03546844588385688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,3072,0.039326220750808716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,5120,0.07680977715386285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,10240,0.013572444518407186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,10240,0.09875644577874078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,12288,0.01796266602145301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,32,0.0029351111087534162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,3072,0.22204177909427217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,12288,0.010235555469989777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,32,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,3072,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,16384,0.10548088947931926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,4096,0.1479146613015069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,3072,0.022593778040673997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,51200,1.4676746792263453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,768,0.13820711771647134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,12288,0.035028444396124944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,8192,0.027291556199391682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,16384,0.02423911127779219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,65536,4.1007974412706165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,3072,0.05070222086376614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,3072,0.017880888448821176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,128,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,5120,0.10060711039437188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,3584,0.006426666759782367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,5120,0.02290488945113288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,512,0.004872000051869286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,2048,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,256,0.004961777892377642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,1024,0.028182221783532038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,1536,0.006642666541867786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,5120,0.043097777499092944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,5120,0.02857066525353326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,6144,0.029600001043743555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,8192,0.01442399952146742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,3072,0.012521777715947894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,3072,0.04208177659246656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,3072,0.06654400295681424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,5120,0.010690666735172272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,8192,0.11749688784281413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,512,0.04159288936191135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,51200,0.2242328855726454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,5120,0.24143377939860025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,8192,1.007873747083876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,6144,0.06419822242524889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,3072,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,12288,0.01718311177359687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,6144,0.022284444835450914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,51200,0.2658204502529568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,8192,0.4000319904751248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,3072,0.007637333538797166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,16384,0.07218666871388753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,12288,0.11346044805314805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,1536,0.07406222158008151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,51200,2.852597342597114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,512,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,64,0.00848355558183458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,4096,0.2613520092434353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,16384,0.12480533123016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,32,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,2048,0.007087111473083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,768,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,51200,0.05875555674235026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,8192,0.09032177925109863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,2048,0.048992888795004956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,7168,0.06408088737063937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,7168,0.04342844420009189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,51200,2.708852344089084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,16384,0.08216089010238647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,128,0.02455377744303809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,10240,0.020853334003024634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,128,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,128,0.03326311045222812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,128,0.0028159999185138275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,6144,0.013307555682129331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,512,0.029767112599478826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,2560,0.017826666434605915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,128,0.11305422253078884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,512,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,1536,0.014944000376595391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,3584,0.13404888576931423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,5120,0.40094489521450466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,3072,0.06204977962705824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,256,0.004394666602214177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,7168,0.05577511257595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,256,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,8192,0.5383884641859267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,16384,0.027573333846198186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,3072,0.7037768893771701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,768,0.0041626666982968645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,12288,0.017151999804708693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,3584,0.03789866632885403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,65536,0.8761590851677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,51200,0.37992533047993976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,65536,0.021764443980322942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,512,0.0034737777378824023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,2560,0.048078222407235034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,51200,22.007069905598957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,2560,0.011398221883508893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,8192,0.017222222354676988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,65536,0.13678756025102404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,3072,0.019017777509159513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,2048,0.04849955439567566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,51200,0.01183733344078064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,10240,16.596516927083332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,65536,0.4495191044277615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,1024,0.009562667045328353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,6144,0.02792888879776001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,128,0.0069777775141927935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,1024,0.04981599913703071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,32,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,8192,0.06450221935908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,12288,0.5512835714552138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,8192,0.06252621942096286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,128,0.10522488753000896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,1536,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,128,0.005912000106440649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,1536,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,1024,0.009352000223265754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,64,0.002716444432735443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,12288,0.03128622306717767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,8192,0.32705865965949166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,64,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,1536,0.006151999864313338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,4096,1.4056488672892253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,7168,0.17313688331180146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,51200,0.24851377805074057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,65536,0.0741093357404073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,2048,0.007181333170996771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,1024,0.00490488898422983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,1536,0.028741333219740126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,128,0.00423200014564726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,128,0.00544088871942626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,12288,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,512,0.004269333349333869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,4096,0.015819556183285184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,10240,0.03736977775891622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,51200,3.9637832641601562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,768,0.012053333222866058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,1536,0.011206222077210745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,64,0.0032675556010670135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,2048,0.05235822333229912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,8192,0.25497510698106557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,3072,0.03450489044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,2560,0.018962666392326355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,64,0.0028284444577164124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,1024,0.009188444250159794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,8192,0.021691555778185528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,6144,0.0229120006163915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,8192,0.03440711233350966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,1024,0.14971555603875056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,7168,0.5179120169745551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,1536,0.010979555547237396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,7168,0.029826667573716905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,128,0.00759733302725686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,5120,0.026239999466472205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,5120,0.03386044502258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,2560,0.006483555667930179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,3584,0.04812888966666328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,1536,0.005464000006516774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,51200,14.757171630859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,12288,0.03608177767859565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,7168,0.06184089183807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,768,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,4096,0.01314399970902337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,5120,0.010067555639478896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,3072,0.026576888230111863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,12288,0.5105768839518229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,3584,0.015997333659066092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,8192,0.3201306660970052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,8192,0.0652551121181912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,7168,0.011845333708657159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,5120,0.009582222335868413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,5120,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,512,0.014180445008807711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,128,0.0030702222138643265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,10240,0.08876711130142212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,8192,0.007780444290902879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,2048,0.22673334015740287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,10240,0.4497866630554199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,128,0.019575110740131803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,65536,0.02253244486120012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,6144,0.2152106629477607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,4096,0.020852444900406733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,3072,0.14460266960991755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,10240,0.08680088652504815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,65536,0.09338044457965428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,4096,0.023550222317377727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,32,0.0032177778581778207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,12288,0.1454133325152927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,512,0.014718222949239941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,512,0.012791111237472959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,6144,0.0303457776705424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,2048,0.006424888968467712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,3584,0.00980177770058314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,1024,0.003988444391224119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,768,0.003664888855483797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,51200,0.0521982212861379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,51200,4.810804578993055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,2560,0.01594311164485084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,8192,0.008070222205585903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,3584,0.018523555662896898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,2560,0.04053689042727152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,256,0.018975110517607797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,32,0.002653333254986339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,5120,0.014119999276267158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,5120,0.026206221845414903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,6144,0.030048890246285334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,32,0.022513777017593384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,3584,0.0699439975950453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,51200,0.10124266809887356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,51200,1.2912142011854384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,16384,3.4500266181098094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,512,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,2560,0.18436800109015572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,10240,0.022341334157519873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,10240,0.02796088986926609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,5120,0.01705422169632382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,512,0.015074667003419666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,768,0.0053324442770746015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,768,0.018868444694413077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,51200,0.47937334908379453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,51200,0.05043733451101515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,32,0.005321777943107817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,768,0.012972444295883179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,256,0.25161955091688365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,3072,0.08075644572575887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,7168,0.18809866905212402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,65536,16.736557006835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,10240,0.020067556036843192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,12288,0.24470223320855033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,4096,0.08097600274615817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,1536,0.013398222625255585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,128,0.00434400017062823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,8192,0.21534844239552817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,16384,0.02611911131276025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,256,0.0038364442686239877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,16384,0.06246755520502726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,768,0.005041777673694822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,16384,0.9170950783623589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,4096,0.10517777999242146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,65536,4.446987575954862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,32,0.007391999993059371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,512,2.9137306213378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,128,0.021153777837753296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,10240,0.35507999526129824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,65536,1.816473854912652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,10240,0.32289332813686794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,128,0.005694222119119432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,512,0.005394666559166378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,3584,0.012699555191728802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,10240,0.04084622197681003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,16384,0.0746577779452006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,256,0.019578667150603402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,51200,0.09534133142895168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,768,0.0048942222363419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,12288,0.03779110974735684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,5120,0.029645333687464397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,768,0.10122133625878228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,768,0.005137777576843898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,2048,0.16246133380466038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,5120,1.5808542039659288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,2560,0.08110222551557753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,2048,0.007476444045702617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,2048,0.023045332895384893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,3584,0.035000890493392944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,6144,0.015659555792808533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,2560,0.009995555712117089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,512,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,3584,0.013844444519943662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,51200,0.10015200244055854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,256,0.013056889176368713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,512,0.0033982222278912864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,3584,0.008375999828179678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,12288,0.1500284406873915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,51200,24.311782836914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,16384,0.38382932874891496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,512,0.027266666293144226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,3072,0.04092444313897027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,3584,0.3999368879530165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,2048,0.017856000198258292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,51200,0.19788622856140137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,1536,0.006406222366624408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,6144,1.3775271309746637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,51200,0.06973333491219415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,4096,0.05714044306013319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,5120,0.12589511606428358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,3072,0.030360000001059637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,1024,0.013979555832015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,128,0.005767111149099138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,4096,0.024494222468800012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,65536,0.754335986243354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,12288,0.037647111548317805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,768,0.0036684444381131064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,7168,0.40400534205966526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,65536,2.989756478203667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,2048,0.11370133029090033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,10240,0.0690222250090705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,256,0.004117333226733738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,256,0.007452444069915348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,64,0.0026568888376156488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,768,0.003590222034189436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,10240,0.3314889007144504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,1024,0.03141511148876614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,10240,0.2040977742936876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,65536,0.4758782386779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,2048,0.01384800010257297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,2048,0.09479733308156331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,2560,0.04800088869200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,8192,0.4811093542310927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,768,0.008887111312813228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,8192,0.6709520022074381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,2048,0.047340446048312716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,64,0.0185217774576611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,51200,0.08752889103359646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,12288,0.25105688307020396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,1536,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,65536,0.019655111763212416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,7168,0.3534551196628147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,3584,0.12192977799309625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,5120,0.28399289978875053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,10240,0.11135110590193008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,7168,0.0247715562582016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,5120,0.06801422437032063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,5120,0.028377778000301782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,1536,0.007479999628331926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,128,0.016063110695944894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,1536,0.33928799629211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,512,0.003134222287270758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,1024,0.06980533070034452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,2560,0.009741333623727163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,65536,2.4971432156032987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,2048,0.02420444455411699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,32,0.006312888943486744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,65536,1.2071012920803494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,12288,0.1107484433386061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,2048,0.007895111209816402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,3584,0.11534489525689019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,4096,0.009762666291660732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,1536,0.012591111163298288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,3072,0.029714667134814795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,65536,0.09542133410771687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,2560,0.008097777764002482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,12288,0.0855884419547187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,4096,0.08557777934604222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,768,0.010853333605660332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,2048,0.1234782271915012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,7168,0.017077333397335477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,7168,0.011387555963463254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,5120,0.029948443174362183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,4096,0.16653154955969915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,2560,0.012099555797047086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,5120,0.2121208906173706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,2560,0.01923288901646932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,4096,1.4387262132432725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,2560,0.03829688827196757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,6144,0.03388177686267429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,2048,0.007424888511498769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,8192,2.1893831888834634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,2560,0.03719644414054023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,256,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,16384,0.30320623185899526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,10240,0.09197155634562175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,7168,0.2665511237250434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,3072,0.08142489194869995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,65536,0.40725689464145237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,128,0.15730755858951145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,5120,0.040009776751200356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,256,0.017370666066805523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,5120,0.41795733239915633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,2560,0.015973332855436537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,7168,0.012642666697502136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,3072,0.0075786668393347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,512,0.01809777816136678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,768,0.016192000773217943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,64,0.020634666085243225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,1024,0.009538667069541084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,12288,0.24036267068650988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,10240,0.01860000027550591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,10240,0.14144799444410536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,10240,0.38734134038289386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,16384,0.028128001425001357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,12288,0.030210667186313208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,5120,0.019357333580652874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,256,0.007542221910423703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,10240,0.03106488784154256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,7168,0.0123848890264829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,12288,0.12275200419955784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,1024,0.005024000174469418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,7168,0.016029333074887592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,2048,0.07685244745678373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,65536,15.272908528645834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,64,0.0038897775941424896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,512,0.014939554863505893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,10240,0.008357333640257517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,16384,0.030346665117475722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,1024,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,512,0.0058648888435628675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,128,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,512,0.004383999854326248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,256,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,3584,0.009132444030708736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,65536,0.07371644179026286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,128,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,51200,0.18597066402435303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,2048,0.007754666937722101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,128,0.05454044540723165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,512,0.00479288895924886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,4096,0.012169777519173093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,12288,0.09264533387290107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,10240,0.048650665415657886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,2048,0.05134310987260607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,10240,0.08347466919157241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,12288,2.676421271430122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,256,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,512,0.0042071110672420925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,512,0.017920000685585868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,3072,0.02018222212791443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,6144,0.13501600424448648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,51200,0.04715289009941948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,512,0.004779555731349521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,2048,0.021547555923461914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,1024,0.015622221761279635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,10240,0.06167199876573351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,6144,0.010384889112578498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,2560,0.0207013338804245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,16384,0.010844444235165914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,2560,0.006342222293217977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,51200,5.009940253363715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,10240,0.017335999343130324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,768,0.012801777985360889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,512,0.008512000242869059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,5120,0.08598488569259644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,5120,0.007506666911972894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,512,0.08681333065032959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,3584,0.011975111232863532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,256,0.01771288944615258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,12288,0.02259822189807892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,512,0.06499733527501424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,7168,0.08731644683414036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,128,0.006766222417354584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,16384,0.02124888863828447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,2048,0.009314667019579146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,7168,0.015574221809705099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,256,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,512,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,768,0.007975111405054728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,4096,0.3164942264556885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,4096,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,128,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,1024,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,6144,0.006511999915043513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,3584,0.023738667368888855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,64,0.006351111249791251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,8192,0.026183111800087824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,8192,0.006814222368929122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,8192,0.12348532676696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,512,0.009547555612193214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,51200,12.594005160861544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,7168,0.053654223680496216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,4096,0.062301331096225314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,512,0.005454222361246745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,12288,8.81791263156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,2560,0.06121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,768,0.01015733347998725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,16384,0.04163199994299147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,768,0.0195795562532213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,512,0.003378666730390655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,2560,0.009972444838947719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,512,0.00741511086622874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,4096,0.01865511139233907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,768,0.019039111004935372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,64,0.035142223040262856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,6144,0.1496008899476793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,768,0.009110222260157267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,768,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,8192,0.07756266991297404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,2048,0.06974133518007067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,6144,0.3057919873131646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,4096,0.010718222293588849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,51200,4.593251546223958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,2560,0.05478133426772224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,2048,0.015383111106024848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,8192,0.045596443944507174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,4096,0.017224889662530687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,3584,0.028039111031426325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,64,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,1536,0.006310222049554189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,10240,0.027238221632109746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,2560,0.007269333634111617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,5120,0.01721155477894677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,768,0.30243200725979275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,6144,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,16384,0.0063288890653186375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,7168,0.062202665540907115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,2560,0.02510133385658264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,5120,0.03680800067053901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,16384,0.02181422213713328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,1024,0.005929777605666055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,16384,0.19722844494713676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,10240,0.10544533199734157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,256,0.02067466742462582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,16384,0.4867217805650499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,32,0.006175111151403851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,2560,0.02274133265018463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,7168,0.39354666074117023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,3072,0.019300444258583915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,4096,0.0321359998650021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,768,0.008540444076061249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,2048,0.005034666508436203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,768,0.004909333255555895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,3584,0.03187822302182516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,1536,0.06535110870997111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,768,0.010298666854699453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,1536,0.004752000172932942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,4096,0.743591997358534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,1536,0.01794933279355367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,1536,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,32,0.04246844516860115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,6144,0.04200088977813721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,3072,0.010574222438865237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,2048,0.008397333323955536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,2048,0.007615110940403408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,8192,0.03478755553563436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,1536,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,512,0.027600889404614765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,51200,0.00869688888390859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,2048,0.006061333335108227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,128,0.005294222384691238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,6144,0.053984890381495156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,2560,0.36227112346225315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,256,0.12314844131469727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,8192,0.018248000078731112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,1024,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,768,0.0034622223012977173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,6144,1.1058088938395183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,2560,0.015555555621782938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,7168,0.03468622101677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,12288,0.6633049117194282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,7168,0.23340177536010742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,7168,0.23457866244845918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,1536,0.0127688886390792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,3584,0.03088266650835673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,2560,0.009200889203283522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,6144,2.839942296346029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,32,0.0029440000653266907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,1024,0.00407288885778851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,3072,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,8192,0.024187554915746052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,65536,13.0273929172092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,5120,0.0229111115137736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,6144,0.05243911014662849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,2048,0.010808000134097205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,256,0.03683911098374261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,256,0.02288977801799774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,128,0.004182222402758068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,2560,0.06288711229960124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,768,0.005879111174080107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,2560,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,2048,0.01348977784315745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,51200,2.3391876220703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,512,0.008595555192894405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,8192,0.012699555191728802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,12288,0.12384977605607773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,51200,1.2953021791246202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,2048,0.016435555285877652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,16384,0.28778134451972115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,32,0.012064889073371887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,512,0.01015911085738076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,3072,0.021635555558734473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,2560,0.016102222932709586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,32,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,51200,0.30221332444085014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,51200,0.11117600070105658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,512,0.004311999926964442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,1536,0.01479822231663598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,1536,0.04134133458137512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,512,0.007105777661005656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,51200,0.13360444704691568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,65536,2.19248898824056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,256,0.00309599998096625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,3072,1.1762773725721571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,2048,0.007560888926188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,2560,0.03289955523278978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,3584,0.014711999230914645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,7168,0.006635555376609166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,51200,0.6037342283460829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,51200,1.364879078335232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,3584,0.060792002413007945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,1024,0.01202933324707879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,128,0.009740444521109263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,3584,0.012249777714411417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,2560,0.009308444129096137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,768,0.014474666780895658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,1024,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,10240,0.014929778046078153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,256,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,32,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,1024,0.00601333338353369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,2560,0.014736889137162102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,4096,0.008641777767075432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,6144,0.010337777435779572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,5120,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,2560,0.024910221497217815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,6144,0.05503466725349426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,3584,0.16316978136698404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,3072,0.012366222010718452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,65536,0.07864711019727919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,256,0.0032968889507982465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,65536,0.5815368758307563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,3584,0.19662933879428438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,5120,0.023092443744341534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,1536,0.04972799950175815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,512,0.016519111063745286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,12288,0.01109955542617374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,12288,0.08569777674145168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,2560,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,64,0.005420444326268301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,32,0.0188417782386144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,3584,0.0938897795147366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,3072,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,3072,0.01719288859102461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,256,0.004181333300140169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,51200,1.3613270653618708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,7168,0.29968354437086314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,65536,1.4966630935668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,2560,0.006704000135262807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,5120,0.027254222167862788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,4096,0.007909333540333642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,6144,0.04415555463896858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,5120,0.01907999979125129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,5120,0.026320000489552815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,768,0.00925244473748737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,256,0.011304000185595619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,512,0.035967111587524414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,16384,0.010020444790522257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,768,0.003698666476541095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,2560,0.008868444297048781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,32,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,128,0.006134222365087933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,2560,0.03969066672854953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,51200,1.2717022365993924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,5120,0.025677333275477093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,5120,0.08149422539605035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,512,0.00462755560874939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,3584,0.07463733355204265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,512,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,5120,0.03033422099219428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,7168,0.034134222401512995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,2560,0.005932444499598608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,2048,0.030160887373818293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,2560,0.2612444559733073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,1024,0.05906133519278633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,5120,0.03679733475049337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,1536,0.006873777757088344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,1536,0.044460445642471313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,6144,0.007850666840871176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,16384,6.658609602186416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,1024,0.03395377927356296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,5120,0.022554667459593877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,1024,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,2560,0.01276533305644989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,12288,0.08551466464996338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,8192,0.011618666350841522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,12288,1.2039581934611003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,1024,0.005172444300519096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,65536,0.1333013375600179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,512,0.01124533348613315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,16384,0.1109386682510376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,16384,0.15845333205329046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,8192,0.34529866112603086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,1536,0.01258133351802826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,10240,0.07370755407545301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,128,0.026485333840052288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,768,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,256,0.014099554883109199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,32,0.011672889192899069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,768,0.054049776660071484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,10240,0.02714666724205017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,5120,0.03695644603835212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,10240,0.8114008903503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,64,0.04082755578888787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,1024,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,3072,0.06276444594065349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,1024,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,128,0.012065778175989786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,10240,0.05524533324771457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,2560,0.013459555804729462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,8192,0.026891556051042344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,6144,0.006483555667930179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,5120,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,5120,0.01604711181587643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,3584,0.07771378093295626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,64,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,2560,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,2048,0.016365332735909354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,1536,0.06977688603931002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,5120,0.008857777549160851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,1024,0.06134577592213949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,2560,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,51200,16.076002332899304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,4096,0.02200266718864441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,1536,0.008405333591832055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,7168,0.03807466559939914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,64,0.005015999906592899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,768,0.005761777775155173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,1536,0.006215111249023014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,2560,0.0610862241850959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,12288,0.07022400034798516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,8192,0.24802578820122612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,65536,0.09587111075719197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,7168,0.05407022105322944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,128,0.007617777420414819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,32,0.191849774784512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,2560,0.21188710795508492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,1536,0.004699555536111196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,256,0.013613333304723104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,3072,1.1052142249213326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,3072,0.014101333088344999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,65536,0.10310844580332439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,8192,0.16421600182851157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,12288,0.015800888339678448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,8192,0.024108444650967915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,1536,0.02217866645918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,4096,0.043572445710500084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,256,0.004358222087224324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,5120,0.009369778136412302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,2048,0.013177778157922955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,32,0.018598222070270114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,2048,0.0769617756207784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,1024,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,64,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,7168,0.008632000121805403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,1024,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,6144,0.027768888407283362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,3072,0.04576889011594984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,3072,0.006714666469229593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,65536,0.08827110793855454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,768,0.05134488807784187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,65536,0.13747289445665148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,128,0.006912888752089606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,1024,0.05762400229771932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,2048,0.018041777941915724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,6144,0.13642311096191406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,12288,0.02221600049071842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,6144,0.0730817781554328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,128,0.012568888564904531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,5120,0.009850666754775578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,1536,0.02520977788501316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,16384,1.5426613489786785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,16384,0.023734221855799358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,512,0.008207110895050896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,3584,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,64,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,10240,0.018061333232455783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,2560,0.008795555267069075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,2560,0.013812444276279874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,12288,0.02869066596031189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,6144,0.010981332924630908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,8192,0.01276266657643848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,768,0.17061866654290092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,4096,0.032178666856553816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,7168,0.33689067098829484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,2560,0.0935351120101081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,10240,0.6061404546101888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,51200,1.0182613796657987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,768,0.011632888681358762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,51200,0.10740533139970566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,3584,0.09122666385438706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,1024,0.010239111052619087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,768,0.003605333467324575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,3584,0.03648799988958571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,2560,0.02446311049991184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,6144,0.016228444046444364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,256,0.011567110816637674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,16384,0.046204444434907704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,7168,0.013722666435771518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,51200,7.920200771755642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,1536,0.08699466784795125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,3584,0.011572444604502784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,10240,0.1827119986216227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,1536,0.2788684368133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,256,0.026720000637902155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,768,0.036297778288523354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,3584,0.010120888551076254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,1024,0.006911110960774952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,10240,0.017431111799346078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,2048,0.01965777741538154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,64,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,1536,0.01816177699300978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,256,0.0284551117155287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,4096,0.008657777474986183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,64,0.005607111172543631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,12288,0.08623377482096355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,5120,0.006856888946559694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,5120,0.009355555805895064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,16384,0.44529422124226886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,12288,0.12340444988674587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,10240,0.03057866626315647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,2560,0.010120000276300643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,8192,0.02136444383197361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,4096,2.967621273464627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,1536,0.01586666703224182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,256,0.003039111072818438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,51200,1.3410231272379558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,10240,0.014440889159838358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,2048,0.032560000816980995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,10240,0.07535022497177124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,6144,0.01761511133776771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,12288,0.8102275530497233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,65536,0.09358133210076226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,1536,0.02092622220516205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,3072,0.01111822244193819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,4096,0.07157955567042033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,3072,0.014180445008807711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,4096,0.15404978063371447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,65536,0.25684621598985463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,5120,0.01644177734851837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,1536,0.03074399961365594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,16384,0.03795911206139459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,32,0.0041804446114434134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,1024,0.012168000141779581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,12288,0.19333777162763807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,6144,0.029987557066811457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,2560,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,7168,0.47446664174397785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,65536,0.07693599992328219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,12288,0.022038223014937505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,128,0.013838222457302941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,768,0.2979786660936144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,12288,4.08766131930881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,5120,0.01460800071557363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,64,0.003918222255176968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,7168,0.020981333321995203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,8192,0.013889777991506787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,7168,0.07816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,4096,0.021765333082940843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,768,0.07071644730038114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,7168,0.0899439983897739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,768,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,8192,0.5083369149102105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,12288,0.04589244392183092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,5120,0.01347733371787601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,1024,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,1024,0.011940444509188334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,2560,0.019149333238601685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,768,0.06721778048409356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,3584,0.015838222371207345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,256,0.022014222211307947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,256,0.003080000066094928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,65536,18.948279486762154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,10240,0.049703111251195274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,51200,0.07406577799055311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,5120,0.027785778045654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,51200,0.0654604434967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,512,0.004592000196377437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,32,0.15245066748725042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,16384,0.4009697702195909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,8192,0.016862221890025668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,3072,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,3072,0.009759999811649323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,768,0.014797333214018079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,16384,0.6316000090705024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,1024,0.04413155714670817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,768,0.006695999867386288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,768,0.004406222038798862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,16384,0.03508799937036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,10240,0.24808888965182832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,32,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,1024,0.01092088884777493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,4096,0.4516586727566189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,65536,0.31292978922526044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,51200,28.217602199978298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,51200,0.623469352722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,32,0.008047111332416534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,10240,0.036291556225882635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,16384,0.4070062107510037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,10240,0.019721777902709115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,12288,0.7668577829996744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,2560,0.05203377869394091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,16384,0.8477857907613119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,2560,0.016327111257447135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,1024,0.05301510956552294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,1536,0.014352000421947904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,1536,0.6488577524820963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,8192,0.02500533395343357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,65536,3.094114727444119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,768,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,5120,0.011804444094498953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,8192,0.2071537839041816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,16384,6.197644551595052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,12288,0.32277244991726345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,2560,0.031361778577168785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,512,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,16384,1.0563181771172416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,768,0.003948444293604957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,12288,0.039622220728132464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,8192,0.12047199408213298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,512,0.02167466613981459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,16384,0.014831110835075378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,6144,0.012578667038016848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,65536,0.5007244216071235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,5120,0.01769244505299462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,65536,0.07019199927647908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,8192,0.02033155494266086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,256,0.006575111299753189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,256,0.008243555823961893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,8192,0.038006222910351224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,5120,0.15392088890075684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,6144,0.07828711138831244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,1536,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,128,0.21337689293755424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,32,0.0053324442770746015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,8192,0.23148266474405924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,65536,0.17460621727837455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,256,0.019167110323905945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,16384,0.5664675500657823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,2048,0.005782222168313132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,16384,0.02401955591307746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,1024,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,3584,0.01966399947802226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,2048,0.006541333264774746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,128,0.010590222146775989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,32,0.19276977909935844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,2048,0.014170666535695394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,7168,0.053667555252710976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,4096,0.01089333328935835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,2048,0.013752000199423896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,8192,0.024234667420387268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,4096,0.24423734347025552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,256,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,2048,0.08174044556087919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,8192,0.04467288984192742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,64,0.01399466726515028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,1536,0.009695111049546136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,3584,0.012179555164443122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,1024,0.04007110993067423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,1536,0.33421601189507383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,8192,0.03992266787423028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,7168,0.010769777827792697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,7168,0.0535697771443261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,12288,0.3241484430101183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,4096,0.029729776912265356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,1024,0.007993777592976889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,1536,0.007341333561473423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,3584,0.20864266819424102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,2560,0.00702311098575592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,2560,0.006011555592219035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,1024,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,8192,0.05115822288725111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,7168,0.04350399971008301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,5120,0.07897066407733493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,512,0.006062222023804982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,51200,0.25294576750861275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,1536,0.013241777817408243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,51200,0.009147555463843876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,6144,0.12807377179463705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,4096,0.6665262116326226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,32,0.004054222255945206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,5120,0.019536889261669584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,3584,0.01761155492729611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,2048,0.05869155459933811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,12288,0.051783998807271324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,12288,0.07128266493479411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,256,0.003083555648724238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,4096,0.3219253222147624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,16384,0.15243289205763075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,64,0.023244443866941664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,1536,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,768,0.030441777573691473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,16384,0.5103297763400608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,51200,0.3778693411085341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,256,0.011512888802422417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,5120,0.008830221990744272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,1536,0.02756711178355747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,10240,0.10423022508621216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,64,0.008293333152929941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,3584,0.17113867070939806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,128,0.02219733264711168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,128,0.0027439999911520216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,128,0.003063999944263034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,2560,0.052969776921802096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,2560,0.07587466637293498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,512,0.003532444437344869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,16384,0.4820684327019586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,51200,3.905663808186849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,256,0.011281777587201862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,256,0.004482666651407878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,2560,0.14882577790154353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,7168,0.014724445011880664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,256,0.007119999991522894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,2048,0.005736888696750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,12288,1.6257137722439234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,6144,0.010479999913109673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,1536,0.020830222302012973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,1024,0.014613333675596448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,6144,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,10240,0.10000889168845283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,1536,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,128,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,3584,0.06777333550983004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,5120,0.01239999963177575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,32,0.0026951111439201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,768,0.013232000172138214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,12288,0.07022400034798516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,65536,8.962085300021702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,2560,0.047641777329974704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,1024,0.011550222006109027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,2560,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,6144,0.042345778809653394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,3072,0.010904889139864178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,2048,0.06497689088185628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,12288,0.040800889333089195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,64,0.009882666998439366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,51200,1.420206175910102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,12288,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,1024,0.014496000276671516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,64,0.012980444563759698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,4096,0.03674577673276266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,5120,0.4686613082885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,3584,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,768,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,7168,0.11668977472517227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,16384,0.5238497522142198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,32,0.003573333223660787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,2048,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,2560,0.04012088974316915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,8192,0.05195733242564731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,7168,0.08636799785825942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,1024,0.00998577806684706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,128,0.0358951124880049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,10240,0.11724089251624213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,3072,0.013817778064144982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,768,0.011864888999197217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,16384,0.10226222541597153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,8192,2.4399342007107205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,768,0.011400889191362592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,7168,1.3561164008246527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,16384,0.33276356591118705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,4096,0.011994666523403592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,3584,0.010675555302037133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,3072,0.22423466046651205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,128,0.013571555415789286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,7168,0.01898755629857381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,1536,0.01665866706106398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,64,0.003059555465976397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,64,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,64,0.004223111189073986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,1536,0.08740355571111043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,512,0.15664888752831355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,2048,0.007990222010347579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,6144,0.42006577385796445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,32,0.002560888934466574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,8192,0.04567555586496989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,768,0.018816888332366943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,6144,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,5120,1.509144041273329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,4096,0.03291199935807122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,2560,0.026192888617515564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,1536,0.05041689011785719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,7168,0.04712000158098009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,10240,0.020032889313167997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,51200,0.21843022770351836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,4096,0.5728826522827148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,2048,0.19564355744255912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,3584,0.062296887238820396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,1536,0.009633777870072259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,64,0.005200888961553574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,2560,0.036533332533306546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,65536,1.6155448489718969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,2048,0.011647111011876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,512,0.03678311241997613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,5120,0.03385688861211141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,5120,0.03941333293914795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,256,0.022667555345429316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,128,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,2048,0.007718222008811102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,6144,0.01405244403415256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,256,0.004097777936193678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,256,0.10529155863655938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,128,0.005502222312821283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,1024,0.020643555455737643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,7168,0.01719999975628323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,1536,0.36372799343532985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,3072,0.010004444254769219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,8192,0.03401155604256524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,1536,0.006396444307433234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,10240,0.029838220940695867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,2048,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,1536,0.007889777421951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,65536,0.21513777308993867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,2560,0.008989333278603023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,2560,0.07219555642869738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,7168,0.06900711192025079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,1536,0.008174222376611497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,2048,0.054402665959464185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,5120,0.010125333236323463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,3584,0.017218665944205392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,10240,0.013169777890046438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,32,0.005034666508436203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,3072,0.010821333361996545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,7168,0.047854221529430814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,768,0.010243555737866296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,1024,0.009374221993817223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,4096,0.009951111343171861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,64,0.007720000214046902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,2048,0.007584888901975419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,1536,0.016891555653678048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,8192,0.07862577835718791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,10240,0.5196951230367025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,32,0.007000889215204451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,512,0.00905866672595342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,51200,0.06385866800944011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,65536,0.17514577176835802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,10240,0.017093333933088515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,2560,0.0683715542157491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,128,0.0032471112079090546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,51200,1.1793670654296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,64,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,128,0.002987555538614591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,12288,0.1313635508219401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,16384,0.00906577789121204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,2560,0.006809777683681912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,7168,0.03442400031619602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,256,0.004629333400064045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,2048,0.027853333287768896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,128,0.0063475556671619415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,128,0.0037760001917680106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,1024,0.07916000154283312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,3584,0.0224906669722663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,1536,0.07039378086725871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,2560,0.04212711254755656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,2048,0.04414666692415873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,7168,0.0225600004196167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,12288,0.02732177740997738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,1024,0.01312800000111262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,4096,0.009458666874302758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,51200,2.444122738308377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,768,0.006355555521117316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,6144,0.03518666823705038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,3584,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,65536,0.22922934426201713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,32,0.00608800020482805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,3584,0.03927288783921136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,51200,0.15230400032467312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,64,0.00258577780591117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,2048,0.01165244479974111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,16384,0.08371111419465806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,32,0.016141333513789706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,8192,0.05577511257595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,2048,0.019518221418062847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,5120,0.012748444245921241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,1536,0.01054844425784217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,12288,0.14402222633361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,8192,0.04235733217663235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,3584,0.024890666206677754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,512,0.004337777694066365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,5120,0.006815111057625876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,8192,0.07275111145443387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,2048,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,8192,0.060250666406419545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,6144,0.009304000271691216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,6144,0.24791465865241158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,2560,0.01536711057027181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,256,0.006807999892367258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,7168,0.0148026661740409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,3072,0.020580444071027968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,6144,4.631475660536024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,2048,0.01148888882663515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,8192,0.018439999885029264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,5120,0.03535733289188809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,65536,0.5426204469468858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,1536,0.538881778717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,8192,0.11435822645823161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,65536,0.1373244391547309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,6144,0.04242755638228523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,16384,0.019504888190163504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,128,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,2048,0.5672515763176812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,65536,0.04827466607093811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,64,0.01166133334239324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,16384,0.07631199889712863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,51200,0.24369690153333876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,2048,0.010065777434243096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,768,0.0052737775776121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,2560,0.02769511110252804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,16384,0.03298755486806234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,128,0.003048000029391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,3584,0.008251555263996124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,256,0.007589333587222629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,12288,0.03988000088267856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,16384,0.07567377885182698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,3072,0.013697778185208639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,3072,0.1488328907224867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,4096,0.013371555341614617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,2048,0.010119111173682744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,768,0.005967111223273807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,256,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,16384,0.41429156727261013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,1024,0.01680799987581041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,3584,0.06131377485063341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,16384,0.0188044442070855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,4096,0.21565866470336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,128,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,10240,0.2931679884592692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,1536,0.051346666283077665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,7168,0.3109804524315728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,8192,0.018742221924993727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,10240,0.01348977784315745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,1024,1.7769173516167536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,5120,0.4360826545291477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,256,0.003644444462325838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,2048,0.21878933906555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,5120,0.030626667870415583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,768,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,2560,0.08742755651473999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,51200,0.08132621977064344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,8192,0.02181688944498698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,128,0.006239111224810283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,5120,0.009687999884287516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,3584,0.10570577780405681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,1536,0.012666666673289405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,256,0.005305777821275923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,16384,0.020236444142129686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,2560,0.061623109711541064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,65536,0.290887991587321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,5120,0.37624443901909727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,12288,0.08894489208857219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,12288,0.02330844435426924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,512,0.038704888688193426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,12288,4.081619686550565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,128,0.013186666700575085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,4096,0.043064888980653554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,8192,0.727966202629937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,8192,0.05612888601091173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,16384,0.11850399441189235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,6144,1.9060293833414714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,3584,0.01685599982738495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,65536,13.466470506456163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,7168,0.2275386651357015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,4096,0.014479999740918478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,10240,0.049195554521348744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,128,0.0042462220622433555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,16384,1.1429484685262044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,65536,0.08865511417388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,3072,0.07383910814921062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,4096,0.01826844447188907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,4096,0.027806222438812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,3584,0.02310666607485877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,4096,0.130185776286655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,4096,0.1022497746679518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,12288,0.01808355583084954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,8192,0.05061689019203186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,51200,0.01499644418557485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,8192,0.03480888737572564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,7168,0.06966755787531535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,16384,0.32960889074537486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,10240,0.6044115490383571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,128,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,16384,0.2421262264251709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,256,0.00654666663871871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,32,0.0030133333057165146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,2560,0.07903022236294217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,8192,0.02912799848450555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,3584,0.24357332123650444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,1536,0.0074311114019817775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,128,0.1544355551401774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,128,0.0030666666312350165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,768,0.16387821568383112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,12288,0.04692000150680542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,3584,0.013620444469981723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,51200,0.0955502192179362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,4096,0.027087999714745417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,32,0.009529777699046666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,64,0.0052720002002186244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,768,0.008663111262851292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,65536,0.1424693399005466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,1024,0.004095111042261124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,256,0.004607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,12288,0.05279199944602119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,128,0.019333332777023315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,512,0.010729778144094678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,2048,0.012319111161761813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,4096,0.12320266829596625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,64,0.008170666793982187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,512,0.004957333207130432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,2560,0.022121777137120564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,4096,0.03449689017401801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,6144,0.019573332534896005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,5120,0.016011555989583332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,256,0.029674665795432195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,32,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,12288,0.668359120686849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,51200,0.5691102345784506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,128,0.006424888968467712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,2048,0.012344000240166983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,10240,0.017519111434618633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,768,0.00508266646001074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,12288,0.018561777141359117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,51200,0.08203288581636217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,8192,0.0121742222044203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,512,0.004845333182149463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,32,0.005438222239414851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,2560,0.008956444760163626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,8192,0.07734755674997966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,7168,0.015082667271296183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,2048,0.006960888703664144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,8192,0.06905333201090495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,3584,0.008456889126035903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,64,0.002789333255754577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,1024,0.019948444432682462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,10240,0.014581332604090372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,128,0.004332444320122401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,128,0.017664000391960144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,1024,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,128,0.009595555563767752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,3584,0.01521511044767168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,768,0.005981333139869902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,128,0.013879111243618859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,51200,0.9723635779486762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,2560,0.057761775122748486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,2560,0.13933066527048746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,12288,0.05004533463054233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,5120,0.022896000080638464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,8192,0.05830755498674181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,4096,7.258380466037327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,12288,0.015457777513398064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,4096,0.07211199733946058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,128,0.009305777649084726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,3072,0.13580532868703207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,256,0.007855110698276097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,256,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,64,0.02721422248416477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,2560,0.010584889186753167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,16384,2.0566274854871964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,2048,0.009496889180607265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,16384,0.3316275543636746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,5120,0.022873777482244704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,51200,0.19402221838633218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,1024,0.004679111142953237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,1536,0.09787555535634358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,8192,0.008562666674455007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,128,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,3584,0.031672000885009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,256,0.00832177781396442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,51200,7.2557568020290795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,3584,0.899719132317437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,256,0.013997332917319404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,128,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,10240,0.055008000797695585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,512,0.1663164430194431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,5120,0.024355555574099224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,3072,0.0111191107167138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,3584,0.02684533264901903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,51200,0.12688355975680882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,10240,0.05028444528579712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,10240,0.015792000624868605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,51200,2.085127936469184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,256,0.025071110990312364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,2048,1.9032791985405817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,2560,0.009540444446934594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,12288,0.04595111144913567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,16384,6.197250790066189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,3072,0.012253333297040729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,16384,0.31796444786919487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,8192,0.037669334146711565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,1536,0.03852533300717672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,128,0.004324444466167026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,1536,0.00977422214216656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,64,0.02720622221628825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,7168,0.045913779073291354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,5120,0.012350222302807702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,10240,0.014631999863518609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,2560,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,3072,0.26002576616075307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,2560,0.007702222300900354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,3584,0.01571644511487749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,3072,0.15588533878326416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,7168,1.6933057573106554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,64,0.003019555575317807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,256,0.00350577798154619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,3072,0.008980444735950893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,1024,0.00721866637468338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,4096,0.03769155674510532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,128,0.003679111186001036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,6144,0.01000533335738712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,51200,0.2571030987633599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,5120,0.008741333252853816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,5120,0.2168346643447876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,16384,0.014767110347747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,768,0.012647999657524956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,2560,0.011477332976129321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,2048,0.007368000017272101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,768,0.05581955777274238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,32,0.0033119999700122406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,512,0.01238666640387641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,3584,0.014745778507656522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,512,0.00944088896115621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,256,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,2560,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,6144,0.06674933433532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,32,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,7168,2.6101485358344183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,4096,0.09646577967537774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,128,0.04099377658632066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,3584,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,8192,0.5407253371344672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,4096,0.008721777962313758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,4096,0.023316444622145757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,12288,0.016992888516849942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,2560,0.25980178515116376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,12288,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,1024,0.008962666822804345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,4096,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,16384,0.13906221919589573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,128,0.009768889182143742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,65536,0.018997333116001554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,32,0.002509333400262727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,768,0.009361777868535783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,768,0.0059004442559348206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,1024,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,51200,0.21335377958085802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,4096,0.13013954957326254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,2560,0.08025599850548638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,51200,0.008647110727098253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,10240,5.229815165201823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,65536,3.9000676472981772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,1536,0.038169778055614896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,51200,1.7980230119493272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,256,0.010593777729405297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,16384,0.31832533412509495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,16384,6.8147430419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,1536,0.013233777549531726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,2048,0.01778133379088508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,4096,0.1145342191060384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,4096,0.01717422240310245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,768,0.006143110907740063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,3072,0.1301413377126058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,128,0.0034711110509104202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,1536,0.010077333284748925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,256,0.006895111252864202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,512,0.0035573335157500375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,8192,0.02828533450762431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,51200,5.618274688720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,10240,0.010040000081062317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,1536,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,5120,0.021149333980348375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,768,0.00904888908068339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,51200,0.14352356062995061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,1024,0.009702222214804756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,6144,0.02307111190425025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,2048,0.10341155529022217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,3584,0.07632978094948663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,4096,0.8435004552205404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,65536,0.40612178378634983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,1024,0.03330755564901564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,12288,0.09346489111582439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,4096,0.017312889297803242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,512,0.009382222261693742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,4096,0.007746666669845581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,768,0.01847555571132236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,5120,0.02500711050298479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,8192,0.15410666995578343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,4096,0.04220266805754768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,4096,0.4234035544925266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,32,0.0041680000722408295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,4096,0.09533511267768012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,7168,0.5542311138576931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,3072,0.011988444460762871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,65536,0.0878337754143609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,10240,0.31910043292575413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,2560,0.010233778092596266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,768,0.005024888863166173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,3072,0.015468445089128284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,4096,0.8254657851325141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,64,0.0037831109431054858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,64,0.010461333725187512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,256,0.008224888808197444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,2048,0.019009777241282992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,128,0.015740444262822468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,8192,0.2016151083840264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,4096,0.46831734975179035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,1536,0.07329066594441731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,12288,0.5805173450046116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,1536,0.7426222165425619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,16384,0.027071999178992376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,51200,0.34378398789299863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,12288,0.24695467948913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,6144,0.22382489840189615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,2560,0.024822221861945257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,256,0.04070488942994012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,256,0.01200977795653873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,12288,0.029600001043743555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,1024,0.050138665570153125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,256,0.012968888713253869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,5120,0.009712888962692684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,10240,0.3943777879079183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,128,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,512,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,10240,0.06529244449403551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,2048,0.48969242307874894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,2560,0.02474400069978502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,128,0.0041884444653987885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,1536,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,1536,0.004644444419278039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,65536,0.012420444852775998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,12288,0.017789334058761597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,65536,3.5337723626030813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,2048,0.026889777845806543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,6144,0.02216622233390808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,6144,0.02587377859486474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,1536,0.07642666498819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,65536,0.46760977639092344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,2048,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,256,0.004875555634498596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,10240,0.016819554898473952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,8192,0.09870222542021011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,2560,0.009503111243247986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,51200,0.0306328899330563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,7168,0.07121333148744372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,5120,0.03966844413015578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,4096,0.00793688909875022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,3072,0.0211208893193139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,768,0.01202488856183158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,8192,0.028463111983405218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,4096,0.10402399963802761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,256,0.011330666641394297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,5120,0.008784888519181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,8192,1.008021354675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,51200,0.2703457673390706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,768,0.00435644429590967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,6144,0.038739555411868624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,1024,0.03316355413860745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,1536,0.013263111313184103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,7168,0.336392879486084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,1024,0.050823999775780566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,12288,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,1536,0.007780444290902879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,3072,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,7168,0.19388443893856475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,16384,0.05073600014050802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,3072,0.11805955568949382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,51200,0.05861333343717787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,3584,0.015509333875444202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,3072,0.011576889289749993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,10240,0.1748888889948527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,3072,0.3859093454149034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,10240,0.019753777318530612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,5120,0.007274666594134436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,3584,0.023968888653649226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,2048,0.007268444531493717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,10240,0.26657154824998647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,12288,0.10429510805341934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,1024,0.052433778842290245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,256,0.017277333471510146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,3072,0.1968942218356662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,7168,0.03923733366860284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,32,0.010391111175219217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,6144,0.021095999413066443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,7168,0.26168621910942924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,3072,0.016999999682108562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,1536,0.009467555416954888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,3072,0.023370666636361018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,256,0.0034515555534097883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,3072,0.010009778042634329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,2560,0.019282667173279654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,3072,0.7021128866407605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,3584,0.09844888581169976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,5120,0.01812622282240126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,7168,0.014754666222466363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,16384,0.022828444838523865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,4096,0.08951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,1024,0.023943111300468445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,10240,0.01739022301303016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,7168,0.22675734096103242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,5120,0.051389333274629384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,16384,0.04764799939261543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,3072,0.006865777903132969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,256,0.053885334067874484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,512,0.0034613334056403902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,2560,0.01904000010755327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,16384,0.058225777414109975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,2560,0.0069573331210348345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,256,0.005666666560702854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,128,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,64,0.0026435556097163092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,8192,0.03845244314935472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,768,0.01516355574131012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,2048,0.014049778381983439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,5120,0.015638222297032673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,10240,0.12391022841135661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,128,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,12288,0.01643822259373135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,6144,0.0859839982456631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,2048,0.011314666933483548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,16384,3.679986741807726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,1024,0.021339555581410725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,768,0.015066666735543145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,256,0.004950222041871813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,10240,0.01827911039193471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,64,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,10240,0.690492418077257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,3072,0.011500444677140979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,6144,0.03171555532349481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,12288,0.018622222873899672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,8192,0.01161688897344801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,65536,6.819868299696181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,6144,0.010168000227875179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,2048,0.013040888640615674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,768,0.055584887663523354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,51200,0.1377120018005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,7168,0.13909333282046848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,2048,0.13251377476586237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,1536,0.017994667092959087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,512,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,768,0.012038222617573209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,1536,0.009951111343171861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,6144,0.23122223218282065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,4096,0.010845333337783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,10240,0.10176444715923733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,256,0.009222221871217092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,10240,0.0417866673734453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,512,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,5120,0.015818667080667283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,51200,2.4398621453179254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,5120,0.02622933354642656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,7168,0.2775706715053982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,3584,0.02631644407908122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,2048,0.013468444347381592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,64,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,256,0.007115555306275685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,1536,0.004779555731349521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,51200,0.18078222539689806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,3584,0.1001253326733907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,2560,0.018446221947669983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,256,0.02905422117975023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,65536,3.8344222174750437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,1024,0.008671999805503422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,10240,0.0786986682150099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,1024,0.005251555393139522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,512,0.025011556016074285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,7168,0.026504000027974445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,4096,0.008051555189821456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,7168,0.01982222166326311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,16384,0.026855111122131348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,2560,0.0306968887646993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,768,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,3072,0.3072044319576687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,2560,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,1024,0.01183555523554484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,1024,0.007407111426194509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,256,0.0035822221802340615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,5120,0.22500978575812447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,3584,0.028592887851927016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,16384,0.08168533113267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,1024,0.012379555238617791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,1536,0.07525600327385797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,4096,0.015632889337009855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,2048,0.03426488902833726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,768,0.011787555283970304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,32,0.005071111023426056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,768,0.005780444376998478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,12288,0.31469866964552135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,512,0.0052435555391841466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,768,0.012975999878512489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,51200,0.8815120061238607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,8192,0.061353776190016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,65536,0.09638222058614095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,3584,0.04509688748253716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,512,0.006151999864313338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,4096,0.008183110919263627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,3584,0.009175111022260454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,51200,14.708409627278646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,7168,1.1085209316677518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,3584,0.021913778450753953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,768,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,12288,0.23622133996751574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,32,0.029713776376512315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,51200,0.06648621956507365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,128,0.006016888966162999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,1536,0.0069777775141927935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,10240,0.019742222295867074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,5120,0.02107288936773936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,10240,0.015627556376987033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,7168,0.015710221396552194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,6144,0.23940889040629068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,2560,0.007228444847795699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,1024,0.39134399096171063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,12288,0.36624799834357363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,6144,0.016487111647923786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,5120,0.010091555615266165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,256,0.005165333135260476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,128,0.02685244381427765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,512,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,51200,0.14672266112433538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,7168,0.05546311206287808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,2560,0.020152888364262052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,3584,0.011561777856614856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,256,0.12666666507720947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,64,0.006592888798978593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,2048,0.013305777476893531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,10240,0.015031110909250049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,768,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,2048,0.012460444536474017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,16384,0.04385422335730659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,7168,0.023807111713621352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,10240,0.014564444621404013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,256,0.06936711072921753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,2560,0.4022880130343967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,12288,0.019352888067563374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,4096,0.015296889675988091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,2048,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,256,0.015093333191341825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,51200,0.052505777941809766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,12288,0.2714622285630968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,768,0.003976888954639435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,5120,0.10300088591045803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,2560,0.006161777923504512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,1024,0.04150844282574124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,51200,0.4274168809254964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,5120,0.09122933281792535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,65536,0.36641955375671387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,2560,0.036574221319622464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,768,0.006818666640255187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,64,0.013340444200568728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,4096,0.006074666563007567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,4096,0.18087289068433973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,7168,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,6144,0.04481955700450473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,128,0.0027439999911520216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,32,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,256,0.047994666629367404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,65536,0.06773955292171903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,12288,0.01475288967291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,65536,0.322526216506958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,64,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,3584,0.013634666800498962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,3584,0.04210222098562452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,3584,0.01109866632355584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,512,0.08130844434102376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,64,0.03382488754060533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,10240,0.073853333791097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,4096,0.008164444731341468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,128,0.0042133331298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,8192,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,1536,0.026573333475324843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,2560,0.01981599960062239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,768,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,4096,0.23081066873338488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,65536,0.9976355234781901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,7168,0.26912355422973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,256,0.004297777596447202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,2560,0.08877866797977024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,16384,3.7963278028700085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,768,0.006513777706358168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,65536,0.2197564442952474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,2560,0.09178488784366184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,2560,0.9885404374864367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,8192,0.021342222889264423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,512,0.003990222182538775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,7168,0.025083555115593806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,10240,0.01847555571132236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,7168,0.02667377723587884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,128,0.004402666870090696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,6144,0.013806222213639153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,6144,0.4686240090264215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,10240,0.09740266535017227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,65536,0.383985784318712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,3072,0.11879555384318034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,6144,0.5176497565375434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,12288,0.22006400426228842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,2048,0.04507377743721008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,6144,0.04748177859518263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,2048,0.012236444486512078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,2560,0.010298666854699453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,2560,0.007126222054163615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,512,0.0033297776761982176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,768,0.008340444829728868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,128,0.003015999992688497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,768,0.06447022491031222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,256,0.006054222169849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,256,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,1536,0.013201778133710226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,65536,0.06400711006588407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,10240,0.04500533474816216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,512,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,128,0.034585777256223894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,5120,0.025080000360806782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,3584,2.265836503770616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,256,0.02938666608598497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,10240,0.12967999776204428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,4096,0.01348533315791024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,3584,0.02306933369901445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,512,0.006162666612201267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,65536,0.0689751108487447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,12288,0.019084443648656208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,16384,0.045696000258127846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,3072,0.07629333602057563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,65536,0.32939110861884224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,12288,0.06741511159472995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,32,0.007826666865083907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,8192,0.12246755758921306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,1024,0.04087466663784451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,32,0.006697777658700943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,4096,0.05853066841761271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,4096,0.08152088854047987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,32,0.01482488877243466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,8192,0.07620177666346233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,5120,0.1355795595380995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,65536,0.06887377632988824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,1024,0.007770666645632849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,7168,0.029655112160576716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,51200,0.011861333416567909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,8192,2.084021250406901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,2048,0.015999111864301894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,65536,0.10318044159147476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,5120,0.05360000001059639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,51200,0.09087822172376846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,7168,0.032940444019105695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,5120,0.010615111225181155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,8192,0.673342227935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,3072,0.008284444610277811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,51200,0.10268888870875041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,65536,1.0539333555433485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,10240,0.09442222118377686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,12288,0.3008844322628445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,512,0.0122417774465349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,64,0.003030222323205736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,1024,0.011544889046086205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,1536,0.007674666742483775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,16384,0.04990666773584154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,128,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,2560,0.4554702440897624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,32,0.003167111012670729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,4096,0.09903911087248062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,51200,1.4474515914916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,2560,1.7183759477403429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,128,0.04411555661095513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,5120,0.13693955209520128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,12288,2.1818887922498917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,5120,0.07954400115542941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,16384,0.6101973321702745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,4096,0.03983644313282437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,2560,0.03680977887577481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,2048,0.9459973441229926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,5120,0.3493279880947537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,8192,0.06261244747373793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,1536,0.1353786653942532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,4096,0.008100444244013892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,65536,2.2117031945122614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,51200,1.3524292839898004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,3584,0.06723999977111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,51200,0.7894355456034342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,2560,0.017216889394654166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,512,0.007224000162548489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,6144,0.20624177985721162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,12288,0.014207111464606391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,256,0.007900444169839224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,16384,0.2748862107594808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,10240,3.5005565219455295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,8192,0.024005333582560223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,1536,0.042711999681260854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,2048,0.14030578401353624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,512,0.003375111147761345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,32,0.006664888726340399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,8192,0.06035200092527601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,2560,0.16452622413635254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,12288,0.2396311230129666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,3584,0.014214222629865011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,4096,0.03629422187805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,1024,0.012921777864297232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,2048,0.009286222358544668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,8192,0.12099288569556342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,12288,0.047394666406843394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,32,0.003120888852410846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,2048,0.09782310989167954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,1024,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,256,0.005375999957323074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,3584,0.008758222063382467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,7168,0.39676088756985134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,768,0.007703111403518253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,65536,0.12933154900868735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,5120,0.6153617964850532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,2048,0.4895964198642307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,1536,0.020406223005718656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,51200,0.362918217976888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,2048,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,1024,0.011707555916574268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,768,0.00811822215716044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,768,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,64,0.013296888934241401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,65536,0.22109066115485299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,8192,0.011790222591824003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,51200,0.029527111185921565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,64,0.0025519999778932994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,128,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,1024,0.015246222416559855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,8192,0.2638675636715359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,5120,0.11839289135403103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,1536,0.22537067201402453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,8192,0.07328355312347412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,3072,0.07668977975845337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,7168,0.08272177643246122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,5120,0.04210577739609612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,2560,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,1536,0.009398221969604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,256,0.009391110804345872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,1024,0.004307555655638377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,6144,0.01626133256488376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,8192,0.38040712144639754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,10240,0.244832886589898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,2560,0.007098666495747036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,256,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,768,0.01295377810796102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,16384,0.5126258002387153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,2048,0.04303288790914747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,3584,0.007495111061467065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,6144,0.12385333908928765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,65536,0.05288177728652954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,8192,0.05796533160739475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,768,0.010139555566840703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,1536,0.004577777865860197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,3584,0.024579554796218872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,1024,0.013758222262064615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,12288,0.7613760100470649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,2560,0.030399110582139757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,16384,1.2834293577406142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,12288,5.802801767985026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,12288,0.013397333522637686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,1536,0.04896444413397047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,3584,0.048862222168180675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,8192,0.013436444103717804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,65536,0.11205511622958714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,3072,0.008287111090289222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,5120,0.16379733880360922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,65536,0.7086924446953667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,5120,0.09972355763117473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,16384,0.11719289090898301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,5120,0.029633777009116277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,2560,0.09601689047283596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,6144,0.5686542193094889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,768,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,3584,0.02103999919361538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,256,0.004610666798220741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,6144,0.23941511578030059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,16384,0.049936887290742665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,8192,0.1235920058356391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,64,0.002895111011134254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,3584,0.017992888887723286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,51200,1.1177244186401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,2560,0.04558222161398994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,512,0.008287111090289222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,12288,1.5854782528347438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,5120,0.1521315574645996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,10240,0.13487288686964247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,8192,0.01664444473054674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,4096,0.023826667004161414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,2048,0.007788444558779399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,16384,0.6423546473185221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,65536,13.067147148980034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,32,0.014456889695591398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,10240,0.3354506757524278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,2560,0.011456888582971362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,128,0.0069546666410234236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,8192,0.019875556230545044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,8192,0.010481778118345471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,16384,0.15698577298058405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,3584,0.015212444795502557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,65536,0.5708559883965386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,6144,0.060918225182427295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,2560,0.02721066607369317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,3584,0.12057333522372776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,256,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,3584,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,512,0.0047600000268883174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,16384,1.026407135857476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,128,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,16384,0.050768888658947416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,1024,0.007088888850477006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,512,0.009334222310119206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,8192,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,8192,0.035884443256590105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,4096,0.007859555383523306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,128,0.003929777691761653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,65536,0.07259466913011339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,64,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,7168,0.009346666435400644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,1536,0.010002666877375709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,1024,0.10577333635754055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,65536,0.29459555943806964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,2560,0.016328000360065036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,3584,0.2968924575381809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,2048,0.009161777794361115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,12288,0.5715360111660427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,512,0.04247822364171346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,768,0.40325599246554905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,256,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,7168,0.008720888859695857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,5120,0.0185199992524253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,10240,0.0241333329015308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,5120,0.1435884502198961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,12288,0.0354053344991472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,6144,0.037032001548343234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,3584,0.019857777489556205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,2048,0.018992889258596633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,1536,0.0159262220064799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,1024,0.005929777605666055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,3584,0.010327111515733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,65536,3.417829301622179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,51200,0.3472595479753282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,2560,0.8809279865688748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,2048,0.09698488977220322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,2048,0.006681777950790193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,2560,0.012224888636006249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,512,0.08752444717619155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,6144,0.29729776912265354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,2048,0.017246221502621967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,7168,4.369660271538629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,256,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,12288,0.021798221601380244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,3584,0.008058666355080074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,4096,0.02757599949836731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,32,0.003403555601835251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,8192,0.04327466752794054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,1024,0.07494044303894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,2560,0.008171555896600088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,2048,0.043747554222742714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,3072,0.13977866702609593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,12288,0.02033866610791948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,1024,0.0041857775714662345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,512,0.009505777723259395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,512,0.058352000183529325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,6144,0.4416382312774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,10240,0.061568889353010386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,4096,0.0273964438173506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,4096,0.10157422224680583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,12288,0.05563377671771579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,8192,0.3251582251654731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,2560,0.037075555986828275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,10240,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,51200,2.263970692952474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,1024,0.03181511163711548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,7168,0.017789334058761597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,256,0.0035297779573334586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,51200,0.05756711297565036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,12288,2.923828548855252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,2048,0.0273324449857076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,16384,0.006214222146405115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,12288,0.5930293401082357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,5120,1.2434942457411025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,128,0.003850666599141227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,256,0.015573332707087198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,65536,2.1949857076009116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,5120,0.02953688965903388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,512,0.006034666465388403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,2560,0.12036800384521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,512,0.004785777793990241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,2560,0.08608444531758626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,12288,0.032107555203967623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,256,0.005149333427349727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,51200,0.16286577118767634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,3584,0.024365334047211543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,128,0.0040737779604064096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,10240,0.057703998353746205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,10240,0.021389333738221064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,3072,0.011968000067604912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,12288,2.016504923502604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,65536,0.05937777625189888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,51200,0.6498559845818414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,2048,0.024566221568319533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,65536,0.038650665018293597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,6144,0.02104266650146908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,7168,0.039572444227006696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,2560,0.0273964438173506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,256,0.023056000471115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,10240,0.03906755646069845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,16384,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,256,0.0046826667255825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,4096,0.08667377630869548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,7168,0.013025778035322825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,16384,0.07236978080537584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,256,0.025067556235525344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,16384,0.04381777842839559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,4096,0.1433982186847263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,51200,0.4042186737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,3072,0.1361502276526557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,4096,0.006598222172922558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,1024,0.008544888761308458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,5120,0.1275955571068658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,2048,0.006822222222884496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,6144,0.7127626736958822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,1536,0.013638222383128272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,2048,0.05413155423270332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,3584,0.7190764215257434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,32,0.003000000077817175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,10240,0.05428444345792135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,6144,0.2425546646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,51200,0.06294577651553683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,3584,0.11719289090898301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,256,0.003140444349911478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,6144,0.01571111049917009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,8192,0.011838222543398539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,3072,0.03187200095918443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,7168,0.015384000208642749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,1024,0.004367111043797599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,128,0.004950222041871813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,65536,0.04169599877463447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,128,0.0034977777136696708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,1024,0.02571822206179301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,3072,0.021732444564501446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,12288,0.056996444861094155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,10240,1.2476915783352323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,12288,1.2526221805148654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,768,0.007682667010360294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,3072,0.023556444380018447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,128,0.0059262220230367445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,10240,0.07468177874883015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,10240,0.2066968944337633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,7168,0.19630666573842367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,1536,0.0802933308813307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,64,0.003167111012670729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,1024,0.00925511121749878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,256,0.015404444601800708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,1024,0.006121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,8192,0.01830577850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,65536,0.18159111340840658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,10240,0.0148053334818946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,2560,0.42782311969333225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,16384,1.395911110772027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,65536,1.5362515979342992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,5120,0.017243555850452848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,12288,0.06992799705929227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,10240,0.019253333409627277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,12288,0.0612915555636088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,4096,0.009030222064918941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,12288,0.19632266627417672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,768,0.015972443752818637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,10240,0.0532168878449334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,3584,0.1792515516281128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,3072,0.2095866600672404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,51200,0.18385599719153511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,12288,0.03202133377393087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,2560,0.24061510297987196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,51200,0.05880177683300442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,10240,0.21700799465179443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,65536,0.06803288724687365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,1536,0.01665511065059238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,10240,0.23136888609992134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,128,0.007207999626795451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,512,0.007495111061467065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,64,0.004912000149488449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,768,0.02240088913175795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,65536,0.2707546552022298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,32,0.14645777808295354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,2048,0.019187556372748483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,8192,0.45883819792005753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,8192,0.08820444345474243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,2048,0.03422933485772874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,4096,0.008408000071843466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,16384,3.53001340230306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,128,0.017888888716697693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,32,0.0033031110134389666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,16384,0.49715201059977215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,65536,0.8541217909918891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,7168,0.14418133099873862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,51200,0.2533297803666857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,256,0.05980088975694445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,7168,0.07386933432685004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,2048,0.6259271303812662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,2048,0.015127999915017022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,8192,0.029755555921130713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,1536,0.029529776838090684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,128,0.007094221810499827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,2560,0.0880240003267924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,10240,0.03013422091801961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,4096,0.022700443863868713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,16384,0.8239048851860894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,768,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,1536,0.010069333016872406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,3072,0.03472977876663208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,8192,0.2054293288124932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,16384,1.2864471011691623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,3584,0.049955556790033974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,51200,0.552543110317654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,512,0.07369777891370985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,2048,0.07940710915459527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,2048,0.016524444023768108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,3072,0.04584533307287428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,64,0.06917511092291938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,32,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,10240,0.12664533985985651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,3072,0.009320889082219865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,2048,0.00775733341773351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,3072,0.006688000013430913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,3584,0.014694222145610385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,51200,0.04514400164286295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,8192,0.05820710791481865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,1536,0.004882666799757215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,3584,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,256,0.015492444237073263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,128,0.01700088878472646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,1024,0.003990222182538775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,6144,0.046817776229646474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,1536,0.0355386667781406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,768,0.031111111243565876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,3072,0.009999111294746399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,2560,0.24669244554307726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,7168,0.02254755629433526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,512,0.06283733579847547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,768,0.003793777690993415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,4096,0.01460800071557363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,3072,0.006121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,4096,0.03374310996797349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,16384,0.023415999280081853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,7168,0.011601777540312873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,10240,0.186372439066569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,128,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,128,0.039416889349619545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,3584,0.013556444810496436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,1024,0.00565155554148886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,51200,0.05115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,256,0.059711111916436084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,65536,5.764728122287327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,7168,0.48749690585666233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,51200,1.918090608384874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,3584,0.03701511025428772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,64,0.009011555876996782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,512,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,128,0.003119999956753519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,2560,0.01792711185084449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,3584,0.03527733352449205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,2048,0.11077333158916897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,51200,0.7185209062364367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,5120,0.008727110922336578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,10240,0.016984888248973422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,51200,0.6174106597900391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,65536,1.0336497624715169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,3072,0.007338666253619724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,65536,0.48614756266276044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,6144,0.0350542234049903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,512,0.027414222558339436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,256,0.003321777822242843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,51200,0.08720444308386908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,16384,0.09817688994937473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,1536,0.5574053128560384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,12288,0.3018168873257107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,1024,0.010668444136778513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,768,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,768,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,6144,0.009131555755933126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,256,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,2048,0.1401360034942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,2560,0.012335110869672565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,3584,0.0802053345574273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,16384,0.2228053410847982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,65536,0.2939608891805013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,10240,0.13102755281660292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,16384,0.06393688917160034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,512,0.0047155556579430895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,16384,0.5419973267449273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,12288,0.05423466695679558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,32,0.0070471109615431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,768,0.011729777687125735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,5120,0.027104000250498455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,8192,0.0613022247950236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,32,0.0033004445334275565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,4096,0.009550222092204625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,7168,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,2048,0.005602666487296422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,16384,0.027271999253167048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,7168,0.34747733010186094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,51200,0.16209777196248373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,1536,5.651685502794053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,2048,0.013427555561065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,10240,0.01997511088848114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,7168,0.018623110320832994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,2048,0.008091555701361762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,4096,0.010335110955768162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,512,0.040355556541019015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,10240,0.0228426671690411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,256,0.015384889311260648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,3584,0.7514942487080892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,3072,0.012039110892348819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,32,0.003261333331465721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,2048,0.0509128901693556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,64,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,512,0.009464888936943477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,256,0.004679111142953237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,3584,0.007240888973077138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,128,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,6144,0.009665778113736046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,8192,0.22181688414679634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,65536,0.4379848904079861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,65536,0.0758897794617547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,2048,0.038394666380352445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,3072,0.01683288812637329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,768,0.03738044367896186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,10240,0.6902426613701714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,5120,0.012298666768603854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,512,0.004328000048796336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,10240,0.05757688813739353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,7168,0.3969288931952582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,2560,0.011019555230935415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,8192,2.588524500528971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,32,0.006623999940024481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,2048,0.008734222087595198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,512,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,768,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,3584,0.01090222183201048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,6144,2.9621743096245656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,7168,0.010108444425794814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,1024,0.015657777587572735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,6144,0.014898666077189975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,65536,0.5798471238878038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,256,0.011100444528791638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,51200,0.16176711188422307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,10240,0.20104622840881348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,8192,0.011733333269755045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,4096,0.04905066556400723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,1024,0.006131555471155379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,16384,0.011267555256684622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,12288,0.17931644121805826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,51200,0.5732435650295681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,768,0.0041706665522522396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,1536,0.0779893332057529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,2048,1.1744498146904838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,16384,0.024671110841963027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,10240,0.021391110287772283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,3072,0.00850755555762185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,65536,3.0724817911783853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,32,0.007107555866241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,2560,0.007183999651008182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,3072,0.009395555489593083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,16384,0.08414577775531346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,16384,0.06931377781762017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,1536,0.004820444517665439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,2560,0.011411555939250521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,51200,0.33734843466016984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,512,0.10252977742089166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,7168,23.029103597005207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,16384,0.3191475603315565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,2048,0.006168889088763132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,10240,0.11673688888549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,4096,0.19277332888709175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,3584,0.10033600197898017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,1024,0.010440000229411654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,5120,0.02106311089462704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,16384,0.0185217774576611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,1536,0.008932444784376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,65536,0.1645475493537055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,65536,0.07961510949664645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,768,0.0052666668262746595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,256,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,256,0.009782222410043081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,51200,0.31417777803209096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,3072,0.02553244431813558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,16384,0.032088001569112144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,8192,0.012688000169065265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,1536,0.08684177531136407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,2560,0.008035555481910706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,7168,0.025825776987605627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,12288,5.294088999430339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,8192,0.06494400236341688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,65536,0.7402675416734484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,16384,0.1066968904601203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,2048,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,32,0.0026897777699761917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,65536,7.073978847927517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,1024,0.07944711049397786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,7168,0.028296000427669946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,3584,0.012284444438086616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,1024,0.017430222696728177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,32,0.006959111326270633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,7168,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,1536,0.016951110627916124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,3072,0.01389600005414751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,5120,0.1209146711561415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,2048,0.5778009096781412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,65536,0.3531537850697835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,3584,0.035262223747041486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,1536,0.561831103430854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,2048,0.01314222233162986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,10240,0.4575360086229112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,12288,0.0640488862991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,8192,0.7620719803704156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,3584,0.011173333558771344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,256,0.04064266549216376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,768,0.02330488959948222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,51200,0.9371538162231445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,5120,0.010185778141021729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,65536,0.4116364320119222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,12288,0.031861331727769636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,65536,0.23833600680033365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,256,0.011614222493436603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,32,0.00509333320789867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,3072,0.011787555283970304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,1536,0.004595555365085602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,5120,0.012838222086429596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,16384,0.08178666565153334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,8192,0.06011644336912367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,1536,0.08765511380301581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,4096,0.09338488843705918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,2048,0.044491555955674916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,2048,0.17158133453792998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,7168,0.04094400008519491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,1536,0.043679998980628125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,6144,0.02362666692998674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,3072,0.17226133081648085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,8192,0.1228053304884169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,65536,0.2611502276526557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,5120,0.025015999873479206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,51200,1.8234950171576605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,128,0.018005333013004728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,128,0.017030222548378837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,8192,0.018937778141763475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,5120,0.007184888753626082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,65536,0.2538648976220025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,16384,0.10515377918879192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,8192,0.02238666680124071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,1536,0.020830222302012973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,16384,0.02923733327123854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,8192,0.044008000029457935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,2048,0.06374755832884046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,3072,0.03149244520399306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,2560,0.009897777603732215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,4096,0.03159111075931125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,5120,0.31124620967441136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,2048,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,16384,9.794143676757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,4096,0.2040924496120877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,1536,0.024081778195169237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,6144,0.040616889794667564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,51200,0.8109688758850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,1024,0.024689777029885188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,16384,0.3936222129397922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,7168,0.26546043819851345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,5120,0.00720355576939053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,8192,2.180301242404514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,51200,0.41806578636169434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,128,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,12288,0.321981324089898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,65536,0.4194684558444553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,1536,0.012252444194422828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,256,0.023025777604844835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,10240,0.40920445654127335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,51200,0.14808532926771376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,1024,0.014514666464593677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,512,0.006416888700591193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,2048,0.009557333257463243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,64,0.0028524444335036804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,2560,0.011387555963463254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,2560,0.3414586650000678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,3072,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,1536,0.017824000782436795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,4096,0.2038853300942315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,1024,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,3072,0.00816533300611708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,65536,0.06656889120737712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,51200,0.05283822284804451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,6144,4.8292490641276045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,128,0.003621333175235324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,6144,0.012864888542228274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,10240,0.074782219198015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,8192,2.307631174723307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,128,0.05785777833726671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,6144,0.01220444424284829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,1536,0.10690222183863322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,1024,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,12288,0.01590222285853492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,2560,0.04348444607522753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,256,0.0032035555276605818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,2560,0.1143760018878513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,1536,0.02054933375782437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,16384,0.10125333070755005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,7168,0.04555288950602213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,16384,0.030756443738937378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,10240,0.09545599752002293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,51200,0.058690667152404785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,5120,0.19546488920847574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,3072,0.025077333052953083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,6144,0.028128001425001357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,3584,0.010663111176755695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,1536,0.08376266558965047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,10240,0.08812799718644883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,2048,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,6144,0.10822311374876235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,512,0.062076442771487765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,51200,2.312289767795139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,12288,0.03016622198952569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,8192,0.12461154990726048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,128,0.0063662222690052455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,512,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,512,0.013400889105266996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,2048,0.009496000077989366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,3584,0.01868711080816057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,5120,0.401034673055013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,3584,0.013450666434235044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,32,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,32,0.016677333248986136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,512,0.003580444388919406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,2560,0.09799466530481975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,512,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,128,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,8192,0.18576533264584014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,32,0.002846222163902389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,65536,0.06602311134338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,768,0.008150222400824228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,1536,0.012390221986505719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,32,0.005177777674463061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,1024,0.04233244392606947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,2048,0.014540443817774454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,768,0.009469333622190688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,512,0.0059164443777667145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,128,0.00849866701496972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,51200,0.4876844618055556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,32,0.0069413334131240845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,16384,0.09190222289827134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,2560,0.010201777848932479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,5120,0.2853119903140598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,1536,0.04592533244027031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,7168,0.06116266383065117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,1536,0.007187555233637492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,256,0.003383111208677292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,2048,0.07240177525414361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,4096,0.006213333457708359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,2560,0.007827555967701806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,3072,0.012679110798570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,2048,0.2881137794918484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,2048,0.24017598893907335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,512,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,51200,0.054679112301932446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,4096,3.099739498562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,4096,0.026791110634803772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,51200,0.024336000283559162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,10240,0.05606310897403293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,6144,1.0070169236924913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,2048,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,32,0.005252444495757421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,768,0.0034933334423436057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,4096,0.03009422289000617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,4096,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,7168,0.025599110457632277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,3072,0.11418755849202473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,2560,0.16249956025017634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,32,0.02644266684850057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,12288,0.021183111601405676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,7168,0.02180800007449256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,6144,0.02478666603565216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,1024,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,16384,0.10717066791322495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,1024,0.005111999809741974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,128,0.004818666726350784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,32,0.0026595555245876312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,6144,0.02370400064521366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,1024,0.08578577968809341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,10240,0.013577777478430005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,16384,1.258096906873915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,4096,0.3101404507954915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,1536,0.2884968916575114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,7168,0.2379671202765571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,10240,0.13332888815138075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,4096,0.11113066143459743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,16384,0.026068444053332012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,12288,0.04092799954944187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,51200,0.48089154561360675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,2560,0.015638222297032673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,64,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,6144,0.012599111431174807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,12288,0.20423821608225504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,4096,0.03109955456521776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,6144,0.11600177817874485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,16384,0.23012622197469076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,16384,1.0513750712076824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,5120,0.16465955310397679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,3072,0.08112444480260213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,1536,0.01849688920709822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,768,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,2048,0.02244088881545597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,8192,0.01704355577627818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,3072,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,128,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,3584,0.10695111089282566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,1024,0.006091555373536215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,12288,0.017295999659432303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,10240,0.5408159891764323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,1536,0.012650666965378655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,256,0.004579555657174853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,1536,0.100746664736006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,3072,0.009669333696365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,10240,0.4997528923882379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,512,0.008479110896587372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,51200,3.316366195678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,10240,0.028149333265092637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,256,0.009178666604889764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,51200,0.08749066458808051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,768,0.0047733332547876565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,3072,0.02544622288809882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,3584,0.07958666483561198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,768,0.007888889147175683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,16384,0.03231466809908549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,3584,0.020623111062579684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,16384,1.759224043952094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,10240,0.016857778032620747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,1536,0.011781333221329583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,768,0.06905777586830987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,8192,0.023220444718996685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,1024,0.012154666913880242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,64,0.0026968889352348116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,6144,0.3015608787536621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,1536,0.0058293334311909145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,128,0.03996977872318692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,16384,0.43979999754163956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,65536,0.10315022203657363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,12288,0.024326221810446844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,12288,0.30827376577589244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,1024,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,3072,0.11677955256568061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,10240,0.29455823368496364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,51200,0.06761599911583795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,1536,0.011048888994587792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,16384,0.20099288887447783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,1024,0.015992888145976596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,7168,0.18068977197011313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,6144,0.02938666608598497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,8192,0.03808000021510654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,5120,0.00999644481473499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,5120,1.4262168672349718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,5120,0.05507377783457438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,2048,0.03098755412631565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,6144,0.031360887818866305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,6144,0.014311111635631986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,12288,0.37140266100565594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,12288,0.03326933251486884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,3584,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,51200,0.17310221989949545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,12288,0.21492532889048258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,128,0.002712888850106133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,51200,0.07927911149130927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,256,0.038753777742385864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,4096,0.6275706821017796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,3072,0.12239910496605767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,512,0.010120888551076254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,3072,0.025855110751258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,65536,0.24779023064507377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,7168,0.014069333672523499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,2560,0.01329422245422999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,2048,1.0705955293443468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,8192,0.024018666810459558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,7168,0.029256890217463177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,16384,0.037583112716674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,256,0.011257777611414591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,1536,0.050161778926849365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,2048,0.007206222249401941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,7168,0.05882755253050062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,65536,0.12680266963111028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,256,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,8192,0.016241777274343703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,1024,0.012337778177526263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,64,0.0027919999427265594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,256,0.005136000199450387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,1536,0.00647199981742435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,6144,0.010131555298964182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,5120,0.16180533832973903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,32,0.0042364444169733255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,768,0.009069333473841349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,3584,0.020566221740510728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,1536,0.021809778279728357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,16384,0.021146666672494676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,65536,0.00958933350112703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,4096,0.08702044354544745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,2560,0.04449422160784403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,8192,1.70415465037028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,512,0.00407288885778851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,3072,0.06867021984524198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,8192,0.07214488585789998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,32,0.0921928882598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,16384,0.38016178872850204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,51200,0.05336799886491564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,1024,0.02602311140961117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,7168,4.00252448187934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,4096,0.015842666228612263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,2048,0.008424888882372115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,3072,0.033422221740086876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,1536,0.06589155726962619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,16384,0.11698044670952691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,2048,0.0192275560564465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,3072,0.06306133005354139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,3072,0.02827022141880459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,6144,0.1683866712782118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,10240,0.00647288892004225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,2048,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,3584,0.09323022100660537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,1024,0.013100444442696042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,4096,0.09750844372643365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,5120,0.012512889173295764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,7168,0.013463111387358772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,16384,0.0407315558857388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,12288,0.07358577516343859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,16384,0.055789331595102944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,768,0.00979288915793101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,5120,0.09892266988754272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,65536,1.1262000401814778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,64,0.004222222086456087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,1536,0.008990222381220924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,1536,0.008272888759771982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,8192,0.36458667119344074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,6144,0.06722133027182685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,12288,0.01702044407526652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,128,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,16384,1.3274266984727647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,16384,0.9538684421115451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,32,0.002918222298224767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,2560,0.006604444649484422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,3072,0.7126524183485242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,5120,0.03136355678240458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,512,0.005491555564933353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,1024,0.03215288784768846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,16384,0.4185315503014459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,64,0.15067377355363634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,32,0.0029164445069101122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,1024,0.014246222045686511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,1536,0.004855999930037392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,768,0.012262221839692859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,12288,0.01495822270711263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,5120,0.26084356837802464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,256,0.09634221924675836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,768,0.005154666801293691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,2560,0.009621333744790819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,32,0.14284711413913304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,3584,1.0673422283596463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,2560,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,512,0.01442577772670322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,32,0.09436177545123631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,51200,2.2656239403618708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,10240,0.05861688984764946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,1536,0.050176001257366605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,32,0.016382222374280293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,1536,0.04762755499945747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,512,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,6144,0.03121688961982727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,1024,0.06454133325152926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,7168,0.01715377800994449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,6144,0.015202666322390238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,2048,0.10843555794821845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,1024,0.010409778190983666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,2560,0.14910666147867838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,6144,0.005869333528810077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,2560,0.784071127573649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,65536,1.4841066996256511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,1024,0.014832889040311178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,128,0.004654222064548069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,51200,2.350904040866428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,2048,0.0090506664580769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,512,0.008925333619117737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,65536,0.18317066298590767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,4096,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,32,0.002584888910253843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,51200,0.19610222180684408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,8192,0.06577599710888334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,1024,0.04215022259288364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,10240,0.02312799957063463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,2048,0.00555644432703654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,512,0.012888000243239932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,512,0.01256977766752243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,8192,0.02202400068442027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,4096,0.18649510542551676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,7168,0.03915999995337592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,4096,0.04944533440801832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,768,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,10240,0.016433777080641854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,2048,0.006623111251327727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,512,0.02562933332390255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,4096,0.01826755536927117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,512,0.025378665990299646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,1024,0.008824889030721452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,2560,0.15108444955613878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,3584,0.10018577840593125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,65536,0.897621366712782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,1024,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,128,0.004782222211360931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,7168,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,2560,0.013933334085676404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,65536,89.44205729166667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,6144,0.09738044606314765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,64,0.003399111123548614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,1024,0.02207022243075901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,51200,0.060806221432156034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,768,0.004892444445027245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,768,0.047469334469901196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,4096,0.021199999584092036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,1536,0.09950755702124701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,8192,0.03571555680698819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,16384,1.1115990744696724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,16384,0.6883822017245822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,10240,0.48632531695895725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,1024,0.020774222082561918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,2048,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,3072,0.0063688887490166565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,32,0.011071110765139261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,7168,0.10877866877449884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,16384,0.4893057611253526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,4096,0.010684444672531553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,51200,0.3405280113220215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,51200,0.06250133117039998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,2560,0.020353777541054618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,768,0.004385777645640903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,51200,0.41755376921759707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,1536,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,128,0.0034266666819651923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,256,0.009204444785912832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,12288,0.06287378072738647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,8192,0.01706044375896454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,10240,0.7860764397515191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,64,0.003120888852410846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,4096,0.011160888605647616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,768,0.004229333251714706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,5120,0.009199110998047723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,64,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,7168,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,2048,0.05398933423890007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,256,0.003491555651028951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,65536,39.48505316840278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,2048,0.10869244734446208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,768,0.0236435549126731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,65536,2.628475613064236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,2048,0.04562222295337253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,51200,0.1881422201792399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,8192,0.0075937774446275495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,2048,0.00684533350997501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,32,0.0588702228334215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,6144,0.014121777481502958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,512,0.006036444256703059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,4096,0.05828444163004557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,1536,0.008948444492287105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,1024,0.010760889285140567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,128,0.013979555832015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,256,0.0031537777847713898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,32,0.003069333318206999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,65536,4.489302317301433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,128,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,256,0.010729778144094678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,8192,0.20776266521877715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,1024,0.013740444348918067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,3072,0.14175466696421304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,2560,0.03470666540993585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,1024,0.006409777949253718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,768,0.008538666698667739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,1024,0.010469333165221743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,4096,0.011046222514576383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,128,0.040291554398006864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,4096,0.22180267175038657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,32,0.037159999211629234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,65536,1.6166089375813801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,2560,0.5545395745171441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,8192,0.022216889593336318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,256,0.0038746665749284956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,2048,0.008242666721343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,16384,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,3584,0.12818045086330837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,6144,0.23933421240912545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,3072,0.06981688737869263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,32,0.003156444471743372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,10240,3.475488026936849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,2560,0.021114667256673176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,1536,0.28150754504733616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,3584,0.015471999843915304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,51200,0.5304160118103027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,768,0.10971644189622666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,2048,0.12532711029052734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,10240,0.06314222017923991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,1024,0.005685333162546158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,8192,0.006353777729802662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,12288,0.20771643850538465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,64,0.003887999802827835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,768,0.27101066377427846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,51200,0.17836266093783906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,6144,0.14967200491163465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,64,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,7168,0.03154844376775954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,1024,0.0061919999619325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,10240,0.03454844488037957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,768,0.034141331911087036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,12288,0.4093528853522406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,32,0.020922667450375024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,5120,0.18303467167748344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,4096,0.2281573348575168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,3072,0.012059555285506778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,5120,0.03438933359252082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,4096,0.08480533626344468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,8192,0.0192284451590644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,128,0.02922933300336202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,2560,0.012621333201726278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,5120,0.20666133032904732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,7168,0.147450672255622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,5120,0.0455715556939443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,512,0.004660444541109933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,64,0.0026213334252436957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,65536,0.10428888930214776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,51200,0.2323004404703776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,5120,0.00654666663871871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,768,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,1536,0.049377779165903725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,2048,0.02978666623433431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,1024,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,12288,0.015006222658687167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,3072,0.015965332587560017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,1536,0.03495733274353875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,32,0.1372942262225681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,256,0.004586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,1536,0.03264977865748935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,3072,0.10470044612884521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,5120,0.01425244410832723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,512,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,1024,0.005889777921968036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,1536,0.06968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,256,0.007859555383523306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,12288,0.05933244360817803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,12288,0.04641688863436381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,7168,0.06278222137027316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,256,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,32,0.014314666390419006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,5120,0.09401333332061768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,16384,23.574878268771702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,51200,16.969083997938366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,2560,0.07730844285753039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,64,0.007715555528799693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,256,0.07323644558588664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,256,0.0032382222513357797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,4096,0.10846044619878133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,4096,0.011870221959220039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,7168,0.03119200136926439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,8192,0.10703021950191921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,7168,0.00683822234471639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,4096,0.018911111685964797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,12288,0.02379111117786831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,1024,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,6144,0.0936773353152805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,8192,4.82929950290256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,64,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,768,0.15070311228434244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,32,0.003974222060706881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,10240,0.029834667841593426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,3584,0.009318222602208456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,3584,0.022787556052207947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,64,0.008271111382378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,12288,0.1593493355645074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,8192,0.014946666028764514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,3584,0.011219555305110084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,16384,0.07795821958118014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,12288,0.43348532252841526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,4096,0.05783289008670383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,10240,0.04378933376736111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,7168,0.03761777612898085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,7168,0.313152896033393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,16384,0.026569777064853247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,65536,0.11328089237213135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,10240,0.013693333499961428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,5120,0.0346942212846544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,2560,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,32,0.002667555585503578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,65536,0.1830693350897895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,3072,0.011034666664070554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,5120,0.017076444294717576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,3584,0.008257778154479133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,51200,0.05522666705979241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,3584,0.09856800238291423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,768,0.03132088979085287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,1024,0.02798933453030056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,12288,0.043395555681652494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,10240,0.1659031046761407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,5120,0.01606666710641649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,256,0.02923822071817186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,51200,0.04604444570011563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,256,0.007762666377756331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,512,0.004896000027656555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,7168,0.07351111041174994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,10240,0.01992177797688378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,4096,0.10221155484517415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,1536,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,16384,0.027639110883076985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,10240,0.014472888575659858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,2560,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,32,0.0034613334056403902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,1536,0.007844444778230455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,768,0.0036319999231232535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,32,0.005058666484223472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,4096,0.012019555601808759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,128,0.0034293333689371743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,512,0.03639466563860575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,768,0.02586311101913452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,6144,0.02697333362367418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,2048,0.0052986666560173035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,2048,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,5120,0.30675021807352704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,768,0.2550506591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,768,0.007878222399287755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,128,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,10240,0.47506046295166016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,7168,0.9778871536254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,5120,0.24973776605394152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,3584,0.044970668024486966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,6144,0.16836355792151558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,3072,0.079930669731564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,1536,0.09365689092212254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,2560,0.037131554550594754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,65536,0.2159342235989041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,256,0.0348693331082662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,10240,0.013154666456911298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,1024,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,256,0.06236000193489922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,768,0.006232000059551663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,3584,0.033215999603271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,51200,3.198183907402886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,4096,0.05113066567314995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,65536,0.15392533938090006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,2560,0.05529955691761441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,768,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,8192,0.08815644184748332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,1536,0.03397333290841844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,5120,0.06482222345140246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,51200,0.06238400273852878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,512,0.003351111171974076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,512,0.005664000080691443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,2560,0.022642667094866436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,2048,0.014402666025691561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,2048,0.016721778445773654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,128,0.008736000292830998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,3072,0.0666195551554362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,3584,0.007662222617202335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,12288,0.13903466860453287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,16384,0.043084445926878184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,256,0.02920177910063002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,1024,0.2394231160481771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,7168,0.35872533586290145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,3072,0.023824888798925612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,65536,0.079949332608117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,768,0.009316444396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,1024,0.012798222402731577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,16384,0.031247112486097548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,3072,0.040651556518342756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,3072,0.11808178159925674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,51200,0.19089066982269287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,256,0.005548444473081165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,51200,5.688720703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,6144,0.18572799364725748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,8192,0.0750817788971795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,1536,0.3885040018293593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,1536,0.005769777629110549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,128,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,51200,3.6953324211968313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,128,0.004043555508057277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,65536,0.1729093392690023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,3072,0.0325217776828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,1536,0.020184889435768127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,3584,0.008643555144468943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,1024,0.013038222160604266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,1536,0.04989155464702182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,256,0.012653333445390066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,512,0.5743769009908041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,128,0.009687110781669617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,16384,0.1346222162246704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,7168,0.009129777550697327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,8192,0.016536888149049547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,256,0.016968000266287062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,256,0.012982221941153208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,2048,0.013985777894655863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,768,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,128,0.005323555734422471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,3584,0.009712888962692684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,6144,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,51200,0.11880621645185684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,8192,0.45949331919352215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,3584,0.007154666715198093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,1024,0.07484444644716051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,2560,0.04059733284844293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,64,0.005137777576843898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,2560,0.051784889565573804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,2560,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,65536,0.14656444390614828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,1536,0.006631999793979857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,6144,0.06652266449398465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,256,0.002938666691382726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,1024,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,128,0.010420444111029306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,128,0.00742222203148736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,128,0.010443555812040964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,32,0.005079111291302575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,128,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,1536,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,128,0.08950755331251357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,2048,0.015006222658687167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,7168,0.013935999737845527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,3584,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,12288,0.4380551179250081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,8192,0.012486221889654795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,7168,0.18260355790456137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,1536,0.05591466691758898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,51200,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,256,0.03651377889845107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,3072,0.10408711433410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,51200,0.11089066664377849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,4096,0.006135111053784688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,8192,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,1024,0.006826666494210561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,3072,0.008786666724416945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,128,0.01605333387851715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,3072,0.019493333167499967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,512,0.010138666464222802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,3584,0.028378665447235107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,2048,0.008439111212889353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,128,0.00980711148844825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,5120,0.00870488915178511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,768,0.005589333259397083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,768,0.06211733155780368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,768,0.07843910985522799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,16384,0.10459199878904556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,3584,0.008323555191357931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,3072,0.023394667439990576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,12288,3.577093336317274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,512,0.05267555514971415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,1024,0.007246221933099959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,7168,0.22863822513156465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,2048,0.012502222425407834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,10240,0.3694302241007487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,6144,0.00979022185007731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,12288,0.031013333135181006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,64,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,3072,0.12388443946838379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,32,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,1024,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,256,0.0035413333939181436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,1024,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,3584,0.17750399642520479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,6144,0.19317511717478433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,3584,0.010873777998818291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,10240,0.11823022365570068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,512,0.0037600000699361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,768,0.003896000070704354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,768,0.005769777629110549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,2560,0.021176000436147053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,12288,0.2235013378991021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,64,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,1024,0.0041368889311949415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,3584,0.05052266518274943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,12288,0.9642444186740451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,5120,0.2262079980638292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,512,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,2560,0.014903111590279473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,2048,0.020340444313155282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,64,0.0026595555245876312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,512,0.025631111529138353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,128,0.005863111052248213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,16384,0.013987556099891663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,2560,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,1024,0.006760889043410619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,65536,0.06760533650716145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,10240,0.16377955012851292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,65536,0.11859022246466742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,768,0.014004444082578024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,6144,0.03671377897262573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,8192,0.03228266702757941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,64,0.02234488891230689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,3072,0.07774221897125244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,128,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,3072,0.04734755555788676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,51200,0.24860265519883898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,512,0.025249777568711176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,5120,0.02875111169285244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,256,0.010398222340477837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,51200,0.9918817943996854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,1536,0.00872444444232517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,2560,0.023584889041052923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,3072,0.01352355546421475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,10240,0.11060800155003865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,512,0.01752000053723653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,65536,0.1009955538643731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,8192,0.012620444099108378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,4096,0.012706666356987424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,5120,0.021914665897687275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,7168,0.01755822201569875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,32,0.0030826667530669104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,256,0.011009777585665384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,51200,0.1484088897705078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,10240,0.133389327261183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,1536,0.009879111415810054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,3072,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,8192,0.13621511724260119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,12288,0.018767111831241183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,1536,0.017610667480362784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,2048,0.009568000005351173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,2048,0.006036444256703059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,128,0.003080888961752256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,51200,0.24775732888115776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,2560,0.20186755392286512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,12288,0.01793333391348521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,1024,0.05954933166503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,256,0.004488888714048597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,10240,0.010303110712104374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,768,0.04059377643797133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,5120,0.1421662171681722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,4096,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,4096,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,5120,0.07636266946792603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,16384,0.08059999677870008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,12288,0.17006044917636445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,2560,0.009579555855857002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,5120,0.020453333854675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,3072,0.019354666272799175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,6144,0.02327288852797614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,3072,0.17783021926879883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,64,0.0025759999536805684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,768,0.006109333286682765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,5120,0.09101688861846924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,768,0.05990044275919596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,256,0.006544888847404056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,12288,0.0273991111252043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,1536,0.0047626665068997275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,8192,0.5825964609781901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,1536,0.006960888703664144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,12288,4.668275621202257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,768,0.0070266665683852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,12288,0.5258675681220161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,51200,0.08535199695163304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,8192,0.13594755861494276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,1536,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,2048,0.008212444682916006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,512,0.038677334785461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,3584,0.037449777126312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,16384,0.008827555510732863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,4096,0.030864887767367895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,2048,0.020802666743596394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,51200,0.09440355830722386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,256,0.004479111068778568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,256,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,3584,0.11185422208574082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,2048,6.8528391520182295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,256,0.12731377283732095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,10240,0.01943555474281311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,2560,0.012694222231705984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,768,0.022504000200165644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,1024,0.04395022326045566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,1024,0.029607110553317603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,8192,0.01314133322901196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,51200,0.3421706623501248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,3584,0.025872000389628943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,3584,0.011920000116030375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,4096,0.03655822078386942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,64,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,5120,0.19500711229112414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,3072,0.02681955529583825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,10240,0.5499164263407389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,1024,0.010621333287821876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,32,0.009399111072222391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,3584,0.04878311024771797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,3584,0.01928444372283088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,65536,0.4482044643825955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,5120,0.09182577662997776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,12288,0.0527688894006941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,5120,0.04274844461017185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,10240,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,51200,0.14472444852193198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,1536,0.04972177743911743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,16384,0.24499199125501844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,512,0.026347556047969397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,51200,0.7986390855577258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,512,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,4096,0.021651556094487507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,768,0.004555555681387584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,6144,0.09502844678031074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,768,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,1024,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,1536,0.058176000912984215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,51200,0.1553573343488905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,1024,0.0351511107550727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,64,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,51200,0.2997022204928928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,10240,0.1282515525817871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,5120,0.014236445228258768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,5120,0.03846844368510776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,512,0.004980444494220945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,768,0.009308444129096137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,65536,0.0707119968202379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,6144,0.17050311300489637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,3072,0.017644445101420086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,12288,0.30854399998982746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,128,0.00923911150958803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,65536,0.16018933720058864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,2560,0.012364444633324942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,10240,1.1996471616956923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,3072,0.07957066429985894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,64,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,7168,0.0904088881280687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,2048,0.014074666632546319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,3584,0.4015857908460829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,5120,1.9777236514621312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,3072,0.00833333366447025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,1536,0.05279289020432366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,3072,0.012103999654452005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,3584,0.04685599936379326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,2048,0.045977777904934354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,4096,0.09953688912921482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,3584,0.018939556346999276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,2048,0.15703288714090982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,10240,0.10071466366449992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,3584,0.019409777389632333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,3584,0.009027555584907532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,3072,0.04527911212709215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,6144,0.024266666836208765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,1024,0.03737066520584954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,51200,0.06528266933229235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,16384,0.08349421951505874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,5120,0.017881777551439073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,8192,0.012097777591811286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,16384,0.19701511330074736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,1024,0.006532444308201472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,51200,0.057371556758880615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,51200,2.9310391743977866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,768,0.03540888759824965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,3072,0.07016177972157796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,4096,0.25329777929517955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,1024,0.0058444444504049085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,65536,0.01475644442770216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,8192,0.01202666676706738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,5120,0.059768888685438365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,51200,0.09495021899541219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,7168,0.010242666635248397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,2048,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,8192,0.29799556732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,3584,0.015398222539159985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,3072,0.010842666857772403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,2048,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,1024,0.0040702223777771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,128,0.0070257774657673305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,1024,0.0037253333462609183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,12288,0.01869333287080129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,64,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,10240,0.041109333435694374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,4096,0.00904088881280687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,512,0.04474577638838026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,3072,0.16348532835642496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,32,0.005225777626037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,3584,0.022996443841192458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,10240,0.18486400445302328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,1024,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,2048,0.03275911013285319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,16384,0.06838488578796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,4096,0.16586400402916804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,16384,0.006109333286682765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,64,0.00908088849650489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,1536,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,3584,0.008135110967689091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,2048,0.014128888646761576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,2048,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,32,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,3072,0.020459555917316012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,16384,0.023344000180562336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,512,0.0069724445541699724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,1536,0.009707555174827576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,256,0.015743111570676167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,256,0.06591200166278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,51200,23.120802137586807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,1024,0.01401422255569034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,768,0.008199111455016667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,2048,0.012253333297040729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,768,0.020212444994184706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,64,0.0026897777699761917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,12288,0.21405955155690512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,2560,0.04050488935576545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,4096,0.008422222402360704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,32,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,4096,0.02832088867823283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,1024,0.016324443949593436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,10240,0.0768773357073466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,512,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,8192,0.00888000014755461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,7168,0.13937155405680338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,3584,0.02238399949338701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,6144,0.03062844607565138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,2560,0.10492000314924453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,1024,0.01836266616980235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,128,0.004940444396601783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,3072,0.020979555116759405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,512,0.009956444303194681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,128,0.019472888774342008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,8192,0.00941955546538035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,256,0.035106665558285184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,1024,0.005335999859703912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,2560,0.03300711181428697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,512,0.02438844409253862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,51200,0.1655368937386407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,7168,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,64,0.0025759999536805684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,5120,0.11582133505079482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,51200,1.699385748969184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,1024,0.014975999792416891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,51200,0.3476506604088678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,4096,0.010042666561073726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,10240,0.1096959975030687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,1024,0.00611111107799742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,512,0.0035457776652442086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,1024,0.007511999871995714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,7168,0.27160000801086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,512,0.005568000177542369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,768,0.04191199938456217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,3072,0.3746631145477295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,5120,0.015038222074508667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,1024,0.01460977726512485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,3072,0.05213510990142822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,6144,0.03897155655754937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,512,0.19500533739725748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,768,0.03577422102292379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,64,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,12288,0.01650311052799225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,1024,0.011960888902346293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,3584,0.008354666332403818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,1024,0.009219555391205682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,1024,0.054155555036332875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,1024,0.011703111231327057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,2048,0.022408889399634466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,16384,0.13003644678327772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,1536,0.005797333187527127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,8192,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,2560,0.0642133355140686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,32,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,128,0.02921688887808058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,3584,0.009406222237481011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,6144,0.04138133260938857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,64,0.012133333418104382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,10240,0.12876089413960776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,2048,0.012848888834317526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,16384,0.03160711129506429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,2048,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,10240,0.02574933403068119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,12288,0.030799110730489094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,32,0.0041831110914548235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,51200,0.008065777520338694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,5120,1.0980283949110243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,128,0.006025777922736273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,51200,3.6119893391927085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,512,0.0075839997993575195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,2560,0.015340444114473132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,1536,0.006847111301289664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,6144,0.19714932971530488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,5120,0.008618666893906063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,7168,0.1958986653221978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,512,0.005767999837795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,1536,0.009328000247478485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,5120,0.011843555503421359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,64,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,32,0.02050488856103685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,12288,0.01903733279969957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,512,0.018352889352374606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,256,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,2560,0.025672889418072168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,65536,0.18023199505276152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,6144,0.009671111073758867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,1536,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,8192,0.07600177658928765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,1024,0.010524444282054901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,10240,1.5133128696017797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,2048,0.008949333594905006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,2048,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,3072,0.5627724329630533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,1536,0.00848355558183458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,10240,0.05084800057941013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,7168,0.22053955660925972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,1536,0.7980728679233127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,4096,0.04079111085997687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,1024,0.023165333602163527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,128,0.005118222286303838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,1536,0.41580266422695583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,1536,1.2882746590508354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,2560,0.006829333388143116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,51200,0.4629502296447754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,32,0.006324444380071428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,32,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,8192,0.015039111177126566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,16384,4.386547512478299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,1536,0.08386577500237359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,8192,0.37137688530815977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,7168,0.014264000786675347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,8192,0.1893626716401842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,1024,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,16384,6.037883758544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,12288,0.23616711298624674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,3072,0.010488000180986194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,32,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,3584,0.32170576519436306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,8192,0.011597333682907952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,8192,0.02070844504568312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,1536,0.03608444333076477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,7168,0.6746844185723199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,4096,0.021389333738221064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,768,0.012599999705950419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,7168,0.2247004508972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,3584,0.16838844617207846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,16384,0.09669244289398193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,16384,0.12272532780965169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,256,0.004964444372389051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,3072,0.007698666718271043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,4096,0.03858133488231235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,2560,0.015209777487648858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,4096,0.015399111641777886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,7168,0.05146577623155382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,128,0.012075555821259817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,3584,0.09881066613727146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,512,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,2048,0.008480889101823172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,10240,0.04533511069085863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,768,0.003814222084151374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,51200,0.07727733585569593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,7168,0.6309342384338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,8192,0.5723102357652452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,3584,0.01564711166752709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,2560,0.01187111106183794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,2048,0.6255440182156032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,768,0.006950221955776215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,51200,0.26681065559387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,5120,0.007054222126801808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,5120,0.010618666807810465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,128,0.01922044489118788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,2560,0.08543555604086982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,6144,0.018833777970737882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,2560,0.01089244418674045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,10240,0.01512888901763492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,2048,0.061138669649759926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,1536,0.00647199981742435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,128,0.009824000298976898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,768,0.11658399634891087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,8192,0.07383022043440077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,6144,0.09747822417153253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,7168,0.02748799986309475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,256,0.003048000029391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,7168,0.019928889142142404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,5120,0.016359110673268635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,3584,1.1733724806043837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,4096,0.016897777716318767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,2048,0.008632889224423302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,768,0.009674666656388177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,51200,13.540536668565538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,6144,0.05638044410281711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,4096,0.009866666462686326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,8192,1.2796800401475694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,3072,0.050869332419501416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,5120,0.017417778571446735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,64,0.0031226666437255014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,1024,0.009272000028027428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,3072,0.00923111124171151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,32,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,65536,0.07633599970075819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,5120,0.0505600008699629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,10240,0.021120000216695998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,12288,0.01607288916905721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,512,0.006163555714819167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,64,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,1024,0.12694044907887778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,5120,0.06971910927030775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,65536,0.28623822000291615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,768,0.09273155530293782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,32,0.0028657778683635923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,16384,0.14894755681355795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,128,0.006816888848940532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,51200,0.23497422536214194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,7168,0.05694755580690172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,12288,0.1353751156065199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,2048,1.1579430898030598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,65536,0.39719467692905003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,512,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,4096,0.12723378340403238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,7168,0.25917421446906197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,51200,3.418601777818468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,2560,0.015055111712879606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,51200,2.3195696936713324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,768,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,4096,0.8751706547207303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,16384,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,3584,0.009740444521109263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,4096,0.1551555527581109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,512,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,3072,0.21213689115312365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,16384,0.028763555818133887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,10240,0.08354222112231785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,51200,1.0032533009847004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,12288,0.055574225054846875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,16384,0.036257776949140764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,65536,0.40077956517537433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,5120,0.02050488856103685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,10240,0.02327199942535824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,768,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,64,0.04976088802019755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,128,0.0027626665929953256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,128,0.009546666509575313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,256,0.03087466624048021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,7168,0.030960000223583643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,51200,0.05816355678770277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,10240,0.028556442923016016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,10240,0.13255377610524496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,256,0.015711999601787992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,51200,9.953074137369791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,256,0.04698933495415581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,6144,0.7641333474053277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,7168,0.3969706694285075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,12288,0.5158586502075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,4096,0.016591999265882704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,1536,0.2793004512786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,256,0.005524444497293896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,256,0.008413333031866286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,2560,0.06090933084487915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,128,0.05380355649524265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,768,0.013764444324705334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,6144,0.011044444309340583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,1536,0.008833777573373582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,5120,0.008052444292439355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,65536,0.8726302252875434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,64,0.007037333316273159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,7168,0.3430613411797418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,3584,0.020812445216708712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,65536,5.9017139010959205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,256,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,65536,1.1036230723063152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,8192,0.01549600064754486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,8192,0.018491556247075398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,4096,0.0336497790283627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,2560,0.011579555769761404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,128,0.005522666705979242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,64,0.0029155556112527847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,1536,0.007876444194051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,16384,0.021947556071811255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,1536,0.005883555445406172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,3072,0.2333893246120877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,128,0.0034613334056403902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,256,0.04319377740224203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,1024,0.013565333353148567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,768,0.012997333374288348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,64,0.008453333543406593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,6144,0.029602666695912678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,16384,0.11511200004153782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,512,0.17239556047651503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,64,0.02458933326933119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,3584,0.01316088851955202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,256,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,3072,0.017055999901559617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,65536,2.5810506608751083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,5120,0.018191110756662156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,51200,0.16816443867153594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,4096,0.05391644438107809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,65536,0.21182400650448271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,3584,0.05024800035688612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,32,0.002850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,12288,0.050853331883748375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,51200,0.008974221845467886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,16384,0.018383110562960308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,6144,0.04439999990993076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,16384,3.260618633694119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,768,0.009553777674833933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,5120,0.805116441514757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,5120,0.07130133443408541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,256,0.003506666670242945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,12288,6.409468332926433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,51200,0.8330124219258627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,51200,0.3169253402286106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,2048,0.5428115526835123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,65536,0.07274666759702894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,768,0.006190222170617845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,128,0.007992888490358988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,16384,0.015261333849694995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,64,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,3072,0.013918222652541267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,512,0.007860444486141205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,51200,1.3076950709025066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,3072,0.01370933320787218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,1024,0.009019555317031013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,256,0.08367821905348037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,6144,0.005982222242487802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,7168,0.022218666142887537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,16384,0.05994666947258843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,256,0.004741333425045013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,10240,0.12337599860297309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,12288,0.02089244458410475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,128,0.006396444307433234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,2048,0.1012071106168959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,16384,0.04073955615361532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,7168,0.011749332977665795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,128,0.0029155556112527847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,3584,0.04385422335730659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,16384,0.021895999709765118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,4096,2.5621022118462458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,128,0.09524977869457668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,6144,0.00811111099190182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,1536,0.008259555531872643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,2560,0.009721777505344814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,5120,0.054142223464118115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,5120,0.31081422170003253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,3072,0.020416888925764296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,3072,0.009894222021102905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,8192,0.021617778473430212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,128,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,2560,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,12288,1.1366186141967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,1024,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,16384,0.017839999662505258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,768,0.0358257790406545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,3584,0.007352888584136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,5120,0.012304888831244575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,8192,0.4739271269904242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,8192,0.03904622130923801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,51200,0.1427075597974989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,1536,0.03033422099219428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,51200,0.008871999879678091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,1536,0.005674666828579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,512,0.003671110918124517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,1024,0.006692444284756978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,51200,1.8134045071072047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,1536,0.004276444514592488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,512,0.008602666358153025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,256,0.004571555389298333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,1536,0.1621075603697035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,10240,0.3736293315887451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,768,0.009789333575301701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,1536,0.04621333214971754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,2048,0.02553333342075348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,51200,0.27286577224731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,51200,1.106642617119683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,2048,0.01681777834892273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,3072,1.2660533057318795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,32,0.008681777450773451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,3072,0.0321066677570343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,1536,0.07441333267423841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,51200,0.07353955507278442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,2560,0.007812444534566667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,2560,0.12711644172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,128,0.002899555489420891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,4096,0.012030222349696688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,51200,36.86411878797743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,4096,0.01109955542617374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,512,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,256,0.010409778190983666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,7168,0.04454844527774387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,4096,0.2641262213389079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,2560,0.010667555862002902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,5120,0.050260444482167564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,12288,0.1065102219581604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,1024,0.010763555765151978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,8192,0.020416888925764296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,7168,0.07084800137413873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,65536,0.4690266715155707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,512,0.007910221815109253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,3072,0.06231466929117838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,256,0.006240889016124938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,512,0.003367111086845398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,10240,0.06373244524002075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,64,0.005233777893914117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,64,0.008054222497675154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,3584,0.25926221741570366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,12288,0.020823111136754353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,2048,0.04217955470085144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,768,0.005030222237110138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,8192,0.17375732792748344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,16384,0.15987377696567112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,12288,0.5939191182454427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,32,0.012078222301271228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,16384,0.021288888321982488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,8192,0.041617777612474226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,6144,0.619875537024604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,10240,0.023165333602163527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,5120,0.053167111343807645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,51200,0.3952675660451253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,4096,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,2560,0.016407110624843173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,6144,0.367631991704305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,51200,10.032335069444445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,4096,0.15126578013102213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,1024,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,768,0.007800888684060838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,6144,0.03147911032040914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,512,0.0035342222286595237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,3584,0.21778310669793022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,2560,0.02688177757793003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,65536,0.2495760122934977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,256,0.003083555648724238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,1536,0.014125333891974555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,65536,0.20204267236921522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,65536,0.14098132981194392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,256,0.0070159998204973005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,1024,0.04020533296797011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,3072,0.35620800654093426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,7168,0.108551111486223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,5120,0.018717333674430847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,2048,0.018050667312410142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,5120,0.14277777406904432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,1536,0.017848889032999676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,128,0.006723555425802867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,6144,0.012527999778588613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,65536,0.3960862159729004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,512,0.004033777862787247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,32,0.006058666855096817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,1024,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,4096,0.05571999814775255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,512,0.005768888940413793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,768,0.015067555838161044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,64,0.11103466484281753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,1536,0.00885333369175593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,1536,0.0058115555180443665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,32,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,1024,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,3072,0.08742222521040176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,2560,0.010667555862002902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,1024,0.008586666650242275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,256,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,10240,0.016226665841208566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,7168,0.010287111004193624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,6144,0.027383110589451257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,1536,0.02540622154871623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,128,0.0027395555128653846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,4096,0.04546311166551378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,768,0.004879999905824661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,4096,0.012568888564904531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,10240,0.10217155350579156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,2560,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,1536,0.007631111476156447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,256,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,1536,0.007911110917727152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,2560,0.012131555212868584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,3072,0.030590222941504583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,3584,0.03240622083346049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,8192,0.01167377746767468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,8192,0.09905066755082871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,64,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,5120,0.013248888982666863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,2560,0.11124177773793538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,10240,0.02001066671477424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,65536,1.219715542263455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,5120,0.038282665941450335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,7168,0.10002755456500584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,256,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,6144,0.013797333670987023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,3584,0.020929776959949072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,51200,0.23840533362494576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,512,0.05186488893296984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,7168,0.06524711185031466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,2048,0.005984888722499211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,1536,0.04715999960899353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,12288,0.4023795657687717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,3072,0.02997777859369914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,65536,1.242828475104438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,10240,0.018609777092933655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,512,0.004495111190610462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,10240,0.391595549053616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,7168,0.031325333648257785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,7168,0.09772355688942803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,1024,0.036159111393822566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,10240,0.1654800044165717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,6144,0.010843555960390302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,32,0.007075555622577667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,7168,0.015116444892353482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,768,0.0073902226156658595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,5120,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,512,0.01333866682317522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,4096,0.007882666256692674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,1536,0.0578977796766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,3584,0.024171556035677593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,128,0.008048888709810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,10240,2.5992257859971786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,4096,0.011359111302428775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,1536,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,51200,0.08884444501664902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,16384,0.08126311169730292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,10240,0.023800889650980633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,5120,0.014685332775115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,5120,0.025313778056038752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,128,0.009560888840092553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,4096,0.04100711146990458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,256,0.006501333167155583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,3584,0.09212266736560398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,3072,0.030249777767393324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,2560,0.007179555793603261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,128,0.016484444340070088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,12288,1.9497129652235243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,5120,0.03511022196875678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,4096,0.011424000064531961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,7168,0.015597333510716757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,8192,0.135989334848192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,32,0.0033119999700122406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,3072,0.06537955337100558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,7168,0.02071822186311086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,4096,0.03884711199336582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,32,0.0028293333533737394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,6144,2.1920178731282554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,768,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,5120,0.24530487590365938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,64,0.0137155552705129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,2048,0.6674293412102593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,256,0.017785777648289997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,768,0.003908444609906939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,2048,0.0196426659822464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,10240,0.8588222397698296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,5120,0.016846223009957206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,7168,0.14251821570926243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,3584,0.025984888275464375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,1024,0.00378933341966735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,4096,0.015917332635985482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,2560,0.01499022212293413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,7168,0.01668355531162686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,10240,0.05312266614702013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,65536,0.0659431086646186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,5120,0.008570666942331526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,3072,0.016897777716318767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,2048,0.8529102007548014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,32,0.003128000017669466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,6144,0.14748266008165148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,512,0.0046844445168972015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,3584,0.07532978057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,5120,0.009287111461162567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,3584,0.0972106655438741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,1024,0.05766044722663032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,7168,0.2941884464687771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,3584,0.008802666432327693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,2048,0.019668444991111755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,4096,0.07124622000588311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,51200,3.495465808444553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,128,0.0030533334033356774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,512,0.003626666549179289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,256,0.0088764445649253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,128,0.004872888740566042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,1536,0.005618666609128316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,1536,0.007874666816658443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,5120,0.027648000253571406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,65536,8.156670464409723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,4096,0.11369066768222386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,2048,0.9344648785061307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,1024,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,65536,0.0990791122118632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,1536,0.015800888339678448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,512,0.013340444200568728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,3072,0.04684888985421923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,65536,0.07480888896518283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,7168,0.04610310991605123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,3072,0.01991555591424306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,768,0.037257777320014104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,8192,0.1070657769838969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,10240,0.24069065517849395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,128,0.0041493334703975255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,4096,0.008731555607583787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,16384,0.12475289238823785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,256,0.0038284444146686127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,5120,0.016864889197879367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,3584,0.0745591123898824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,2048,0.027123555541038513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,2048,0.01164177805185318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,3072,0.00850933293501536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,256,0.01628444426589542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,1024,0.040277332067489624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,51200,0.21957688861423066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,32,0.0029760001020299066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,10240,0.04853333367241753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,512,0.02242311173015171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,4096,0.18447111712561715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,16384,3.324160893758138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,256,0.005600000007285013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,1024,0.011306666665607028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,768,0.004484444442722532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,51200,91.44657389322917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,768,0.1137768824895223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,1536,0.011531555818186866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,512,0.0243857784403695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,256,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,1536,0.02645688917901781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,6144,2.296684477064345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,1024,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,64,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,1024,0.0038693332009845306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,4096,0.023561777340041265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,10240,0.016197333733240765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,1536,0.014281777871979607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,2560,0.03433155682351854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,1024,0.005225777626037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,3584,0.00979466653532452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,5120,0.10383199983172947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,3584,0.010934222075674268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,32,0.005111999809741974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,8192,0.48496002621120876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,12288,0.006892444358931647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,1024,0.11880532900492351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,65536,0.2353057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,1536,0.006292444550328785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,16384,0.9844026565551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,1024,0.01703733371363746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,3072,0.030363556411531236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,6144,0.016975111431545682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,1536,0.04425422350565592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,512,0.006367110957702001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,3584,0.11904711193508571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,32,0.0035075553589397003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,2560,0.1345777776506212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,128,0.004176889028814104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,51200,0.05711555480957031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,10240,0.011005333728260465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,12288,0.022468444373872545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,32,0.0034471110751231513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,768,0.08394222127066718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,5120,0.02476799984773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,10240,0.29104799694485134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,4096,0.20352533128526476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,12288,6.426080067952474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,1024,0.007744889292452071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,10240,0.010849778023031024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,8192,0.024463999602529738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,1024,0.011800888511869641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,10240,0.31821245617336696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,2048,0.0070266665683852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,6144,0.03112799922625224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,65536,0.11460088358985053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,2048,0.014366222752465142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,3072,0.008839999636014303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,2560,0.01642666591538323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,10240,0.02696977721320258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,512,0.01796266602145301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,3584,0.009111999637550777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,3072,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,6144,0.12309955226050483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,1536,0.017135999268955655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,1536,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,512,0.005211555709441503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,8192,0.020073778099483915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,51200,0.1252088944117228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,6144,0.04615555538071526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,51200,0.044413334793514676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,51200,0.11838044060601129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,8192,0.17589867115020752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,65536,0.47623644934760195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,3584,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,2560,0.1128035518858168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,768,0.008811555802822113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,10240,0.9521200391981336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,512,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,2048,0.025037333369255066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,7168,0.2849573294321696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,5120,0.3709555466969808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,3072,0.09065422084596421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,256,0.006724444528420766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,12288,0.019724445210562814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,5120,0.01737600068251292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,1536,0.09485066599316067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,65536,0.10832177930408055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,3072,0.07319555679957072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,5120,1.2044319576687283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,3072,0.04049688908788893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,3584,0.011716444459226398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,2560,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,768,0.005973333285914526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,768,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,7168,0.040727999475267194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,10240,0.018570666511853535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,7168,0.09953244527180989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,3072,0.021447999609841242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,64,0.029528889391157363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,51200,0.01828177769978841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,2560,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,16384,0.013873777455753751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,3072,0.027031110392676458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,4096,0.025654221574465435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,10240,0.038689778910742864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,65536,0.06839378012551202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,2560,0.007215110792054071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,768,0.004577777865860197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,1536,0.00555644432703654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,512,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,1024,0.009558222360081142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,1536,0.08600355519188775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,3584,0.007518221934636434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,256,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,10240,0.01794311073091295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,256,0.011032000184059143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,2048,0.0336444444126553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,51200,0.12434755431281196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,6144,0.012463111016485425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,10240,1.7268204159206813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,2048,0.012310222619109683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,2560,0.059021333853403725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,128,0.026956443985303242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,65536,0.08323644267188178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,5120,0.02801777919133504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,8192,0.24880801306830513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,256,0.0034595556143257353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,32,0.00847999999920527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,2048,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,3584,0.03077600068516201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,3072,0.018381334013409086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,16384,0.05492622322506375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,12288,2.4377494388156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,1024,0.014456000592973499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,2048,0.06957333617740206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,2048,0.009824000298976898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,16384,0.07514311207665338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,7168,0.03784444597032335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,7168,0.04302488764127096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,6144,0.010278222461541494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,12288,0.015848888291252982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,12288,4.387092590332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,2048,0.00812888890504837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,6144,0.021232888102531433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,512,0.005821333163314396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,65536,0.8407324684990777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,8192,0.1661413378185696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,3072,0.012799999780125089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,256,0.027606222364637587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,6144,0.01923199991385142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,16384,0.37379911210801864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,16384,0.2859333356221517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,768,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,768,0.02880177895228068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,3072,0.007400888535711501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,3072,0.17562133736080596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,4096,0.08057244618733723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,6144,0.0203795548942354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,1024,0.00647288892004225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,51200,0.32524800300598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,16384,0.05453777644369337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,32,1.2520373662312825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,51200,0.25379376941257054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,10240,0.0270471109284295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,128,0.010484444598356882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,12288,0.017112000121010672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,512,0.04164800047874451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,512,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,2048,0.0052151112920708126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,8192,0.7591546906365289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,2048,0.012315555579132505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,7168,0.03338044550683763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,4096,0.22495910856458876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,5120,0.025292444560262892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,512,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,4096,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,6144,0.2641688982645671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,51200,2.1503111521402993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,1024,0.024098666177855596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,10240,0.08630755874845718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,2560,0.00692622239391009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,3584,0.062487112151251904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,10240,0.014724445011880664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,512,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,256,0.08997066815694173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,6144,0.3972177770402696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,128,0.01108088923825158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,16384,0.21495732996198866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,32,0.008060444560315874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,3584,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,128,0.010616000327799054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,768,0.013553777502642738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,2560,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,51200,0.48727554745144314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,51200,0.1317982276280721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,1024,0.004016889052258598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,1536,0.008766222331258986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,4096,0.10416266653272842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,3584,0.3958097828759088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,51200,2.131241692437066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,65536,0.031065778599845037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,1536,0.3987555503845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,16384,0.27575821346706814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,51200,0.015849777393870883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,7168,0.028237332900365193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,65536,0.06464444266425239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,4096,1.2057209014892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,32,0.023149333066410486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,3072,0.019512888458040025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,4096,0.008359111017651027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,3072,0.010900444454616971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,2048,0.012907555533779992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,10240,0.08863555722766453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,2048,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,10240,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,7168,1.9629707336425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,512,0.0042239998777707415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,16384,0.042657779322730176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,3072,0.01090222183201048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,128,0.0037084445357322693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,8192,0.1452675527996487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,16384,0.04877066612243652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,768,0.006512889017661412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,12288,0.059037334389156766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,12288,0.039114667309655085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,8192,0.011325333681371478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,512,0.0037911112109820047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,256,0.0058133333093590206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,512,0.003526222374704149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,768,0.0063573333124319715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,256,0.0042204442951414315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,128,0.004383111165629493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,2560,0.1184355550342136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,12288,0.31783466868930393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,2048,0.1409804423650106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,65536,0.27958133485582143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,4096,0.015455999308162265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,7168,0.006892444358931647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,65536,0.14530755413903132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,1024,0.003954666770166821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,6144,0.009678222239017487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,3072,0.007167110840479533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,768,0.010847999817795224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,4096,0.0083155557513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,128,0.011596444580290051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,2048,0.009482666850090027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,128,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,3072,0.04332977864477369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,12288,0.018387556076049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,768,0.005746666755941179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,1536,0.016184889607959323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,7168,0.06932000319163005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,16384,0.05057866705788506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,512,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,256,0.008545777863926357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,51200,0.9039608637491862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,1536,0.012269333004951477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,3072,0.016698666744761996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,512,0.04176622298028734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,128,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,2048,0.09867378075917561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,10240,0.4523608949449327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,2560,0.022541332576009963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,3584,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,256,0.03254133462905884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,512,0.02252888845072852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,3584,0.011320888996124268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,51200,0.8069946500990125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,65536,0.5091262393527561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,16384,0.10338399807612102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,1024,0.003724444243643019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,1536,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,3072,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,51200,0.7467279964023166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,2048,0.007660444411966536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,65536,3.5248347388373484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,8192,0.01755199995305803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,3584,0.011751111182901593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,5120,0.14070399602254233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,51200,0.0431253347131941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,512,0.003452444449067116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,512,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,128,0.003378666730390655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,64,0.0033395555284288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,3584,0.05954044395022922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,8192,0.023141332798533972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,3072,0.014880888991885714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,8192,0.010443555812040964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,10240,0.17761600017547607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,512,0.01660355594423082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,4096,0.03996977872318692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,51200,0.3868222236633301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,4096,0.03545066714286804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,8192,0.01126488877667321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,65536,0.22929777039421928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,10240,0.023942222197850544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,10240,0.5527155664232042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,51200,0.20264266596900093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,256,0.0033324443631701996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,1536,0.1052595575650533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,51200,0.3907039960225423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,16384,0.04949511090914408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,128,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,2560,0.028414222929212783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,8192,0.8285475307040744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,2560,0.01997066703107622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,16384,0.04551377892494202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,256,0.005934222290913264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,1536,0.00481599983241823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,1536,0.007487110793590546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,128,0.016178665889634024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,8192,0.016709332664807636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,12288,0.385317325592041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,4096,0.013800889253616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,256,0.0046453335218959385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,3072,0.04517777760823568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,4096,0.011424889167149862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,65536,3.4687076144748263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,7168,0.1734995577070448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,64,0.021735999319288466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,256,0.008810666700204214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,3072,0.009332444104883406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,2560,0.1633102231555515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,51200,3.085071987575955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,5120,0.9119102689954969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,3072,0.01276622215906779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,8192,0.01127199994193183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,3584,0.014123555686738757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,51200,1.0045137405395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,32,0.01274400038851632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,3584,0.16848711172739664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,768,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,10240,0.3280951182047526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,6144,0.22164177894592285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,16384,0.1351191070344713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,2560,0.014316444595654806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,256,0.002992000016901228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,12288,0.07003021902508207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,12288,0.24731021457248262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,7168,0.020440000626775954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,2560,0.01686844395266639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,6144,0.042951110336515635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,256,0.0057502223385704895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,2048,0.1340106725692749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,1024,0.005633777628342311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,512,0.004853333450025982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,51200,0.3404195573594835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,64,0.07991733153661092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,8192,0.06487466891606648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,64,0.0028115556471877625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,10240,0.008800889054934183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,4096,0.00833777752187517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,3584,0.010064889159467485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,1536,0.49253686269124347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,5120,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,5120,0.061827553643120654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,3072,0.011318222516112857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,3072,0.020289777053727042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,3584,0.02472266720400916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,2048,0.013623110949993134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,1024,0.0069884442620807225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,12288,0.014329777823554145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,3584,0.14560800128512913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,16384,0.21696178118387857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,256,0.0032195556494924757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,2560,0.07873244418038262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,2048,0.00647288892004225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,65536,0.4513226615058051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,4096,0.012468444804350534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,7168,0.09670311212539673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,5120,0.009196444518036312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,64,0.008730666504965888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,2560,0.01742044422361586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,2560,0.007689778175618913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,12288,0.021540444758203294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,65536,1.6186960008409288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,128,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,10240,0.07891288730833265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,3584,0.013415111435784234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,5120,0.2372515466478136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,4096,0.1591493288675944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,16384,0.1086133321126302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,1536,0.006630222416586346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,6144,0.12041510476006402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,768,0.018219555417696636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,1024,0.13773866494496664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,8192,0.021334222621387903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,768,0.00498577786816491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,3072,0.28039466010199654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,2048,0.046632889244291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,128,0.004506666627195147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,768,0.0036142224238978494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,3584,1.5719164742363825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,12288,2.463957256740994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,3072,0.019673777951134574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,2560,0.11612710687849258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,8192,0.07662044631110297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,128,0.06259110901090834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,7168,0.263920889960395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,768,0.003992889076471329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,4096,0.02909066610866123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,5120,0.0177848885456721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,3584,0.10572977860768636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,2560,0.025432000557581585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,5120,0.014426666829321118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,64,0.0028044444819291434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,10240,0.03083911206987169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,512,0.0034222222036785553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,8192,0.010255110760529837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,1536,0.005476444545719359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,5120,0.00996977753109402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,1536,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,7168,0.09987111224068536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,5120,0.07982399728563097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,2560,0.09577866395314534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,5120,0.13311021857791477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,65536,0.4888853496975369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,128,0.0027342221389214196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,2560,0.032065778970718384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,10240,0.2608479923672146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,10240,0.03148355417781406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,4096,0.008290666672918532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,32,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,512,0.010355555348926121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,5120,1.6172409057617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,16384,0.2162355581919352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,8192,0.21247022681766084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,512,0.026935110489527386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,10240,0.4257404539320204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,768,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,51200,6.709494272867839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,3072,0.10527466403113471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,3584,0.0380968881977929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,2560,0.01993688941001892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,512,0.08633244699902004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,128,0.004038222134113312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,10240,0.41378400060865617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,512,0.0047102222839991255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,10240,0.02494666642612881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,10240,0.09711644384596084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,256,0.008951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,12288,0.12367822064293756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,32,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,6144,0.006518222391605377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,2560,0.040349334478378296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,2560,0.006656888872385025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,51200,0.4634550942314996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,7168,0.5598168902926975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,8192,0.017350221673647564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,512,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,4096,0.04383288820584615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,2560,0.006626666833957036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,3072,0.09860355324215359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,1024,0.05422311027844747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,768,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,1024,0.0038968887594011095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,32,0.0053297777970631914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,16384,0.13896355364057753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,65536,0.5970871183607314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,512,0.05371288789643181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,10240,0.029393778906928167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,3072,0.015652444627549913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,2560,0.07849244276682536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,1536,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,64,0.03440622157520718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,6144,0.023226666781637404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,2560,0.23089067141215006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,7168,0.015551111764378019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,10240,7.198911031087239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,768,0.010404444403118556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,5120,0.06840178039338854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,51200,0.4239182207319472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,1024,0.014679999815093147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,12288,1.4069111082288954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,512,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,768,0.00703022215101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,51200,253.53830295138889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,3584,0.21036356025271943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,5120,0.14651555485195583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,256,0.308023108376397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,6144,0.02160800000031789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,12288,0.5456133418613011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,12288,0.1131226619084676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,12288,0.5786142349243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,768,0.03497599893146091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,16384,0.0805564456515842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,8192,0.02552000019285414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,3072,0.05199466811286079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,12288,0.031856000423431396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,10240,0.045941332976023354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,64,0.003371555565132035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,256,0.004364444563786189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,3072,0.06360889143413968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,768,0.005283555636803309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,6144,0.12758666939205593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,2048,0.014319111903508505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,5120,0.05045066608322991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,2048,0.017634666628307767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,5120,0.006311999840868845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,512,0.17147999339633516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,3072,0.0067528887755341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,768,0.03519555595186021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,512,0.0033928888539473214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,2048,0.5281928910149468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,12288,0.07615911298327975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,512,0.30987289216783315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,7168,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,16384,0.20485511091020372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,5120,0.03758755657407973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,768,0.010185778141021729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,2560,0.007630222373538547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,5120,0.2570631239149305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,12288,0.0165955556763543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,2048,0.0547342234187656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,7168,0.012572444147533841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,2048,0.8180381986829969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,512,0.0063662222690052455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,12288,0.07462400197982788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,6144,0.029017776250839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,128,0.0063288890653186375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,128,0.005029333134492238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,65536,0.24325778749254015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,10240,0.046909332275390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,12288,0.18068267239464653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,768,0.0265608893500434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,6144,0.009672889278994666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,7168,0.015192889504962497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,6144,0.030823111534118652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,3072,0.021506667137145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,8192,0.049662222464879356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,1024,0.016882666283183627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,65536,0.00941244430012173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,3584,0.08533955282635158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,1536,0.04499199986457825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,2560,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,12288,0.045055111249287925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,3584,0.011659555964999728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,3072,0.020071110791630216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,65536,0.17633510960472953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,2048,0.023175999522209167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,16384,0.11101510789659287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,3072,0.01426577733622657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,16384,0.019724445210562814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,64,0.10081333584255642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,768,0.03682755430539449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,64,0.0026195556339290407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,64,0.004262222184075249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,4096,0.11402132776048447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,3072,0.23137333658006456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,32,0.3946399953630235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,768,0.0058782220714622075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,1024,0.13825155629052058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,1536,0.01645066671901279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,3584,0.039098666773902044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,32,0.002757333426011933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,4096,0.055762668450673424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,51200,0.11375289493136936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,6144,0.014479999740918478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,2048,0.013040000365840064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,7168,0.011298666397730509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,8192,0.021336888273557026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,2048,0.010257778068383535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,6144,0.011379555695586734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,768,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,10240,0.570891539255778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,128,0.009438222481144799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,6144,0.22738401095072427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,1024,0.004363555461168289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,8192,0.02408444384733836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,3072,0.027058665951093037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,6144,0.01791733337773217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,7168,0.07571199867460462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,1024,0.008832000195980072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,768,0.10053244564268325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,512,0.044024000565210976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,1024,0.19129510720570883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,32,0.0032755554550223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,4096,0.043902221653196544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,16384,0.622312863667806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,32,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,32,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,10240,0.13730488883124456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,128,0.041927112473381885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,512,0.007669332954618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,256,0.026522666215896606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,65536,0.2311635547214084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,64,0.0038382220599386427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,1024,0.007126222054163615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,3072,0.011212444139851464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,7168,0.05040711164474487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,512,0.0033377777371141645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,4096,0.01867377758026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,64,0.005488889084921942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,768,0.00416711096962293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,5120,0.02493155499299367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,256,0.005877333382765452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,5120,0.02706844442420536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,4096,0.014828445182906257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,10240,0.07309689124425252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,1024,0.03033422099219428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,5120,0.01907822158601549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,256,0.0034311111602518293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,51200,0.5354062186347114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,3072,0.02304800020323859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,2560,0.018258665998776753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,6144,0.4118684397803412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,2560,1.8865858713785808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,1024,0.007607999775144789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,7168,0.4768213166130914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,7168,0.01242844429281023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,512,0.02596355477968852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,1536,0.02068533334467146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,3584,0.019146665930747986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,512,1.3784675598144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,3584,0.024307555622524683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,1536,0.036581334140565656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,6144,0.3371742301517063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,51200,0.59807464811537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,128,0.003302222324742211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,51200,0.5287057558695475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,3072,0.07948711183336046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,768,0.02052977846728431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,6144,0.012178666889667511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,512,0.007925333248244392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,6144,0.013797333670987023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,3584,0.013778666655222574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,65536,0.14636622534857854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,3584,0.008075555165608725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,768,0.011801777614487542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,2560,0.009404444032245213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,256,0.003798222376240624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,6144,0.15903022554185656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,6144,0.03277333246337043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,512,0.08243911133872138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,16384,0.02583911187118954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,4096,0.007303111255168915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,512,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,1536,0.0053395554423332214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,1024,0.06446133057276408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,65536,0.081313775645362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,3584,0.47605064180162215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,128,0.005568000177542369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,16384,0.2595786783430311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,10240,4.306168026394315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,3584,0.2355582184261746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,3072,0.009739555418491364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,7168,0.30469245380825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,51200,1.8353421952989366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,4096,0.08070488770802815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,65536,0.4412426683637831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,128,0.012886222038004132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,2560,0.013614222407341003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,2560,0.02533422244919671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,7168,0.2593911223941379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,16384,0.2674524519178602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,5120,0.01497333414024777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,16384,0.03573866685231527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,2048,0.01383733335468504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,2048,0.011005333728260465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,16384,0.6550418006049262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,32,0.016068443655967712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,10240,17.090181138780384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,3072,0.01612711118327247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,128,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,64,0.07232889201905993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,32,0.0032435556252797446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,32,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,64,0.0047937776479456155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,4096,0.04424266682730781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,3072,0.05141689048873054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,2048,0.01404088901148902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,7168,0.06877777973810832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,4096,0.00943199959066179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,8192,0.008660444782839881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,128,0.008927110996511247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,512,0.004293333325121137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,7168,0.5085635715060765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,5120,0.7844426896837023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,64,0.007473777565691207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,768,0.028402666250864666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,2048,0.015691555208630033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,3584,0.02389777700106303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,2048,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,32,0.005347555710209741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,256,0.5331430964999729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,65536,0.010265777508417765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,768,0.003560888684458203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,32,0.008423111504978603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,5120,0.34973687595791286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,3072,0.006813333266311222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,128,0.003810666501522064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,2560,0.024959110551410254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,16384,1.0747075610690646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,2048,0.007800888684060838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,7168,0.15072888798183864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,3584,0.008255110846625434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,1024,0.00945688866906696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,10240,0.013305777476893531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,5120,0.3603839874267578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,5120,0.11407021681467693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,1536,0.2256631056467692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,256,0.00628266649113761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,2560,0.017317333155208163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,128,0.0032142222755485107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,8192,0.10455822282367283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,51200,0.1482737726635403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,3072,0.006609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,512,0.004373333520359463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,5120,0.014422222971916199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,7168,0.04238311118549771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,64,0.010860444770918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,4096,0.0494959983560774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,3072,7.290806240505642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,5120,0.037584000163608126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,3072,0.03098755412631565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,12288,0.5789777967664931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,5120,0.020438222421540152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,2048,0.02137600051032172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,3584,0.010772444307804108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,16384,0.15660888618893093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,6144,0.010144000252087912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,32,0.002781333401799202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,4096,0.008212444682916006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,3072,0.15199289056989881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,6144,0.011788444386588203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,1536,0.039890666802724205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,51200,0.040940443674723305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,128,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,128,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,51200,2.7045413123236766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,6144,0.28924089007907444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,65536,4.858754475911458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,8192,0.48984358045789933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,768,0.012201777762836881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,7168,0.10464266935984294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,2048,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,8192,0.028957333829667833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,12288,0.01774577796459198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,65536,0.31395822101169163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,7168,0.04500533474816216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,1536,0.00462311092350218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,16384,0.6938728756374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,3584,0.008727110922336578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,5120,0.0833502213160197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,64,0.006113777971929974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,51200,4.744069417317708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,2560,0.11886666880713569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,3072,0.9976364771525065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,4096,0.02836266822285122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,5120,0.0417520006497701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,12288,1.0739990870157878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,12288,0.0852924452887641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,768,0.016356445021099515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,16384,1.2639190885755751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,512,0.10202755530675252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,128,0.005747555444637935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,1536,0.010839111275143094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,512,0.0033848887930313745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,32,0.0036159998012913596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,1024,0.013087111214796701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,512,0.3001155588361952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,768,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,128,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,3584,0.09963644213146633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,32,0.047878222333060376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,2048,0.007800888684060838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,5120,0.08660266796747844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,5120,0.014127999544143677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,65536,1.3087813059488933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,3072,0.01792888840039571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,16384,0.2302310996585422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,16384,0.043255110581715904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,256,0.003412444351447953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,10240,0.0886497762468126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,3584,0.037794666157828435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,1024,0.035339554150899254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,51200,0.0842168860965305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,1536,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,1024,0.057599114047156445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,2048,0.37409954600863987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,51200,0.06347378094991048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,256,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,1024,0.005491555564933353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,64,0.004318222403526306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,32,0.00314666661951277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,3584,0.011032889286677042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,512,0.006163555714819167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,512,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,2560,0.011630222201347351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,12288,0.03703377644220988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,256,0.010008888940016428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,3584,0.017115554875797696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,12288,0.02158311174975501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,1024,0.014564444621404013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,128,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,6144,0.012827555338541666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,16384,0.10098489125569661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,768,0.006877333339717653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,4096,0.10007199976179336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,16384,1.7380569246080186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,2560,0.05274044473965963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,7168,3.285605324639214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,5120,0.039750221702787615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,3584,0.013543999857372709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,512,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,10240,0.009525333013799455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,12288,0.03157155712445577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,5120,0.07517066929075453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,1024,0.00600622221827507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,3072,0.010363555616802638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,3584,0.030975110001034204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,1024,0.4050133228302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,5120,0.014455111490355598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,64,0.008193777667151557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,2560,0.05625155236985949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,4096,0.03675466775894165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,3584,0.02921600143114726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,2048,0.5401084687974718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,5120,0.013037333057986366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,6144,0.03162044286727905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,10240,0.13428621821933323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,2048,0.18276800049675834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,256,0.020208888583713107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,64,0.0031911111954185697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,1536,0.050015111764272056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,512,0.00628977765639623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,64,0.03947910997602675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,8192,0.09085333347320557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,768,0.006127999888526068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,51200,1.9173333909776475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,10240,0.04359644320276049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,6144,0.4184657732645671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,3072,0.22682666778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,128,0.06742133034600152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,1536,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,2048,0.008656000097592672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,3072,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,5120,0.5426898002624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,3584,0.011525332927703857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,32,0.007522666619883643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,1536,0.03068800104988946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,65536,2.910280015733507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,512,0.0433884428607093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,256,0.004612444589535396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,256,0.0033768889390759995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,12288,0.08931289116541545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,7168,0.010771555205186209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,4096,1.726744016011556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,1536,0.007675555845101674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,51200,0.08395910925335354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,2560,0.009398221969604492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,1536,0.007975999679830339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,12288,0.09081688854429458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,51200,0.24655021561516655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,16384,0.05492000116242302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,2048,0.019024888674418133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,2048,0.7445351282755533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,65536,13.191829257541231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,2048,0.0110880004035102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,2048,0.016002666619088914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,10240,0.028669334120220605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,1024,0.04586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,4096,0.4342906739976671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,4096,0.08259555366304186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,12288,0.01295733369059033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,768,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,256,0.024910221497217815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,7168,0.020394666327370536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,2560,0.015632000234391954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,16384,0.026439110438028973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,6144,0.40582844946119523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,8192,0.042697777350743614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,1024,0.009887999958462184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,2048,0.007296000089910295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,1024,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,64,0.003043555551105075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,2048,0.07783910963270399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,768,0.005174222091833751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,2048,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,6144,1.1652551227145724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,8192,0.05015822251637777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,16384,0.023953777220514085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,16384,0.02107200026512146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,64,0.0030453333424197305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,7168,0.04909066690338982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,65536,1.3714195887247722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,65536,0.42413867844475645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,256,0.004446222136418025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,3584,0.14779910776350233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,1536,0.017128000656763714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,6144,0.010326222413116032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,256,0.006287999865081575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,65536,0.05115644468201531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,8192,0.019371555911170114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,768,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,5120,0.009463999834325578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,32,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,1536,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,256,0.00943377779589759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,6144,0.0136808885468377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,51200,0.03216266632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,1024,0.003945777813593547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,16384,0.09226666556464301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,8192,0.02201866606871287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,768,0.01075644459989336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,128,0.009293333523803288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,2560,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,7168,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,2560,0.009365333451165093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,128,0.005032000028424793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,12288,0.31150934431287974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,2048,0.07008710834715101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,4096,0.13106932904985216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,3072,2.3065102895100913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,4096,0.007647111184067196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,5120,0.017179555363125272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,256,0.013624889155228933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,5120,0.07893066936069064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,512,0.0032355555643637977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,4096,0.19009599420759413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,8192,0.4164942105611165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,1536,0.08659555514653523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,51200,0.054216000768873424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,32,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,1536,0.11626044909159343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,5120,0.009583999713261923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,128,0.047464887301127114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,512,0.0034871109657817413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,12288,0.46694220436943906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,3584,0.008255110846625434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,3072,0.016744888491100736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,2560,0.012281777958075205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,2560,0.0412986675898234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,768,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,5120,1.611514621310764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,65536,0.07908711168501112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,128,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,128,0.005115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,7168,0.055585775110456676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,2560,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,768,0.31170932451883954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,16384,0.18435555034213594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,4096,0.011400889191362592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,1536,0.011776000261306763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,8192,0.05760088894102308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,10240,0.014534221755133735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,3584,0.13845866256290013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,1024,0.06372177600860596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,2560,0.14031378428141275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,16384,0.1259582175148858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,3072,0.00850755555762185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,10240,0.02860977914598253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,65536,1.059200922648112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,3072,0.01699199941423204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,1536,0.007547555698288812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,12288,1.8009448581271703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,6144,0.17915022373199463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,3072,0.026763555076387193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,3072,0.011730666789743634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,4096,1.0187831454806857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,3584,0.8562400076124402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,64,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,8192,26.57095506456163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,6144,0.5941315756903754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,5120,0.022495999932289124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,3072,0.08482844299740261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,7168,0.04210844304826525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,16384,0.030685332086351182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,768,0.0063742221229606206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,32,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,5120,0.04738577869203356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,1024,0.02747111188040839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,3072,0.012753778033786349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,512,0.009391110804345872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,256,0.0029288888391521242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,10240,0.39635199970669216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,2048,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,8192,0.07100622521506415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,3584,0.007368000017272101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,16384,0.14184710714552137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,10240,0.0314666661951277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,1024,0.05866666634877523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,2560,0.19419556193881563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,64,0.012506666282812754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,32,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,1536,0.014020444618331062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,2048,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,6144,0.1662693288591173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,2560,0.018444443742434185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,128,0.023380445109473333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,65536,1.3378897772894964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,5120,0.009223110973834991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,128,0.004385777645640903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,256,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,1024,0.00977422214216656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,4096,0.028540445698632136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,3584,0.04766222172313266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,12288,0.0936773353152805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,1024,0.02176622218555874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,1536,0.058837334314982094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,7168,2.5783519744873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,8192,0.016014221641752455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,3072,0.04397333330578274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,12288,0.10685333278444077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,3072,0.07472178008821276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,128,0.05410666598214043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,8192,0.0439626673857371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,64,0.02511288887924618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,768,0.039311998420291476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,768,0.004283555679851108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,128,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,768,0.012265777422322167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,5120,0.03331822156906128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,2048,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,8192,0.10993866788016425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,65536,0.1563368903266059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,65536,3.722979651557075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,8192,0.2157964441511366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,16384,0.17836888631184897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,512,0.1259733306037055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,2560,1.0444800059000652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,768,0.08388533194859822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,768,0.005724444571468566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,32,0.009550222092204625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,3584,0.03834222091568841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,768,0.009456000394291347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,1024,0.010974222587214576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,10240,0.13838044802347818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,3584,0.030781331989500258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,7168,0.06220177809397379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,4096,0.10870310995313857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,512,0.08098133405049641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,128,0.0051893335249688895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,6144,0.7277901967366537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,3072,0.025479111406538222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,1536,0.03081511126624213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,512,0.020280889338917203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,128,0.01178311142656538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,6144,2.536520004272461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,1024,0.10686044560538398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,7168,0.018235555953449674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,1024,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,5120,0.016357334123717416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,768,0.01146577795346578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,128,0.00425511101881663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,2048,0.23579467667473686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,128,0.06998133659362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,6144,0.016149333781666227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,32,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,64,0.0038444445365005066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,12288,0.03159822358025445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,1536,0.007043555378913879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,4096,0.02362488872475094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,128,0.017303110824690927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,1536,0.08204799890518188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,5120,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,2560,0.012907555533779992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,16384,0.027043556173642475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,2048,0.011064888702498542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,10240,0.018979556030697294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,51200,0.15765155686272517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,5120,0.5251830948723687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,10240,0.1734231048160129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,6144,0.01200888885392083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,1536,0.03532355692651536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,1536,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,12288,0.03605777687496609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,51200,0.22648623254564074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,1536,0.018558222386572096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,768,0.003891555385457145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,128,0.0030497778207063675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,1024,0.005480000128348668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,768,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,10240,0.10027466879950629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,64,0.03007555670208401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,2048,0.014166222678290473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,4096,0.012494222157531314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,3584,0.13717510965135363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,512,0.013293333351612091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,3072,0.03656977746221755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,65536,3.2308311462402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,3072,0.0668791135152181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,64,0.10893422365188599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,65536,19.647674560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,2048,0.11341155899895562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,16384,0.2088479995727539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,256,0.034865776697794594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,1536,0.022426666484938726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,128,0.017542221479945712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,64,0.012056888805495368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,1536,0.0064151109092765385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,1024,0.004306666553020477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,768,0.008711111214425828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,7168,0.010232888989978367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,2560,0.009708444277445475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,512,0.005375111268626318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,1024,0.00397511116332478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,7168,0.03209066722128127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,3584,0.09764266676372951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,1024,0.008288000192907121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,6144,0.013733333183659447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,4096,0.014072888427310519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,1024,0.0046968890560997855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,16384,0.5295759836832682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,16384,0.021770666042963665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,512,0.005728888842794631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,2048,0.013064000341627332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,12288,0.5789315435621474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,1024,0.008080888953473832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,10240,0.31702666812472874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,5120,0.03306488858328925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,51200,0.015568888849682279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,51200,0.9351778030395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,2048,0.006871999965773688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,51200,33.21656629774306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,51200,27.9009772406684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,1536,0.033506668276256986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,16384,0.03944355580541823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,10240,0.09840444723765056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,768,0.010861333045694562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,7168,0.3424835469987657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,768,0.00361333332127995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,65536,1.040920893351237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,2048,0.0251208891471227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,4096,0.378020445505778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,3072,0.02234222160445319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,65536,0.08998488717608982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,16384,0.04594844579696655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,128,0.01039644413524204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,32,0.004325333154863781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,1024,0.010739555789364709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,16384,5.341514587402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,128,0.014532445205582513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,65536,0.07630133628845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,128,0.1370391050974528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,51200,0.05212533473968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,768,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,12288,0.021035555336210463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,1536,0.005408000200986862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,2048,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,12288,0.08934133582644993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,128,0.004382222063011593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,256,0.01700622174474928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,64,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,32,0.020484444167878892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,12288,0.04932444294293722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,12288,0.02211911148495144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,128,0.004386666748258802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,64,0.006521777974234686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,2048,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,6144,0.10443288750118679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,512,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,2560,0.021919111410776775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,4096,0.012366222010718452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,16384,2.48345947265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,7168,0.13586044311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,512,0.004318222403526306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,5120,0.027796443965699937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,51200,10.6692623562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,16384,0.05840444564819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,3584,0.3642337852054172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,2560,0.09941066635979547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,768,0.007340444458855524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,6144,0.026668444275856018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,4096,0.030223111311594646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,1024,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,2560,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,51200,2.3748594919840493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,7168,0.14649689197540283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,10240,0.028488887680901423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,2048,0.05323822299639384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,3584,0.032109333409203425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,1024,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,16384,0.04571111003557841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,1024,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,64,0.006496888895829518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,768,0.00833422193924586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,256,0.012157333393891653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,65536,0.06540089183383517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,3072,0.06167288621266683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,128,0.00489066665371259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,3584,0.15917600525750056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,256,0.0069875551594628235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,7168,0.050937778419918485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,256,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,3584,0.0733920004632738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,3072,0.06364177995257907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,10240,0.14827999803755018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,2560,0.018016000588734944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,256,0.0047235555118984645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,16384,3.0100381639268665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,8192,0.2813333405388726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,128,0.0033946666452619764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,1024,0.0063279999627007385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,7168,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,10240,0.01642666591538323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,5120,0.03624799847602844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,16384,0.1103937758339776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,1536,0.006649777707126405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,2048,0.018760888112915885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,2048,0.02843822373284234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,10240,0.36217334535386825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,7168,0.013060444758998023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,10240,3.955064137776693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,10240,0.02399377855989668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,2048,0.032315555546018816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,16384,0.051276445388793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,16384,2.7493021223280163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,12288,0.14290311601426867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,12288,0.04232355621125963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,3072,0.07872177494896783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,3072,0.01812088820669386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,6144,0.0068862222962909276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,64,0.08711377779642741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,12288,0.04365333252482944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,8192,0.023826667004161414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,10240,0.02968888812594944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,768,0.006899555524190267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,3584,0.010888888604111142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,768,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,6144,0.9026560253567166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,768,0.08375733428531223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,768,0.0424560010433197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,2048,1.3237573835584853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,8192,0.31010667483011883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,6144,0.29525065422058105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,128,0.0041333333485656315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,2048,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,128,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,2560,0.018590221802393597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,1024,0.012885332935386233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,2560,0.061752001444498696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,16384,0.07968533039093018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,32,0.005386666705211003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,6144,0.005859555469618903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,1536,0.010574222438865237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,1536,0.00463377767139011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,8192,1.569925308227539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,65536,0.33582221137152773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,5120,0.03528889020284017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,256,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,12288,0.40958844290839297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,2048,0.017329777280489605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,128,0.004048888882001241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,3072,0.6603920194837782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,16384,0.5635315577189127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,1536,0.007176000210973952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,128,0.007999111380841997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,2048,0.011063111325105032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,16384,0.6142880121866862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,3072,2.150335947672526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,128,0.004119111018048393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,1536,0.009522666533788046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,8192,0.08250755733913846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,3072,0.02593244446648492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,16384,0.02725155486000909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,1024,0.0063440000845326324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,768,0.011217777927716574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,64,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,65536,0.15582222408718532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,4096,0.08703200022379558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,128,0.004824888788991504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,5120,0.010556444525718689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,4096,0.10649066501193577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,12288,0.028935111231274072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,2560,0.021728888154029846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,1536,0.04749955402480232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,6144,0.02625244524743822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,128,0.08144622378879122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,64,0.00267999991774559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,3584,0.1193351083331638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,16384,0.1543617778354221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,64,0.0027297778675953546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,65536,0.8102622032165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,8192,0.04532355401251051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,4096,0.01739555597305298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,256,0.009886222581068674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,16384,0.25185243288675946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,4096,0.0604942242304484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,32,0.0026195556339290407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,128,0.0029057777590221832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,768,0.027686221732033625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,64,0.0029022221763928733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,2048,0.07496977514690824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,768,0.010410666465759277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,32,0.04783199893103706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,3584,0.1504933304256863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,512,0.048162665632036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,1536,0.08239110973146227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,768,0.019564444820086162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,128,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,7168,0.011043555206722684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,32,0.00977955593003167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,51200,0.11194933785332574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,12288,0.17307821909586588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,5120,0.013016888664828407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,8192,0.022389334109094407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,2048,0.25531911849975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,1024,0.0074746666683091064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,5120,0.026429333620601233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,256,0.04858044452137417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,4096,0.010866666833559671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,6144,2.7597609625922312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,65536,2.378267500135634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,51200,0.26078934139675564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,1536,0.006215999937719769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,512,0.29354490174187553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,3584,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,12288,0.5673591295878092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,51200,0.0549777779314253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,10240,0.01626311077011956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,2560,0.15014666981167263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,1536,0.07489244143168132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,256,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,7168,0.14076799816555446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,65536,0.09426133500205146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,3584,0.016963554753197562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,256,0.014521777629852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,4096,0.011439999772442712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,12288,0.10335910982555813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,768,0.36789690123664004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,8192,0.5599190923902724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,8192,0.018552000323931377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,51200,0.217503998014662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,65536,0.36881155437893337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,2560,0.02093244426780277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,51200,0.06501599815156725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,64,0.0040737779604064096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,4096,0.014118222726715935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,2560,0.015040000279744467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,3584,0.013720889058378009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,7168,0.012088889049159156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,2560,0.029112001260121662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,8192,0.022277333670192297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,512,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,3072,0.012831110921170978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,10240,0.048584000931845776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,4096,0.05281866590181986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,65536,0.4573093520270453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,7168,0.47088713116115993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,768,0.0064426664676931165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,128,0.003371555565132035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,512,0.003687111039956411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,65536,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,128,0.013025778035322825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,512,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,768,0.13577422830793592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,65536,3.178610695732964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,7168,0.18800000349680582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,512,0.0038159998754660287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,256,0.059122668372260205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,8192,0.02195466723706987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,1024,0.022410665949185688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,3584,0.142812450726827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,5120,0.03398399882846408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,65536,2.3682354821099176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,4096,0.016515556308958266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,65536,0.20159110758039686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,512,0.006022222340106964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,51200,0.05542666713396708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,16384,0.08123111062579684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,768,0.06171822547912598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,3072,0.017824000782436795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,3072,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,3584,0.033237334754731916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,10240,0.07500711414549086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,32,0.009957333405812582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,1536,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,2560,0.06679289208518134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,512,0.028488000233968098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,2048,0.04653066727850172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,64,0.010207999911573198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,8192,0.05478399991989136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,3584,0.10349866416719224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,256,0.011028444601429833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,7168,0.013978666729397245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,2048,0.01184266640080346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,8192,0.16854133870866564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,12288,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,5120,0.009768000079525841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,1024,0.0454053348965115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,2048,0.01237511138121287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,512,0.003918222255176968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,7168,0.016555555992656283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,4096,0.1491431130303277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,5120,0.006681777950790193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,4096,0.009567110902733272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,768,0.0035777779089079965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,65536,0.19738399982452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,3584,0.010667555862002902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,5120,0.009564444422721863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,51200,0.5720035764906142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,512,0.005498666730191972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,2560,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,5120,0.024689777029885188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,32,0.006124444305896759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,65536,0.3208364380730523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,64,0.005136000199450387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,1536,0.020801777640978496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,3072,0.012094222009181976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,768,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,10240,0.6658470895555284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,3072,0.10231288936403062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,8192,0.02665600015057458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,1536,0.00817599975400501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,2048,0.0763253304693434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,128,0.004291555533806483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,5120,0.06754222181108263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,1024,0.0037600000699361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,128,0.004534222185611725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,2048,0.00851999968290329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,16384,5.763171725802952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,128,0.01904000010755327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,5120,0.0313937763373057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,3584,0.13710755772060818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,10240,0.1101413302951389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,8192,0.012910222013791403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,1536,0.010838222172525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,8192,3.964203728569878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,10240,0.49070045683119035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,3584,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,64,0.007807110746701558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,64,0.00499911109606425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,4096,0.04119911127620273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,64,0.01201777739657296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,5120,0.055072890387641064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,2560,0.01611022154490153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,32,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,65536,0.24814756711324057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,3584,0.07977155844370525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,4096,0.010780444575680627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,3072,0.18843289216359457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,2560,3.867364247639974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,16384,0.14499110645718044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,4096,0.008556444611814287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,128,0.005374222166008419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,2048,0.1442426708009508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,3584,0.07282311386532254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,768,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,64,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,6144,0.0262444449795617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,1024,0.05713333023918999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,512,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,8192,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,7168,1.6288489235772028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,10240,0.10200977987713283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,6144,0.056236445903778076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,12288,0.05337244603368971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,512,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,2048,0.00675999994079272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,12288,0.39832356241014266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,65536,7.069868299696181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,65536,0.07894844479031034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,6144,0.055938667721218534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,1536,0.058232002788119845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,3072,0.008078222473462423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,6144,0.036159111393822566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,64,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,128,0.014163555370436775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,65536,19.48016866048177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,256,0.003589333345492681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,5120,0.018544889158672757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,128,0.05751111110051473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,3584,1.366222169664171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,51200,0.08717333608203465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,16384,0.006292444550328785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,3072,0.015933333171738517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,65536,0.11057511303159927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,128,0.006986666884687211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,12288,0.41054754787021214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,512,0.04492177897029453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,32,0.0046826667255825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,7168,0.012864000267452665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,128,0.03511733478969998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,1536,0.031700445546044245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,1024,0.044403556320402354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,128,0.005286222116814719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,10240,0.04877422253290812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,1536,0.046569777859581836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,2048,0.006736889067623351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,4096,0.6464817788865831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,3072,0.12589511606428358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,32,0.07252444161309136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,51200,0.21129155158996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,256,0.004402666870090696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,256,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,3072,0.007576000359323289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,2560,0.15931822193993464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,16384,0.05563644568125407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,12288,0.03536177674929301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,8192,0.25928354263305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,3584,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,2560,0.014594667487674289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,7168,0.02071822186311086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,3584,0.01734755602147844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,10240,0.0546248886320326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,64,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,3584,0.024738666084077623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,768,0.005631999837027655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,3584,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,51200,0.1635448932647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,65536,0.018114666144053142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,3072,0.02053155501683553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,3072,0.09747911161846584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,256,0.0053395554423332214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,4096,0.01714666684468587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,256,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,2048,0.00720177756415473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,7168,0.2744648986392551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,1536,0.014514666464593677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,5120,0.024732444021436904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,7168,5.593198988172744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,5120,0.03644355469279819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,51200,0.01810933318403032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,10240,0.053801778290006846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,6144,0.034867554903030396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,3584,1.462844424777561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,128,0.015065777632925244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,2048,0.024877332978778418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,3072,0.014381332529915703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,128,0.003968888686762916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,64,0.011212444139851464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,12288,0.02311377724011739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,768,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,4096,0.07629688580830891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,4096,0.011422221859296164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,10240,0.12851022349463567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,2560,0.13188800546858045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,10240,0.3861546781327989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,3072,0.0155404441886478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,8192,0.03707289033465915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,1024,0.02525955604182349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,128,0.007733333441946242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,10240,0.13783378071255153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,3584,0.02200711104604933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,1536,0.006511111226346757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,6144,0.24243378639221191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,1024,0.08680799934599136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,1536,0.1086311141649882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,3584,0.010665777656767102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,768,0.018772444791264005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,768,0.021073778470357258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,10240,0.6024426884121364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,2048,0.010787555740939246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,6144,0.06229244338141548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,6144,0.012107555237081317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,65536,0.14128622743818495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,51200,0.1269555621676975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,51200,9.434190538194445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,51200,0.17445777522193062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,4096,0.008730666504965888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,3072,0.019325332509146798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,32,0.02740266587999132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,2560,0.007074666519959767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,128,0.028747555282380845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,7168,2.6857787238227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,10240,0.23842133416069877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,16384,0.20486577351888022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,512,0.0036764442920684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,256,0.0236835562520557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,64,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,16384,0.023592889308929443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,5120,0.040044443474875555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,128,0.022668444448047217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,7168,0.03331466515858968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,16384,0.03965422179963853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,768,0.021846221552954778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,51200,1.5147404140896266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,128,0.004972444640265571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,10240,0.8507973353068033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,51200,1.048323525322808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,32,0.026616000466876562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,1024,0.004012444367011388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,10240,0.3732622199588352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,2048,0.021439111895031396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,5120,0.017063111066818237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,64,0.00300444434914324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,5120,0.009111111362775167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,768,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,3584,0.09994844595591228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,51200,1.9464524586995442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,16384,3.512719896104601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,5120,0.008625778059164682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,32,0.007584888901975419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,1024,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,3584,0.011517333487669626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,768,0.013887999786270989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,256,0.007329777710967594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,16384,0.08067466815312703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,2048,0.00797333319981893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,6144,0.04152089026239183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,128,0.015584889385435315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,7168,0.12916444407569036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,2048,0.010647999743620554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,64,0.02868355645073785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,10240,0.03719644414054023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,6144,0.03976266582806905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,32,0.002622222320901023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,4096,0.015923556354310777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,768,0.0037084445357322693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,3072,0.006058666855096817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,1536,0.07643200291527642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,51200,42.622901068793404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,12288,0.0851751102341546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,12288,0.03972711165746053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,7168,0.025936888323889837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,8192,0.11339644591013591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,256,0.0035964445107513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,32,0.019886222150590684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,768,0.004620444443490771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,1536,0.014287999934620328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,8192,0.011691555380821228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,51200,4.131229400634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,768,0.007592889169851939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,768,0.029927998781204224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,5120,0.07026577658123441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,2560,0.047916445467207164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,3072,0.007872888611422645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,4096,0.09973333279291789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,2048,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,6144,0.014479110638300577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,3072,0.015656888484954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,10240,0.4986249075995551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,3584,0.13982310560014513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,51200,0.008403555386596257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,2048,0.009490666290124258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,3584,0.020436444216304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,8192,0.29077333874172634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,7168,0.03720000055101182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,128,0.16741332742902967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,12288,0.0185217774576611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,2560,0.06159200270970663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,8192,0.019114666514926486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,256,0.006590222318967183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,16384,1.767655160692003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,256,0.03537688983811273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,1024,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,2560,0.012972444295883179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,2048,0.010276444256305695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,5120,0.009353777600659264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,128,0.0058986664646201665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,3584,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,768,0.07152977916929457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,512,0.12323644426133896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,512,0.010592000352011787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,51200,0.07629333602057563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,12288,0.09931200080447727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,7168,0.18526844183603922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,6144,0.47503111097547746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,16384,0.1865262190500895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,51200,0.24013598759969076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,1536,0.01661422186427646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,2560,0.008370666868156856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,16384,0.06432711415820651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,12288,1.0593218273586698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,7168,0.2570835484398736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,2048,0.01105955574247572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,2048,0.01740711099571652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,6144,0.12060799863603379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,2560,1.0471555921766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,128,0.008203555312421586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,2560,0.00960177762640847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,3072,0.027888000011444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,3072,0.00889955543809467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,256,0.008745777938101027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,51200,0.9928355746799045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,3584,0.040983110666275024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,3584,0.013645333548386892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,128,0.0038133333954546186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,51200,0.40582754876878524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,2560,0.08899022473229302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,6144,0.024736000431908503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,65536,0.08843288818995158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,512,0.005517333332035277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,128,0.0041928887367248535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,1024,0.014128888646761576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,3072,0.00756888919406467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,512,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,12288,0.0528417792585161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,6144,0.010783111055692038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,5120,0.06295733319388495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,32,0.012336889074908363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,512,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,1024,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,16384,0.138446225060357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,1536,0.01611911091539595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,16384,0.03348711133003235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,2560,0.053899556398391724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,7168,0.007977777885066139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,512,0.009572444690598382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,65536,0.895843505859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,3584,0.009840000006887648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,65536,3.5803371005588107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,5120,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,2048,0.00928177767329746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,5120,5.006981319851346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,7168,0.17767022715674508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,12288,0.38150665495130753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,128,0.008373333348168267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,3072,0.03030311067899068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,64,0.0027804445061418745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,16384,0.044723557101355664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,64,0.13415288925170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,1024,0.014848000473446317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,512,0.03445511062939962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,7168,0.016186666157510545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,32,0.00544088871942626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,10240,0.07420177592171563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,2048,0.021379555265108745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,10240,0.29220710860358345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,32,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,7168,0.01069866700304879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,16384,6.000287797715928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,16384,0.13771288924747044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,256,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,64,0.0032791110376516977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,7168,0.023250665929582384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,512,0.0037564444873068067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,8192,0.09575200080871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,3072,0.010401777923107147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,5120,0.012038222617573209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,2048,0.00925155563486947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,512,0.009397333694828881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,12288,0.01789955629242791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,5120,0.07068000237147014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,4096,0.009659555223253038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,3072,0.009914666414260864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,256,0.005246222019195557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,2048,0.08296533425649007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,1024,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,7168,0.8332524299621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,2560,0.234823120964898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,4096,0.012472000386979846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,65536,0.4224542246924506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,8192,0.552204449971517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,7168,0.39719377623664004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,3584,0.007916444705592262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,6144,0.015941333439615037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,65536,0.08810310893588597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,10240,0.022709333234363135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,768,0.033420443534851074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,8192,0.030187557140986126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,1536,0.07845599783791436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,512,0.1848400036493937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,7168,0.3024177816179064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,12288,0.13401956028408474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,256,0.03479111194610596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,16384,0.1634675529268053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,256,0.0036275556517971885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,768,0.018458666072951425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,1536,0.015654222832785714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,2560,0.00796088907453749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,2048,0.008392888638708327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,5120,0.012997333374288348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,6144,0.26980532540215385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,3584,0.03914577762285868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,128,0.008762666748629676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,8192,0.04336622357368469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,6144,0.014449778530332776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,2048,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,51200,0.08284533023834229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,6144,0.07444977760314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,65536,0.20277955796983507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,2560,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,256,0.008590222232871586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,51200,1.300249735514323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,32,0.025047111842367385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,16384,0.058352887630462646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,512,0.07218044333987765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,8192,0.0396364430586497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,7168,0.015583111180199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,6144,0.21471110979715982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,128,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,12288,0.10225511259502834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,512,0.013901333014170328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,5120,0.02975377771589491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,7168,0.006122666514582104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,51200,1.0459093517727323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,1536,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,3584,0.13067289193471274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,51200,0.12276355425516765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,1024,0.012180444267061023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,4096,0.017421333326233756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,10240,0.023186667097939387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,7168,0.3915706740485297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,3584,0.012162666353914471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,3072,0.10260177983178033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,32,0.003669333126809862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,128,0.01610488858487871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,7168,0.039367109537124634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,768,0.025771554973390367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,2048,0.09132089217503865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,1024,0.012972444295883179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,4096,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,6144,0.2008133331934611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,5120,0.006907555378145642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,12288,0.21255911721123588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,12288,0.2377777894337972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,7168,0.01499022212293413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,51200,6.789006974962022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,10240,0.0927377806769477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,5120,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,6144,0.22337865829467773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,1024,0.05307022068235609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,51200,1.997653325398763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,512,0.045788443750805326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,12288,0.06192977560891045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,3584,0.01332622187005149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,768,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,5120,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,7168,0.03015111221207513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,2048,0.1592995590633816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,51200,0.14211022853851318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,1024,0.010495999621020423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,1536,0.04253600041071574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,1024,0.026678222748968337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,512,0.01685599982738495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,768,0.0670915577146742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,1024,0.003955555458863576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,12288,0.5985644658406576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,1536,0.030778666337331135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,1536,0.005889777921968036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,64,0.003128000017669466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,7168,0.023708444502618577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,256,0.00351555562681622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,256,0.011054221954610614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,8192,0.07209066549936931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,5120,0.012464000119103326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,6144,0.03623288869857788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,1024,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,51200,1.9493974049886067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,51200,0.03985333442687988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,16384,0.046408000919553966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,10240,0.03650044401486715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,51200,0.6732693248324924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,1024,0.00737955586777793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,7168,0.2094879945119222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,16384,0.6955226792229546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,1536,0.017543110582563613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,65536,2.2074303097195096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,2560,0.009696000152164036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,128,0.004918222212129169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,2560,0.13461600409613714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,51200,3.324443605211046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,12288,0.056130667527516685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,64,0.01607644392384423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,5120,0.040607998768488564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,768,0.0251528885629442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,32,0.00300799993177255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,768,0.004754666652944353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,1536,0.06526755624347262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,1536,0.012286221815480126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,5120,0.6192808681064182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,12288,4.015116373697917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,16384,0.04450666573312548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,2048,0.014546665880415173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,512,0.0064035554726918536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,3584,0.0719733304447598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,12288,0.033654222885767617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,5120,0.018771555688646104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,1536,0.08147378100289239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,4096,0.010087110930018956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,12288,0.019984000258975558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,3584,0.020824000239372253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,64,0.017696888910399545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,16384,0.04509777824083964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,5120,2.4334985944959855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,1024,0.05894933144251505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,1024,0.007263999846246507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,6144,0.22755199008517793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,1024,0.006518222391605377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,1536,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,6144,0.129765338367886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,51200,0.9961449305216471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,6144,0.02574666672282749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,128,0.006216889040337668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,16384,0.023448000351587932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,2560,0.00886933339966668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,2048,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,8192,0.05079999897215101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,2560,0.026816000541051228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,12288,0.1416986650890774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,65536,0.5702284706963433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,256,0.00776800016562144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,7168,0.03685955537690057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,7168,2.466384039984809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,6144,0.03940000136693319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,256,0.019288889235920377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,2560,0.05443200137880114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,768,0.010924444430404238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,7168,0.016948444975747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,3584,0.2666293250189887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,256,0.007111999723646376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,8192,0.17057955265045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,32,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,6144,0.2385200129614936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,10240,0.03390311201413473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,4096,0.2017164495256212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,768,0.005618666609128316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,6144,0.011109333071443768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,768,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,32,0.0030986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,51200,0.3024844328562419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,6144,0.03678222166167365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,10240,0.012697777814335294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,1024,0.009468444519572789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,32,0.016659556163681876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,2560,0.015376889043384127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,1024,0.012686221963829465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,65536,0.63791290918986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,51200,3.782958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,768,0.00963288876745436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,6144,0.04122577773200141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,4096,0.13234755727979872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,2048,0.06057777669694689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,16384,0.0638151102595859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,3072,1.0399938159518771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,512,0.004549333204825719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,6144,0.09233599901199341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,64,0.00977422214216656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,2048,0.04809955424732632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,6144,0.033965332640541926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,3072,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,2048,0.01832711034350925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,256,0.005685333162546158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,10240,0.04515733321507772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,3072,0.0064195555945237475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,768,0.009798222117953831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,12288,0.23616266250610352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,10240,0.013610666824711693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,32,0.0026648888985315957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,1024,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,64,0.0025884444928831523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,51200,2.650575213962131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,4096,0.045462220907211304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,51200,7.0224193996853295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,128,0.0075084442893664045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,7168,0.2161137792799208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,1536,0.067793779902988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,256,0.023064000738991633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,4096,0.011956444217099084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,51200,0.41261688868204754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,1536,0.13089688618977866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,10240,0.08759199910693699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,3072,0.01165511127975252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,128,0.004276444514592488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,1536,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,16384,0.6175937652587891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,1024,0.05724977784686618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,1536,0.44577953550550675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,5120,0.02347733411524031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,1024,0.009534222384293875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,5120,0.18166222837236193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,512,1.0290710661146376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,64,0.02667288813326094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,5120,0.23838755819532606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,4096,0.03882755504714118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,256,0.005802666561471091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,51200,0.1911226643456353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,8192,0.01720622181892395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,6144,0.00996888925631841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,5120,0.06674133406745063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,1536,0.007779555188284979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,1024,0.01258488910065757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,4096,0.008928000099129146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,768,0.009896000226338705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,256,0.022433777650197346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,3584,0.010211555494202508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,10240,0.03040177623430888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,1536,0.023852444357342188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,3072,0.01054488867521286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,8192,0.18439466423458525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,512,0.4616933398776584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,12288,0.4405484464433458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,4096,0.023584889041052923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,2048,0.06261689133114286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,2560,0.016367110941145156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,65536,0.09986222452587551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,2048,0.013649777405791812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,768,0.012732444538010491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,256,0.0031226666437255014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,1024,0.013371555341614617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,3072,0.00599644457300504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,768,0.2823457717895508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,64,0.010672888822025724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,1024,0.006176888942718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,4096,0.014868444866604276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,51200,2.777846230400933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,4096,0.012323555847009024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,32,0.012349333200189801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,12288,0.09564355346891616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,12288,0.06348622507519193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,12288,0.04139111108250088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,128,0.2275866667429606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,32,0.002573333266708586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,51200,0.9546222686767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,6144,0.1552542183134291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,32,0.004750222381618288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,768,0.2023200061586168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,32,0.006042666733264923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,3072,0.028738667567571003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,6144,0.06347555584377713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,64,0.004393777913517422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,2560,0.012864888542228274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,7168,4.182861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,32,0.009520889156394536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,2560,0.01110666659143236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,16384,0.05377599928114149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,128,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,5120,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,5120,0.1695706711875068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,4096,0.03151822090148926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,128,0.03387733300526937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,3584,0.17235733403099907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,6144,0.04836622211668226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,6144,0.012457778056462606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,10240,0.028251555230882432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,8192,0.011940444509188334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,512,0.0033173333439562055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,6144,0.00979733301533593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,4096,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,32,0.10107466909620498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,65536,0.08151555723614164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,3072,0.008277333445019191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,51200,0.5250159899393717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,12288,0.008203555312421586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,2048,0.005664888769388199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,7168,0.20093599955240884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,1024,0.023800889650980633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,6144,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,128,0.17388889524671766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,51200,1.6109466552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,128,0.004580444345871608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,65536,3.890535142686632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,3072,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,10240,0.08955022361543442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,7168,0.31680356131659615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,1024,0.003983111017280155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,1536,0.17769955264197457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,12288,1.1463609271579318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,51200,14.50309583875868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,10240,7.693434821234809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,7168,0.049660444259643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,2560,0.1469235552681817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,8192,0.21310310893588594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,51200,1.381765365600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,2048,0.06226666768391927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,128,0.04583022329542372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,1024,0.055936886204613574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,512,0.010799999866220685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,1536,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,3584,0.008592888712882996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,16384,1.0988808737860787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,128,0.0031884445084465873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,3072,0.012974222501118978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,128,0.0229066660006841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,64,0.008669333325492011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,8192,0.02500177754296197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,1024,0.004359999878538979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,4096,0.12111822764078777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,256,0.037893331713146634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,4096,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,8192,0.5172879960801866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,65536,0.1415377722846137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,2048,0.010152888794740042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,4096,0.028227554427252874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,8192,0.09445333480834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,1536,0.0380968881977929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,65536,0.06703199942906697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,7168,0.010943999720944298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,1536,0.006154666758245892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,8192,0.013565333353148567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,4096,0.4439591036902533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,3072,0.011844444606039258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,32,0.01699911057949066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,512,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,2560,0.007123555574152205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,32,0.028697778781255085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,6144,0.014612444572978549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,10240,0.039761778381135725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,1024,0.15935644838545057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,1536,0.06102222204208374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,51200,0.32407911618550617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,768,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,1024,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,65536,2.360717349582248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,256,0.0032115555885765287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,5120,0.028896888097127277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,65536,0.5914133389790853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,64,0.00654666663871871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,64,0.027708444330427382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,128,0.01314311143424776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,5120,0.009185777770148383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,4096,0.10255289077758789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,768,0.018319111731317308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,2048,0.033950222863091364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,3072,0.07355822457207574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,1536,0.004520888957712385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,10240,0.023056000471115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,3072,0.36263200971815324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,1024,0.07052177853054471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,7168,0.395830233891805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,256,0.003560888684458203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,2048,0.006136888845099344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,768,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,10240,0.033519999848471746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,512,0.04603200157483419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,32,0.002704888789190186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,12288,0.01371911085314221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,8192,0.018886221779717337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,12288,0.27042222023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,2560,0.12642044491238064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,512,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,1536,0.010009778042634329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,12288,6.358927832709418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,256,0.015296889675988091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,5120,0.07899022102355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,64,0.00868444475862715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,32,0.013434666726324292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,7168,0.205476442972819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,768,0.004214222232500712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,65536,0.07071822219424777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,2560,0.2864017751481798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,4096,0.10852444171905518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,7168,0.06981244352128771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,2560,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,51200,10.759770711263021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,1024,0.057632890012529164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,7168,0.02935911218325297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,256,0.006976000136799282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,2048,0.05523822373814053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,128,0.004664888812435998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,12288,0.02568088968594869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,128,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,1024,0.0177502218219969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,3072,0.010669333239396414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,65536,0.03959822323587205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,10240,0.20000799496968588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,64,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,3072,0.009638222555319468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,7168,0.03222044308980306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,2560,0.005629333357016246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,4096,0.008728000024954477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,128,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,65536,3.199212392171224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,10240,0.08983555767271255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,1536,0.013388444152143268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,16384,1.3166497548421223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,2560,0.13570222589704725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,512,0.010495111346244812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,7168,0.015032889114485847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,256,1.8897181616889105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,1024,0.028223110569847956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,65536,64.77559407552083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,3072,0.02700977855258518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,10240,0.009478222164842818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,256,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,5120,2.463277392917209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,65536,1.1492488649156358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,4096,0.08115466435750325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,64,0.056002669864230685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,4096,0.021941334009170532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,2560,0.011224889092975192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,6144,0.01680444512102339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,256,0.1949004464679294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,512,0.06939644283718534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,7168,0.12050667073991563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,12288,0.11119643847147624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,8192,0.015825778245925903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,10240,0.4730684492323134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,2048,0.010601777997281818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,256,0.005774222314357758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,16384,0.023775110642115276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,1024,0.014712888333532544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,10240,0.007557333343558841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,6144,0.014160000615649752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,3584,0.00720266666677263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,7168,0.04894399974081251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,2560,0.43183289633856875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,32,0.013011555704805585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,2560,0.12193244033389622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,4096,0.02608977754910787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,1536,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,256,0.007230222225189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,256,0.00795022232664956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,4096,0.008293333152929941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,3072,0.010289777484205034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,51200,0.9859537548489041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,5120,0.02978666623433431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,7168,0.018019555343521964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,1536,0.014136888914638095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,768,0.04826400015089247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,6144,0.04649066593911913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,8192,0.34906933042738175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,256,0.005137777576843898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,7168,1.4712515936957464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,256,0.010638222098350525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,32,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,8192,0.18276800049675834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,2048,0.024522667129834492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,51200,0.056720885965559215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,12288,0.03650666607750787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,6144,0.06810755862130059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,8192,0.5304586622450087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,1024,0.8787688679165311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,1024,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,64,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,4096,0.014840889308187695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,12288,1.465129746331109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,65536,3.734344906277127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,5120,0.033837334977255926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,1024,0.04856977860132853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,2560,0.03975111246109009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,512,0.0037271111375755737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,7168,0.021548445026079815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,7168,0.10590310891469319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,12288,0.2308408949110243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,4096,0.006400888992680444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,64,0.003015999992688497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,65536,0.10741155677371556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,10240,0.022064000368118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,1024,0.009259555902745988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,3072,0.011815110842386881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,3072,0.04509244362513224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,128,0.005356444252861871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,10240,0.048003554344177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,3584,0.03264710969395108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,3072,0.06878933641645643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,512,0.07290399736828275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,1024,0.041915555795033775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,12288,0.5042977862887913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,16384,0.22340265909830728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,1536,0.01057866629627016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,512,0.007829333345095316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,16384,0.09030755360921223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,5120,0.01944177846113841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,128,0.005977777971161737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,2048,0.007728888756699032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,1024,0.06558222240871854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,768,0.01827555563714769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,6144,0.2669288847181532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,6144,0.05236266718970405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,32,0.006544888847404056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,2560,0.007335999773608313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,65536,0.1117511060502794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,64,0.10657422410117255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,2560,0.0064026667839950984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,5120,0.13576711548699275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,512,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,256,0.016671111186345417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,5120,0.014094221923086377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,8192,0.0374017788304223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,65536,1.6007732815212672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,512,0.012072888513406118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,1536,0.057962669266594775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,12288,0.0070017774899800616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,51200,0.575018670823839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,10240,0.015180443723996481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,8192,6.432555728488499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,32,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,32,0.0119982221060329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,1536,0.010081777969996134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,512,0.004767111192146937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,2560,0.02306844459639655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,16384,0.5329395400153266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,12288,17.853800455729168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,6144,0.08308266931109957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,512,0.005179555465777715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,65536,0.3904799885219998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,16384,0.02474044428931342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,12288,0.055833776791890465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,7168,0.013169777890046438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,128,0.03895555602179633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,512,0.07747999827067058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,3584,0.03875999980502658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,16384,1.0764808654785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,128,0.0058808889653947614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,3072,0.2296960088941786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,2560,1.3791964848836262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,5120,0.027054222093688116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,128,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,12288,0.09207377831141154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,2048,0.1212737825181749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,32,0.009494221872753566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,32,0.0031617778456873367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,5120,0.017699556218253244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,1536,0.07525333431031969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,768,0.02760800056987339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,10240,0.2149511045879788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,51200,0.36218844519721133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,5120,0.04958933260705736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,1536,0.005721777677536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,6144,0.018452444010310702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,4096,0.007901333272457123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,512,0.0192275560564465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,2048,0.019522666931152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,768,0.022416889667510986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,768,0.014243554737832812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,3072,0.011035555766688453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,128,0.03200177682770623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,1024,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,64,0.0026906666656335196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,6144,0.06198933389451769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,51200,0.15474043952094182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,65536,0.06299110915925768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,8192,0.10791466633478801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,1024,0.008079999850855933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,2560,0.010206222534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,5120,0.017303999927308824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,512,0.016550223032633465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,65536,0.08756177955203587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,512,0.03534488876660665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,3072,0.14234756098853216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,3584,0.007788444558779399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,32,0.005250666704442766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,16384,0.05281688769658407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,7168,1.7139964633517797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,512,0.009189333352777693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,32,0.11345511012607151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,2048,0.04946400059594048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,6144,0.024440889557202656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,2560,0.007834666305118138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,3584,0.008529778156015608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,768,0.004061333421203825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,12288,0.008015111088752747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,3584,0.00792711145348019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,768,0.034084445900387235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,256,0.04576622115241157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,10240,0.015968888998031616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,7168,0.016415110892719693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,3584,0.008013333711359236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,128,0.8769786622789172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,8192,0.017854221993022494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,256,0.0033644443998734155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,4096,0.15139022138383654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,768,0.006071110980378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,2560,0.010625777973069085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,3072,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,3584,0.01070844464831882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,512,0.02377333409256405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,51200,2.4014996422661676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,12288,0.041273779339260526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,128,0.0031635556370019913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,4096,0.018403554956118267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,4096,1.7651831309000652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,256,0.0058337777025169795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,128,0.004138666722509596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,16384,0.24007021056281197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,3584,0.15419822269015843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,7168,0.034565332863065935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,1536,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,8192,0.018326222896575928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,1536,0.017416000366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,5120,0.031898667414983116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,12288,0.03047377864519755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,16384,0.030311998393800523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,3072,0.1370826694700453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,16384,0.04040088918473985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,10240,0.019746666153271992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,65536,0.745647112528483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,3072,0.03219733304447598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,8192,0.12878044446309408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,3584,1.531667603386773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,4096,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,128,0.005150222116046482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,256,0.0325288905037774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,7168,0.013064888616402945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,7168,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,3584,0.010192888478438059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,16384,2.108493381076389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,768,0.029496000872717962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,768,0.008307555483447181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,128,0.02961955467859904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,5120,0.09130044115914239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,4096,0.15960000620947942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,65536,0.18602577845255533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,3072,0.023430221610599097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,64,0.01628977722591824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,51200,0.3919386598798964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,256,0.0053004444473319584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,65536,0.2293937736087375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,3584,0.11423733499315049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,3072,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,2560,0.01705511079894172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,128,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,3072,0.007576888634098901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,512,0.14823910925123426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,12288,0.04457066787613762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,3584,0.3372195561726888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,64,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,64,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,768,0.08723200029797024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,7168,0.025940444734361436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,10240,0.09246222178141277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,3584,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,512,0.016913778252071805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,1024,0.03158488869667053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,1536,0.016719111137919955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,256,0.1181359953350491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,128,0.007661333514584436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,8192,0.19816799958546957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,2048,0.09547289212544759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,5120,0.07943110995822482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,1536,0.17097777790493437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,512,0.042428443829218544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,512,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,2048,0.04726666543218824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,51200,0.18722221586439344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,16384,1.223135100470649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,3072,0.22940709855821398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,65536,0.03331199950642056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,3584,0.04506133331192864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,128,0.008560000194443597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,10240,0.03424888849258423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,10240,0.10853422350353664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,12288,0.024832889437675476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,10240,0.013909333282046847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,4096,0.7318142255147299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,3584,0.048511111074023776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,2560,0.009913778139485253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,3072,0.12980622715420193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,5120,0.5948808987935384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,1024,0.009698666632175446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,12288,0.6386239793565538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,3072,0.5620257589552138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,1024,0.010832000109884473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,7168,0.5251795450846354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,2048,0.009173333644866943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,65536,0.6397848659091526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,65536,0.3747271166907416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,3584,0.018538667096032035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,1536,0.39917598830329043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,128,0.0029324444217814338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,3072,0.0069253332912921906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,128,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,12288,0.010687111152542962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,16384,0.011797332929240333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,256,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,1536,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,4096,0.03089511063363817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,51200,0.058343999915652804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,12288,0.04909155435032315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,12288,0.013926222920417786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,6144,0.015279110934999255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,65536,0.803083578745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,3072,0.18752800093756783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,768,0.01274577776590983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,51200,0.01649777756796943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,5120,0.019839111301634047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,128,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,3584,0.00816000004609426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,16384,0.07956710788938734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,512,0.0273626661962933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,1536,0.011635555161370171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,1536,0.047938668065600924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,2048,0.00720266666677263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,65536,42.275919596354164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,1024,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,1536,0.007777777810891469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,1024,0.08657066689597236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,5120,0.05941510862774319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,3072,0.024122666981485155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,256,0.016859556237856548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,3072,0.5688675774468316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,12288,0.030748443471060857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,12288,0.5642693307664659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,2560,0.013432000246312885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,10240,0.014939554863505893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,512,0.006022222340106964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,4096,0.10860088798734878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,3072,0.16285510857899985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,3584,0.15583377414279515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,1536,0.025991110338105097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,64,0.0025475554996066624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,6144,0.01591022147072686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,51200,0.6805635558234321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,1024,0.004412444515360726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,32,0.011509333219793109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,512,0.00996800015370051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,51200,2.5073182847764754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,1536,0.023285332653257582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,1536,0.007879999776681265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,768,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,10240,0.20969600147671172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,65536,0.16818311479356554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,256,0.10391288995742798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,6144,0.02663822140958574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,128,0.005498666730191972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,3584,0.01386222243309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,4096,0.008015111088752747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,128,0.014275555809338888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,6144,0.013536888692114087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,6144,0.227055999967787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,65536,0.22227022382948133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,51200,0.2566026581658257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,512,0.005471999860472149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,32,0.003047111133734385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,3584,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,128,0.00868444475862715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,256,0.0029786665820413162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,512,0.048804445399178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,32,0.014277334014574686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,3072,0.006213333457708359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,256,0.02548888822396596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,7168,0.2790159914228651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,64,0.015761777758598328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,2048,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,4096,0.1326720052295261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,3584,0.15833866596221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,2048,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,2560,0.008481777376598781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,5120,0.1592479944229126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,32,0.02909066610866123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,6144,0.014171555638313293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,16384,0.03364177876048618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,128,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,3072,0.02606933315594991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,2560,0.07001244359546237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,512,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,10240,0.12146133846706814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,16384,0.07558400101131864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,1536,0.014818666709793938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,3072,0.05482044484880236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,7168,0.031025777260462444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,1024,0.02716711163520813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,8192,0.03485155436727736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,12288,0.04434222314092848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,2560,0.010474666953086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,512,0.02743822170628442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,64,0.03382844395107693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,2048,0.3279422124226888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,768,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,3072,0.20068355401357016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,51200,0.18564089139302573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,2048,0.0214675549003813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,16384,12.200850592719185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,16384,0.020925333102544148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,64,0.0026355555488003623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,32,0.009534222384293875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,4096,0.024404444628291663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,65536,0.44220889939202207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,128,0.004323555363549126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,51200,9.503267076280382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,256,0.9908035066392687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,1536,0.00977244476477305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,1024,0.009836444424258338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,5120,0.13684622446695963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,128,0.04606399933497111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,12288,1.8746462927924261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,2560,0.06144089168972439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,64,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,5120,0.02032977839310964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,256,0.03991644581158956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,1536,0.013460444079505073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,2048,0.026709333062171936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,3584,0.011800000237094032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,3584,0.02510044475396474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,8192,0.04585599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,10240,0.6787484486897787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,256,0.004476444588767158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,6144,0.1820382277170817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,1024,0.012664889295895895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,16384,0.038551112016042076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,16384,0.17020977867974174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,4096,0.045347554816140064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,7168,0.02215733296341366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,128,0.0034515555534097883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,4096,0.056088891294267446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,512,0.008975110948085785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,2048,0.16513778103722468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,12288,0.06885955731074016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,256,0.1995911068386502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,768,0.02732177740997738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,10240,0.11661067273881699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,5120,0.006272000157170826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,512,0.010327111515733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,7168,0.02734400000837114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,2560,0.006554666492674086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,16384,0.042542222473356456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,256,0.0047022220161226065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,7168,0.0165928883685006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,16384,0.06472355789608426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,768,0.0068853331936730286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,6144,0.5569181972079807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,4096,0.34148889117770725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,768,0.005108444641033809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,256,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,10240,0.6172444555494521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,16384,0.4021040068732367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,5120,0.04422577884462145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,12288,0.8342897627088758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,4096,0.011013333168294696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,128,0.03331644336382548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,1024,0.00452622233165635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,5120,0.012864888542228274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,10240,0.10867022143469916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,4096,0.3026719888051351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,32,0.002903999967707528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,65536,2.174244350857205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,1536,0.18902399804857042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,12288,0.020213334096802604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,2560,0.008184000021881526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,128,0.00869955536392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,6144,0.02082577844460805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,2560,0.007152000235186682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,2560,0.12612177266014948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,65536,0.01646311084429423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,5120,0.010997333460383944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,10240,0.6734035809834799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,1024,0.17589244577619764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,65536,0.26805512110392254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,512,0.007576888634098901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,2560,0.009847111172146266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,51200,0.16631821791330972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,2048,0.005719111197524601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,768,0.024272888898849487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,1536,0.011446221835083432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,1024,0.013220444321632385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,51200,0.08829777770572239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,4096,0.024130667249361675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,512,0.026018665896521673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,2560,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,1024,0.021020443903075323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,51200,0.1310702164967855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,10240,0.29320889049106175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,512,0.010049777726332346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,8192,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,3584,0.14737510681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,8192,0.01870577699608273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,1536,0.035748445325427584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,768,0.9596551259358724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,768,0.021777777208222285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,1024,0.017394666870435078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,2048,0.011811555259757571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,2560,0.005762666463851929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,4096,0.00794044468137953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,512,0.018562666243977018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,6144,0.04216088851292928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,6144,0.4012648794386122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,10240,0.02181333303451538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,64,0.0026417778184016547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,32,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,768,0.005983110931184556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,4096,0.02162933349609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,3584,0.12512621614668104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,4096,0.031834665271970965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,2048,0.026642666922675237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,51200,67.0665283203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,16384,0.01204533295498954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,12288,0.014610666367742749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,2048,0.019479110836982727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,6144,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,2560,0.06693689028422038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,32,0.0058222222659322954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,3584,0.055277334319220654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,6144,0.018601778480741713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,6144,0.009018667042255402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,5120,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,128,0.015134221977657743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,2048,0.09979377852545844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,4096,0.05320177806748284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,5120,0.02905244297451443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,10240,0.018139556050300598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,2048,0.08804621961381699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,6144,0.02292088833120134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,2560,0.006457777900828256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,7168,0.025968000292778015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,16384,0.021060445242457922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,12288,0.5665706528557671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,3584,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,512,0.018258665998776753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,65536,0.20006222195095488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,16384,0.18956977791256377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,3072,0.014527999692493014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,7168,0.048545777797698975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,768,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,8192,4.390738593207465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,1536,0.0733955568737454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,12288,0.31906400786505806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,3072,0.01924711134698656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,512,0.01535288823975457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,16384,0.09257866938908894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,6144,0.010500444306267632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,64,0.014873777826627096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,65536,0.43455643124050564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,3072,0.011888888974984487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,2048,0.045216000742382474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,1024,0.0081404447555542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,2560,0.0063475556671619415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,1536,0.013239111337396832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,2048,0.037997331884172224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,7168,0.26014934645758736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,10240,2.074376000298394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,512,0.004771555463473002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,7168,0.17349689536624482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,16384,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,7168,0.09073333607779609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,3072,0.07371644179026286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,7168,0.8505911297268338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,768,0.02368444369898902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,256,0.007109333243634965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,3072,0.02846133377816942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,10240,0.014175999495718213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,256,0.029255112012227375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,128,0.008040889269775814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,2560,0.25495555665757924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,128,0.022591999835438196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,51200,0.20009156068166098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,4096,0.0266951107316547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,512,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,5120,0.25904888576931423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,3584,0.16239999400244817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,10240,0.15336710876888698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,512,0.004880889008442561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,32,0.005119110975000593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,51200,0.41435734430948895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,3072,0.1592657830980089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,51200,20.868743896484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,32,0.003531555748648114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,3072,0.058295110861460366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,1536,0.305984894434611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,16384,0.37148533927069766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,128,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,128,0.022758222288555566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,8192,0.014087110757827759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,256,0.030671109755833943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,16384,0.2317404482099745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,512,0.01459377838505639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,512,0.0046862223082118565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,5120,0.011929777761300405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,3584,0.09367466635174221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,64,0.006583111153708563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,12288,0.26181689898173016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,256,0.12802044550577799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,2560,0.06173955731921726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,6144,0.37123823165893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,8192,0.02090488870938619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,16384,0.07065688901477389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,16384,0.0373671121067471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,1536,0.007465778125656976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,51200,0.11264533466762966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,512,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,6144,0.23480621973673502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,4096,0.011411555939250521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,10240,0.5500853326585557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,6144,0.018162666095627677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,12288,0.5674151314629449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,10240,0.04184533490075005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,3584,0.33540089925130206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,128,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,16384,0.028295109669367473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,512,0.0035946667194366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,128,0.0034844444857703317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,5120,0.06302399767769708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,3072,0.03571110963821411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,256,0.028502222564485338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,12288,0.009591110878520543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,5120,0.01148088855875863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,2560,0.09080533186594646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,4096,0.07249155309465197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,1024,0.07760088973575167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,2048,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,16384,1.403042687310113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,1024,0.03405688868628608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,128,0.01833422150876787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,16384,0.04389066828621758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,5120,0.08931022220187718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,5120,0.05827111005783081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,1536,0.012115555504957834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,3584,0.046457777420679726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,12288,0.19466755125257704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,2560,0.46261246999104816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,10240,0.07479733228683472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,1024,0.01750666730933719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,5120,0.013481777575280933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,128,0.0032382222513357797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,8192,0.04561511013242933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,6144,0.05996266338560316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,51200,0.018966222802797954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,4096,0.03247377938694424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,512,0.007780444290902879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,6144,0.012097777591811286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,12288,0.056926223966810435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,128,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,2560,0.0063528890411059065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,128,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,2560,0.008159110943476358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,512,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,3072,0.05764266517427233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,3072,0.006698666761318843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,1024,0.0047271110945277745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,128,0.17133155133989122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,512,0.003079111170437601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,2048,0.014279999666743808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,10240,0.02237066626548767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,3072,0.015509333875444202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,10240,2.2052364349365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,2560,0.02938133478164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,1536,0.008256889051861232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,512,0.007878222399287755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,32,0.003969777789380816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,8192,0.09708799918492635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,3584,0.18459910816616484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,64,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,128,0.004550222307443619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,64,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,256,0.040016889572143555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,768,0.04398488998413086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,32,0.0028613333900769553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,1024,0.10122399859958225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,6144,0.23612801233927408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,4096,0.007253333098358578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,3072,0.2379537688361274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,64,0.00272444449365139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,51200,0.05259199937184652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,2560,0.08716711070802476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,65536,2.9601306915283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,8192,0.03695199886957804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,7168,0.014402666025691561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,65536,0.13089066081576878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,768,0.004060444318585926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,3072,0.01015022231472863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,5120,0.012441777520709567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,8192,0.015291555060280694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,1024,0.014055111342006259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,512,0.010103111465771994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,6144,0.010082667072614035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,65536,0.6854666603936089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,6144,0.006510222123728857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,2560,0.007105777661005656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,128,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,1024,0.02030666669209798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,4096,0.01940444442960951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,768,0.02271733350223965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,6144,0.06285333633422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,12288,0.030240890052583482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,12288,0.43058310614691836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,64,0.006050666587220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,6144,0.04305422306060791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,1024,0.015003555350833468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,8192,0.013332444760534497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,8192,0.24590489599439833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,65536,2.497892379760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,7168,0.02695377833313412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,1536,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,2560,0.034272889296213783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,1536,0.007768889268239339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,3584,0.007853333320882585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,1536,0.03309422069125705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,4096,0.007075555622577667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,128,0.005223111146026188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,12288,0.013175110850069257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,1024,0.022799111074871484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,5120,0.45137691497802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,256,0.003206222214632564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,512,0.017831110292010836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,5120,0.029975109630160864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,1536,0.09431555536058213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,12288,0.023183110687467787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,51200,3.3304337395562063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,5120,0.2523769007788764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,7168,0.763679133521186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,6144,0.02056533263789283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,7168,0.17388621966044107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,16384,0.02100177771515316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,256,0.010932444698280759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,1024,0.08967200252744888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,1024,0.022475555539131165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,65536,5.088592105441623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,2048,0.03298844562636481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,6144,0.040397332774268255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,16384,0.022866666316986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,51200,2.065697775946723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,65536,0.1017342209815979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,65536,0.49537065294053817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,12288,0.07756977611117892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,256,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,128,0.015875554747051664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,512,0.005653333332803514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,128,0.014662222729788886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,64,0.005619555711746216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,4096,0.7465715408325195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,65536,0.8649173312717013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,32,0.008467555873923832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,128,0.004508444418509801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,4096,0.029096888171301946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,65536,0.15647910700903997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,1536,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,65536,0.7402559916178385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,6144,0.04924799998601278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,768,0.011422221859296164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,128,0.009541333549552495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,3072,0.013608000344700284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,1024,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,768,0.004845333182149463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,4096,0.034388442834218345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,128,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,7168,0.11198755105336507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,64,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,7168,1.2970346874660916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,1536,0.005718222094906702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,1024,0.011491555306646558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,128,0.003931555483076307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,256,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,8192,0.30056532224019367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,256,0.015663999650213454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,6144,0.006250666661394968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,4096,0.4819999800788031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,3584,4.574830373128255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,51200,0.16034311718410915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,6144,0.20498932732476127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,768,0.006963555183675554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,51200,0.055516444974475436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,12288,0.05724710888332791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,256,0.003436444534195794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,1024,0.016200888488027785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,16384,0.09693511327107747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,768,0.025624000363879736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,1024,0.01678400072786543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,8192,1.6599128511216905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,5120,0.01649599936273363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,2048,0.010038221875826517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,1536,0.008302222523424361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,3072,0.05124355687035454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,6144,0.03313244382540385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,512,0.011002666420406766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,3584,0.025443555580245122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,3072,0.01717333330048455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,5120,0.14961866537729898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,2560,1.6667120191786025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,2560,0.03791911072201199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,7168,0.04253688785764906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,6144,5.144137912326388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,7168,0.18776799572838676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,3584,0.008599999878141616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,16384,0.53785064485338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,768,0.007666666474607255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,51200,0.4394853379991319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,65536,4.4548187255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,2560,0.009145778086450364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,1024,0.015789333317014907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,1024,0.00602311102880372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,10240,2.8941315544976125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,32,0.003463111196955045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,65536,0.16495022508833143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,3584,0.010315555665228102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,6144,0.03751377926932441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,51200,0.7060364617241753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,256,0.015004444453451367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,3584,0.14150667190551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,6144,0.01441422270403968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,512,0.005031110925806893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,1536,0.24791465865241158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,128,0.016511110795868766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,256,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,3072,0.13296177652147081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,7168,0.029881778690550063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,10240,0.21100355519188774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,1024,0.009203555683294931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,2048,0.05786844756868151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,1536,0.011717333561844297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,8192,0.026939556002616882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,2560,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,6144,0.028024888700909082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,768,0.006320000108745363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,2560,0.05406577719582451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,64,0.0027760000278552375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,7168,0.031862222486072116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,3584,0.010262221925788457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,2048,0.027466666367318895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,32,0.011363555159833698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,51200,0.1486248837576972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,51200,0.07551111115349664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,4096,0.031850665807724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,65536,0.37920623355441624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,2560,0.006208000083764394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,16384,0.031207998593648274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,16384,4.658779568142362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,65536,1.7108827167087133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,51200,0.3410782284206814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,16384,0.023559111687872145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,128,0.0032524443748924467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,512,0.0440684457619985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,8192,0.47287644280327695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,32,0.002740444408522712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,1536,0.004927999857399198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,16384,0.07101600037680732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,3584,1.0665227042304146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,10240,0.06025511026382446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,8192,0.017747556169827778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,3584,0.10530310869216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,10240,0.008065777520338694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,7168,0.01901244454913669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,4096,0.025076443950335186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,6144,0.44533687167697483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,3072,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,10240,0.6980933083428277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,10240,0.016964443855815463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,512,0.004377777791685528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,3584,0.010339555641015371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,8192,0.01809155609872606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,1024,0.028024888700909082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,10240,0.037616888682047524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,65536,0.099144889248742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,3072,0.033858666817347206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,10240,0.26622311274210614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,12288,0.12742666403452554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,2560,0.20041422049204508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,128,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,12288,0.13938132921854654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,64,0.005558222118351195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,65536,1.269679069519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,16384,5.416881985134548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,1024,0.006791111081838608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,3072,0.014720888601409065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,10240,0.08714133501052856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,65536,0.01019200020366245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,1536,0.025536000728607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,4096,0.018911111685964797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,64,0.003022222262289789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,3584,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,51200,0.34245067172580296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,1024,0.10157244735293919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,2048,0.00979022185007731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,768,0.11057155662112766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,32,0.16695200072394478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,12288,0.02276533345381419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,12288,0.019328888919618394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,51200,0.054014222489462964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,32,0.008991999758614434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,128,0.0027715555495686005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,12288,0.29437245262993705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,768,0.005048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,5120,0.016700444949997794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,3072,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,4096,0.011886222494973077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,1024,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,7168,0.07197599940829806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,1536,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,1024,0.04197422332233853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,3584,0.16188355286916098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,3072,0.16847377353244355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,1536,0.07004533211390178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,3072,0.0837857789463467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,6144,0.03715822100639343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,1024,0.031290666924582586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,256,0.029878222280078467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,65536,0.01665244499842326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,2560,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,256,0.005759999983840519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,65536,1.8454630109998915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,768,0.004190222256713443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,16384,0.40096176995171445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,3584,0.01350488927629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,512,0.004319111092223061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,10240,0.03437866767247518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,256,0.005347555710209741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,512,0.022152000003390845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,1024,0.035396443472968206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,3072,0.014670222997665405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,1536,0.013607111242082385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,512,0.007394666473070781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,65536,0.08574577834871079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,16384,0.019991111424234178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,3584,0.011685333318180509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,65536,0.07881155278947619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,7168,0.010680889089902243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,768,0.00981422182586458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,12288,3.129951900906033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,128,0.009107555780145857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,3072,0.01570222278436025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,2048,0.08999022510316636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,2560,0.05468622181150648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,2560,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,2560,0.026410667432679072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,6144,0.0696808894475301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,8192,0.030427555243174236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,3072,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,2048,0.08747733301586574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,12288,0.03311289019054837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,7168,0.025292444560262892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,12288,0.02456444501876831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,16384,0.08654399712880452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,4096,0.5548168818155924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,8192,0.07391022311316596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,512,0.01369866645998425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,1024,0.013304000099500021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,65536,0.21141510539584688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,3584,0.018205333087179396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,5120,0.029672000143263075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,5120,0.014736000034544202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,1536,0.016005333926942613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,3584,0.013646221823162503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,3584,0.012081777883900536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,7168,0.24072533183627656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,256,0.029093331760830347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,128,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,512,0.004885333279768626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,128,0.007527111305130853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,16384,0.9309440188937717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,2048,0.01183733344078064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,128,0.005821333163314396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,51200,1.0188088946872287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,16384,0.021895999709765118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,128,0.005127111242877113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,12288,0.10904622077941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,65536,0.09145689010620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,2048,0.006110222389300664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,256,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,768,0.08826755815082127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,7168,0.02423288921515147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,256,0.007655111451943715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,65536,3.295013427734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,6144,0.015063110325071545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,1024,0.00432977784011099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,10240,0.26496532228257924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,128,0.003967111309369405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,4096,0.01111822244193819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,128,0.0041031113101376426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,8192,0.4397608968946669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,2048,0.02327022287580702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,5120,0.028455999162462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,2048,0.09648088614145915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,64,0.005523555394675996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,8192,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,1536,0.008036444584528605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,16384,0.08432977729373509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,51200,0.05544977717929416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,5120,0.021838222940762837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,4096,0.0595360000928243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,4096,0.008438222110271454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,2560,0.012850667039553324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,16384,0.4635590977138943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,2048,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,768,0.1942444509930081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,4096,0.009365333451165093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,4096,0.20975377824571398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,512,0.022436444958051045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,2048,0.01864355636967553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,65536,0.009762666291660732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,65536,0.16506132814619276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,512,0.008822222550710043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,768,0.009905777871608734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,7168,0.01311555587583118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,1536,0.009133333133326637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,2048,0.04978400137689379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,3584,0.032292445500691734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,10240,0.02845777736769782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,16384,1.2908621893988717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,3072,0.010782221953074137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,256,0.008439111212889353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,5120,0.010208889014191097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,8192,0.019558222757445443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,65536,0.49753602345784503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,1536,0.07286133368810017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,2048,0.12366488244798447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,3584,0.015202666322390238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,16384,0.16634666919708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,7168,0.027941332923041448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,7168,0.016914667354689706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,3584,0.00811288919713762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,4096,0.02142488956451416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,16384,0.31872089703877765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,6144,0.4648639890882704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,51200,4.2244923909505205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,16384,0.05996355745527479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,2048,0.008037333687146505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,512,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,2560,0.04371466570430332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,512,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,256,0.04795555604828728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,3072,0.8109679751925998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,3072,0.0321777794096205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,51200,0.19108177555931938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,1024,0.008258666429254744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,10240,0.1285546620686849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,7168,0.0388302206993103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,1536,0.00794311116139094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,32,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,1024,0.044850667317708336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,4096,0.008363555702898238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,51200,1.859164343939887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,1536,0.05827555391523573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,1024,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,512,0.024154666397306655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,3072,0.03921155465973748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,1024,0.030798223283555772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,4096,0.05236355463663737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,128,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,51200,0.0802275538444519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,6144,0.011962666279739805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,256,0.005988444305128521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,12288,0.05751022365358141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,1536,0.05980088975694445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,6144,0.010838222172525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,3072,0.01037333326207267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,3584,0.007135999699433644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,32,0.057674666245778404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,64,0.1961688862906562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,128,0.0067528887755341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,4096,0.05492266681459215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,768,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,1536,0.05216888917817009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,1024,0.25989333788553876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,2048,0.007064888874689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,51200,0.29863201247321236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,5120,2.4353485107421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,7168,2.3666203816731772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,3072,0.10459199878904556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,1024,0.1341422266430325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,768,0.03254577848646376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,7168,0.015221332510312399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,256,0.010334221853150262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,8192,0.03471733464135064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,5120,0.25662133428785533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,4096,0.00904977818330129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,2560,0.9996808369954427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,1024,0.009995555712117089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,51200,2.1625529395209417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,12288,0.020781333247820537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,65536,0.10474133491516113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,5120,0.11515555116865371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,32,0.004589333302444882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,1024,0.018541332748201158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,5120,0.033977776765823364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,3072,0.17646577623155382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,32,0.017071111334694754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,64,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,3584,0.13710755772060818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,128,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,3584,0.008574222524960836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,128,0.01404888927936554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,1536,0.009445333646403419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,2048,0.02108977735042572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,128,0.005616888817813661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,256,0.004359999878538979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,128,0.007463110817803278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,2048,0.011333333121405708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,3584,0.006720888945791457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,10240,0.017610667480362784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,7168,0.0351528889603085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,10240,0.1321600013309055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,2560,0.10360355509652032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,10240,0.035608000225490995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,8192,0.03757866554790073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,2560,0.006025777922736273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,5120,0.024792888098292883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,3072,0.019458666443824768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,5120,0.19510311550564238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,12288,0.03817333446608649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,3584,0.034753776258892484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,256,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,256,0.004263111286693149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,1536,0.08960977527830337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,16384,2.9495652516682944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,2048,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,10240,0.0203448881705602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,2048,0.031174222628275555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,7168,0.5432320170932347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,512,0.007984889050324758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,1536,0.047416889005237155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,10240,0.01628888812330034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,3072,0.018025777406162687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,768,0.06853955321841769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,32,0.00847999999920527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,51200,0.3404426574707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,51200,0.6087946891784668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,16384,3.97125244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,16384,0.1502408848868476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,10240,0.011930666863918304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,7168,0.01164533363448249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,8192,0.17798222435845268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,5120,0.030563556485705908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,768,0.0058168888919883305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,8192,0.0203813330994712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,8192,0.021568889419237774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,64,0.00508088908261723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,6144,0.01958577831586202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,65536,0.035431110196643405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,2560,0.2899635632832845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,1536,0.017424000634087455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,16384,0.009453333086437648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,3072,0.7960320048862033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,2048,0.10468888945049709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,16384,0.19576888614230684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,1024,0.01163999984661738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,65536,2.7539039187961154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,16384,0.2817715538872613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,1024,0.010871111518806882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,1024,0.01387466655837165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,1024,0.028554668029149372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,512,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,1024,0.009233777721722921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,512,0.012798222402731577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,8192,0.02382844520939721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,10240,0.014630221658282809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,6144,0.050491554869545825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,10240,0.05394133263164096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,16384,0.04263910982343885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,5120,0.02089244458410475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,1024,0.013767999907334646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,1536,0.015267555912335714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,3072,0.009136888715955947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,65536,0.11258667045169407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,2560,0.09294222460852729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,65536,3.497324413723416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,12288,0.4497377607557509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,12288,0.03528711199760437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,768,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,128,0.00499555551343494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,6144,0.012390221986505719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,8192,0.35255999035305446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,8192,0.29593777656555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,4096,0.0090524446633127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,768,0.021581333544519212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,1024,0.5374222331576878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,8192,0.023024888502226934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,51200,3.526643541124132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,1536,0.01907911068863339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,768,0.09636888901392619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,1024,0.34796712133619523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,1024,0.004081777814361784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,65536,1.5628906885782878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,256,0.03814488980505202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,4096,0.028055999014112685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,5120,0.015788444214397006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,12288,0.3299706776936849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,3584,0.018373333745532565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,51200,0.0646302236451043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,512,0.0488755570517646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,4096,0.03286577926741706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,5120,0.35379732979668516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,1024,0.00797333319981893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,4096,2.8654390970865884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,65536,0.47648175557454425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,51200,7.482493082682292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,5120,0.024100444383091394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,4096,0.017655111021465726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,5120,0.011192888849311404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,51200,2.0469324323866105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,4096,0.013550221920013428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,6144,0.6120159890916612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,16384,0.13550489478641087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,128,0.009528888596428765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,16384,0.047396444612079196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,32,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,2560,0.29432445102267796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,768,0.0035991109907627106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,5120,0.2577208942837185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,10240,0.1927573283513387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,4096,0.14059644275241429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,128,0.00906311141120063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,3584,0.02251022226280636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,128,0.012646222280131446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,16384,0.04916710986031426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,32,0.012489777472284106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,10240,0.2640231185489231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,5120,0.05328355564011467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,2048,0.006625777731339137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,3584,0.007326222128338284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,512,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,2048,0.016385777129067313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,64,0.006055111272467508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,6144,0.05375911129845513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,65536,16.552647908528645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,16384,0.18122843901316324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,4096,0.018780445059140522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,10240,0.2598026593526204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,2560,0.0058053334554036455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,5120,0.016945777667893302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,7168,0.05525955557823181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,3584,0.05240266521771749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,3072,0.007207999626795451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,32,0.0025840000145965153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,8192,1.073120011223687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,16384,0.02660266723897722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,256,0.0041128889554076726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,3072,0.026294221480687458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,5120,0.0177831103404363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,64,0.009020444419648912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,65536,0.19912355475955537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,16384,7.979681226942275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,51200,0.10977777507570054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,10240,0.014581332604090372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,8192,0.15756444136301676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,10240,0.027804444233576458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,6144,0.18838132752312553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,768,0.009113777842786577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,1536,0.04025600022739834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,3072,0.02878755662176344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,3584,0.008048888709810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,10240,4.387144724527995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,6144,0.01793155570824941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,3072,0.020181333025296528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,512,0.0038000001675552795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,7168,0.07800889015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,10240,0.04926310976346334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,1024,0.06116888920466105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,5120,0.007735999921957652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,8192,0.01162755572133594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,128,0.007196444604131911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,8192,0.20318844583299425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,12288,0.015967110792795818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,6144,0.03310222095913357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,2048,0.5884817971123589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,1536,0.06531111399332683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,51200,0.2257795598771837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,256,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,65536,0.8759253289964465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,512,0.045046223534478076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,8192,0.017515555024147034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,3584,0.09153599871529473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,128,0.0074826669361856245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,5120,0.02233244478702545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,32,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,8192,0.049774222903781466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,4096,0.008943999807039896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,16384,0.022861333356963262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,5120,0.01109688894616233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,6144,0.017952000101407368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,64,0.009528000321653154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,3584,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,768,0.011601777540312873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,2560,0.023994666006830003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,768,0.08985510799619888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,3072,0.35320266087849933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,10240,0.11972978379991318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,3584,0.04324711031383938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,65536,0.6312008963690864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,65536,0.09912266996171738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,16384,1.3660560184054906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,3584,0.021371554997232225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,7168,0.01311288856797748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,768,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,10240,3.2726942698160806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,768,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,10240,0.016869333055284288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,64,0.005734222216738596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,6144,5.09026124742296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,1536,0.009925333162148794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,2048,0.13073599338531494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,5120,0.1363146702448527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,65536,0.07179733117421468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,1024,0.04275555411974589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,256,0.003440888805521859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,6144,0.012838222086429596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,3584,0.05730311075846354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,3072,0.04190222091144986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,12288,0.8361964225769043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,12288,0.12388000223371719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,10240,0.11205600367652045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,7168,0.01644888851377699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,512,0.03446222345034281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,128,0.007601777712504069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,64,0.0053680001033677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,768,0.009724444813198512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,768,0.03724177678426107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,10240,0.01646577815214793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,3584,0.011196444431940714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,1536,0.015895111693276297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,5120,0.03170844581392076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,2560,0.010643555886215635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,2048,0.009653333160612319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,2560,0.047183109654320605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,1536,0.024114666713608637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,2048,0.005003555367390315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,51200,12.739105224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,4096,0.02141777839925554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,16384,0.022612444228596155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,1536,0.011034666664070554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,12288,0.1708435614903768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,1024,0.009140444298585257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,12288,0.05092089043723213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,256,0.005803555664088991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,7168,0.023952000670962866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,4096,0.008351999852392409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,65536,0.07220977544784546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,1536,0.014103111293580798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,65536,0.27655378977457684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,12288,0.021545777718226116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,10240,0.1450142198138767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,4096,0.056017776330312095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,51200,3.690222422281901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,64,0.006528000036875407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,3584,13.563017951117622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,512,0.005983110931184556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,2048,0.007446222007274628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,1024,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,7168,0.016735111673672993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,128,0.018191110756662156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,2048,0.010605333579911126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,16384,0.22168266773223877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,3072,0.024845333562956914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,512,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,65536,0.03439111179775662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,768,0.005042666776312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,3072,0.3157751030392117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,32,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,64,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,5120,0.13089777363671198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,4096,0.0816168917549981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,768,0.02292088833120134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,10240,0.03064089020093282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,3072,0.14510399765438503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,65536,0.10744977659649319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,5120,0.058805333243476025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,512,0.034240000777774386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,6144,0.010175111393133799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,5120,0.04448622133996752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,3584,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,3072,0.011712888876597086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,8192,0.5590871175130209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,3584,1.2363786697387695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,3584,0.012706666356987424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,32,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,2560,0.032418668270111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,7168,0.014279999666743808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,4096,0.02272266646226247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,32,0.0028239999794297745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,16384,0.02074044446150462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,32,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,65536,0.16425689061482748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,2048,0.007642666498819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,2048,0.036758220858044095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,768,0.02019733356104957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,8192,0.009326222042242685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,2560,0.01126399967405531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,3584,0.030185778935750324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,512,0.004435555388530095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,768,0.027684445182482403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,3072,1.386359108818902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,8192,3.061430189344618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,16384,0.17576355404324004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,6144,0.047543111774656505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,8192,0.11377422014872234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,4096,0.008567999634477828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,2560,0.025664889150195654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,1024,0.016169778174824186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,3584,0.04908711049291822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,7168,0.06265599860085382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,51200,2.2472311655680337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,10240,0.015867556134859722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,32,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,51200,0.1990577777226766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,256,0.009769777456919352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,2048,1.7665635214911566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,10240,0.9580773247612847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,8192,0.20022222730848524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,1024,0.05842489004135132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,6144,0.09175288677215576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,2048,0.03200444579124451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,256,0.005705777969625261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,12288,0.016907556189431083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,4096,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,16384,7.507184346516927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,3584,0.008568888737095727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,51200,0.05581777625613742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,2560,0.03221599923239814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,512,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,512,0.008048888709810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,256,0.04564533299869961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,7168,0.03257333238919576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,768,0.013153778182135688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,12288,0.011413333316644033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,768,0.05680711401833428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,65536,0.42121688524882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,3584,0.008108444511890411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,256,0.0041253334946102565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,768,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,512,0.007258666886223688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,1024,0.013448889056841532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,2560,0.10351733366648357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,64,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,12288,0.387065781487359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,3584,0.3784240086873372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,8192,0.011624889241324531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,7168,1.1170417997572157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,32,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,4096,0.13438133398691812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,7168,0.22716177834404838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,65536,6.982919057210286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,51200,0.30001600583394367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,3072,0.10401866833368938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,2560,0.010225777824719747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,2048,0.011818666425016193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,3072,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,3072,0.006808888994985157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,2048,0.07129955291748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,2048,0.16651644971635607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,6144,0.06510666343900892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,3072,0.05082044336530897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,6144,0.21339910560184053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,64,0.0578977796766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,128,0.010840000377760993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,7168,0.03792799843682183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,4096,0.01973777843846215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,8192,5.272373199462891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,1024,0.046113779147466026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,12288,0.2299199899037679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,51200,0.1915217770470513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,12288,0.5565111372205946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,12288,0.02698844505680932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,16384,0.263720883263482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,10240,0.37143733766343856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,2560,0.02016533414522807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,6144,0.021340444684028625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,2048,0.5012017885843912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,12288,0.3364231056637234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,64,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,12288,0.20061777697669136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,768,0.012788444757461548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,8192,0.012288889123333825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,51200,9.973838806152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,1536,0.014992000328169929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,4096,0.008549333446555668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,128,0.015273777974976433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,256,0.033053331904941134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,1024,0.03197688857714335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,256,0.004033777862787247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,51200,2.8322052425808377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,65536,0.32987022399902344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,8192,0.06237066454357571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,51200,0.05285066697332594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,5120,0.08741155597898696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,4096,0.27290844917297363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,51200,8.553060743543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,128,0.009874666730562845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,8192,0.39373334248860675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,16384,0.0075084442893664045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,10240,0.05219022101826138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,2048,0.10761155684789021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,10240,0.016537777251667447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,128,0.0028071111689011254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,8192,0.01129955550034841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,10240,0.032418668270111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,51200,0.04965155654483371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,1536,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,32,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,512,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,512,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,3584,0.06428444385528564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,6144,0.11783644888136123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,128,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,6144,0.04527911212709215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,768,0.0326551099618276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,5120,0.18798311551411948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,1536,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,3072,0.0721199976073371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,7168,0.023491554790072974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,2048,0.0939848886595832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,7168,0.012647111382749347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,6144,0.04741511080000135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,1024,0.005910222315125995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,512,0.015778667396969266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,768,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,2048,0.011223110887739392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,7168,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,8192,0.04098755452367995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,3072,0.02702755563788944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,1024,0.34601955943637425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,64,0.02544622288809882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,12288,1.0136470794677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,512,0.008392888638708327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,3584,0.035953776703940496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,64,0.0035128887328836652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,1536,0.06251200040181477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,5120,0.014574221438831754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,16384,0.18074488639831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,512,0.009513777991135916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,8192,0.08710489008161758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,51200,0.29380888409084743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,3584,0.9102604124281141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,128,0.006863111009200414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,65536,0.06349511279000176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,2048,0.02384088933467865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,512,0.0351182222366333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,12288,0.016728889611032274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,16384,0.02369155486424764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,128,0.004317333300908406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,256,0.1471724510192871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,16384,0.27433954344855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,4096,0.01715377800994449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,1024,0.026410667432679072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,128,0.0036515556275844574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,3584,0.13395822048187256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,2048,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,10240,0.020438222421540152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,51200,0.07401244507895575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,3584,0.013741333451535968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,1536,0.007850666840871176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,128,0.021358221769332886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,512,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,10240,0.4731493526034885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,51200,0.05074933171272278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,1536,0.0195448895295461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,2048,0.09107555283440484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,8192,0.06018310785293579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,2048,0.02360533343421088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,64,0.0068862222962909276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,3584,0.009259555902745988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,768,0.016728000508414376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,4096,0.01722400055991279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,12288,0.11124622821807861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,2048,0.007347555624114142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,16384,9.155116611056858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,3072,0.009466666314336989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,4096,0.12398400571611191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,2048,0.009179555707507664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,32,0.0027297778675953546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,12288,0.09775466389126247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,1024,0.005013333426581489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,1024,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,12288,4.7645823160807295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,3072,0.13717777199215359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,7168,0.022118222382333543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,4096,0.010126222338941362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,768,0.18906754917568633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,512,0.023744889431529578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,8192,0.007608888877762689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,3072,0.19416444831424287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,768,0.004041777716742622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,1536,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,2560,0.06751644611358643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,12288,0.05033777819739448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,6144,0.289156436920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,4096,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,8192,0.04541688826349047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,16384,0.05266933308707344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,2560,0.04058488872316148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,10240,0.015321777926550971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,12288,0.1603191163804796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,51200,0.8981599807739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,10240,0.06875733534495036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,51200,1.2864009009467232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,7168,0.010679999987284342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,2048,0.006450666735569636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,2560,0.03184266553984748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,3072,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,51200,1.2536702685885959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,4096,0.01717066599263085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,3072,0.009886222581068674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,8192,0.026085333691702947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,64,0.01773955590195126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,10240,0.056233776940239795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,1024,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,7168,0.1463413370980157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,7168,0.01609155535697937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,10240,0.9999582502577039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,65536,1.448386616177029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,2560,0.2938888867696126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,3072,0.2623831166161431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,2560,0.04290489024586148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,7168,0.16080355644226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,10240,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,4096,0.7412417729695638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,6144,0.02370133333735996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,16384,1.5639493730333116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,7168,0.07756000094943576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,3584,1.9321840074327257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,12288,0.07349333498213026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,4096,0.01072088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,4096,0.007176000210973952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,2048,0.006247111078765657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,32,0.0042088888585567474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,32,0.036714666419559054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,64,0.006527110934257507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,7168,0.018601778480741713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,256,0.004341333276695675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,5120,0.006383111079533895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,8192,0.037843555212020874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,6144,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,16384,0.06668977604971991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,128,0.008967999782827165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,1024,0.0069466663731469055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,5120,0.24032889472113717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,3584,0.012518222133318583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,256,0.005404444618357553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,10240,1.3162595960828993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,2560,0.02623288830121358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,65536,0.40236356523301864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,7168,0.01793955597612593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,51200,0.2838284439510769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,6144,0.2365422248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,256,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,10240,0.014720888601409065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,2048,0.2862471209632026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,3584,0.0118231111102634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,1536,0.008579555484983657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,128,0.005425777700212266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,3584,0.022944889134830896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,256,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,16384,1.6145689222547743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,3072,0.027661333481470745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,1536,0.04586755567126804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,7168,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,12288,0.02243288854757945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,1536,0.01626133256488376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,1536,0.3002977901034885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,256,0.004176889028814104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,7168,0.05130844314893087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,2560,0.0620044469833374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,7168,0.016602666841612924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,12288,0.026681777503755357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,3584,0.07622044616275363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,6144,3.659737057156033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,51200,0.10867377784517075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,3584,0.032602667808532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,8192,0.08528355757395427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,5120,0.02572622232966953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,768,0.005456888841258154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,4096,0.2657910982767741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,7168,0.17506133185492623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,32,0.006145777801672618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,8192,0.011642666326628791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,51200,0.041033777925703264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,1024,0.004135999828577042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,1536,0.06622755527496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,10240,0.11821156077914768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,10240,0.06582133637534247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,128,0.013213333156373767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,10240,2.8662098778618703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,3072,0.3061457739935981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,2560,0.009342222577995723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,1024,0.009205333060688442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,7168,0.13859466711680093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,2048,0.006666666517655055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,128,0.025302223033375208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,1024,0.004044444610675176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,2560,0.0543137788772583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,8192,0.2970302104949951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,64,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,2048,0.00979022185007731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,1024,0.012480888929631976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,5120,0.3173706796434191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,2048,0.03834755553139581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,12288,0.027224888404210407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,65536,0.06754222181108263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,512,0.029049777322345312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,16384,0.27837332089742023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,16384,0.5694204436408149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,16384,0.09624177879757351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,8192,0.014867555763986377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,32,0.007079111205206976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,1024,0.011094222466150919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,1536,0.12675555547078451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,7168,0.020025778147909377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,1536,0.08668888939751519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,12288,0.041054222318861223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,10240,0.9371218151516385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,8192,0.0906897783279419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,6144,0.03794044587347243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,2560,0.2299599912431505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,5120,0.033801777495278254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,4096,0.046118223004870944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,3072,0.0258240004380544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,256,0.0029848888516426086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,2048,0.015000000596046448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,5120,0.21937778260972765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,32,0.016880000631014507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,768,0.012620444099108378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,2560,0.028621332512961492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,3072,1.1930258009168837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,51200,0.6492453151279026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,2048,0.09177866909239028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,2560,0.02954044606950548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,51200,3.111062155829536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,6144,0.016043555405404832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,7168,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,2560,0.0075697774688402815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,1536,0.01400888959566752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,3584,0.06437689065933228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,256,0.005017777697907554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,256,0.004486222234037188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,128,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,1536,0.039945777919557356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,512,0.012770666844315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,2048,0.19259111086527506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,768,0.0036675557494163513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,65536,0.06977155473497179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,3584,0.013192888763215808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,1536,0.005657777604129579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,6144,0.8256693416171603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,8192,0.09791288773218791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,10240,0.02348888913790385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,6144,0.021393777595625982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,65536,0.0840382244851854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,32,0.0032213332338465583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,7168,0.062427553865644664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,4096,0.01682933337158627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,4096,0.025402666793929204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,6144,0.02141155633661482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,65536,0.07399466964933607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,512,0.009718221922715506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,10240,0.05912799967659844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,2048,0.009610666996902889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,65536,1.5750995212131078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,768,0.027835554546780054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,8192,0.26964444584316677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,256,0.057725330193837486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,6144,0.013236444857385425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,10240,0.812235567304823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,64,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,768,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,2048,0.011198221809334226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,768,0.009326222042242685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,128,0.008175111479229396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,51200,3.47397952609592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,3072,0.06590933269924588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,6144,0.3303786648644341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,256,0.005695111221737332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,32,0.01891377733813392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,7168,0.17423910564846465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,6144,0.3206568823920356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,1536,0.0700497759713067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,768,0.006264888991912206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,8192,0.01199288914601008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,128,0.00535377777285046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,1536,0.014327110515700446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,65536,0.413665771484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,5120,0.1554551124572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,2560,0.6837991078694662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,10240,1.3891732957628038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,51200,0.6477724181281196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,51200,0.3752471076117621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,128,0.0026648888985315957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,4096,0.11395200093587239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,2048,0.01482222146458096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,3072,0.1026631130112542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,512,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,3584,0.016302223006884258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,16384,0.09671377473407322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,8192,0.0063031112982167145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,5120,0.008978666530715095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,256,0.011847111086050669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,3584,0.013311111264758639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,768,0.04174044397142199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,768,0.05949866771697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,1024,0.004521777646409141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,16384,0.1062320007218255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,65536,1.4753084182739258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,10240,0.013456888496875763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,1024,0.010803555448849997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,3584,0.007540444533030192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,4096,0.013439111411571503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,32,0.0064328888224230866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,128,0.018218666315078735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,2560,0.15482844246758357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,1024,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,32,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,768,0.07781689034567939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,16384,0.07601333326763578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,6144,0.010299555957317352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,65536,0.14631733629438612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,16384,0.29898754755655926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,8192,3.4443520439995656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,3072,0.013599110974205865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,4096,0.1729440026813083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,3584,0.02623288830121358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,1024,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,10240,1.0390524334377713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,51200,0.2301715479956733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,32,0.0033937777496046494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,51200,0.08468355735143025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,1536,0.009733333355850643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,65536,0.32895644505818683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,8192,0.029447111818525527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,512,0.0035546666218174826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,12288,0.02566755480236477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,512,0.028646220763524372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,128,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,65536,0.20053422451019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,128,0.019317333896954853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,1536,0.010096888575288985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,7168,0.0826995571454366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,4096,0.0853617787361145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,7168,0.016591111818949383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,32,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,16384,0.0707555545700921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,768,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,16384,0.18518933984968397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,3072,0.00739555557568868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,51200,0.1043706668747796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,12288,0.08081155353122287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,10240,0.14292355378468832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,65536,0.2875528865390354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,3072,0.1513626707924737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,51200,4.271430121527778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,128,0.10346488820181952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,3584,1.1918178134494357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,1536,0.036455111371146307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,3072,0.01091288857989841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,128,0.005005333158704969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,4096,0.0299288895395067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,4096,0.2237671216328939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,8192,0.018981332580248516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,16384,0.022321777211295232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,1024,0.04054488738377889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,10240,0.020980444219377305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,1024,0.009275555610656738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,51200,0.6912204424540201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,32,0.019554666346973844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,5120,2.113751941257053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,512,0.07874400085873075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,128,0.006609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,512,0.004316444612211651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,768,0.004968889057636261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,6144,0.12796799341837564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,512,0.06329066885842217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,3584,0.017141333884663053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,51200,0.052397333913379245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,1024,0.006021333237489064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,6144,0.05965333514743381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,12288,0.882961803012424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,65536,0.9867191314697266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,12288,0.08027378055784437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,51200,0.758635573916965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,4096,0.027706666125191584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,65536,0.4633662435743544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,512,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,768,0.00904977818330129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,32,0.003528000166018804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,65536,0.0707226660516527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,7168,0.22037955125172934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,7168,0.010450666977299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,2048,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,4096,0.014708444476127625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,12288,1.2837190628051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,768,0.24402311113145617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,5120,0.10692266623179118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,7168,0.07877777682410346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,51200,0.05870933002895779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,10240,0.013711999687883588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,64,0.005004444470008214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,768,0.005720888988839255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,7168,0.05941244628694323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,10240,0.01625866691271464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,2560,0.02864355511135525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,128,0.0075235557225015424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,256,0.12065245045555963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,65536,1.5125431484646266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,2048,0.00886399961180157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,6144,0.02223288847340478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,1536,0.01790577835506863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,3072,0.07807644208272298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,768,0.1879040002822876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,51200,0.14320000012715658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,2048,0.017514665921529133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,10240,0.013271999855836233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,51200,0.047276443905300565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,768,0.02163911031352149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,10240,0.01367911116944419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,8192,0.7585520214504666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,128,0.00545866663257281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,10240,0.05863644679387411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,3072,0.02354755500952403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,16384,0.3268604543473986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,5120,0.023225777679019507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,5120,0.29950043890211314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,8192,0.02783999840418498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,6144,0.010113777385817634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,10240,0.5838177998860677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,16384,0.02456888887617323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,4096,0.021964444054497614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,65536,0.8938248952229818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,3584,0.016174222032229107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,2048,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,10240,0.020297777321603563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,65536,0.21161154905954996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,3584,0.019387554791238572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,8192,0.028775999943415325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,256,0.003522666792074839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,3072,0.1595333284801907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,16384,0.023847111397319373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,65536,0.584404468536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,1024,0.00407911092042923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,10240,0.012826667063766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,32,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,1536,0.05553955501980252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,7168,0.15121155314975315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,10240,0.10475911034478082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,16384,0.08490666415956284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,128,0.002985777747299936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,7168,1.025238249037001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,2560,0.12033422787984212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,128,0.008196444147162968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,4096,0.028593778610229492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,128,0.010758221977286868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,2560,0.011081777513027191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,51200,0.3499751091003418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,6144,0.012853333519564735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,3072,0.6015137566460503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,3584,0.09299200110965306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,1536,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,128,0.008223111430803934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,256,0.005015111217896144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,128,0.012423999607563019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,16384,0.02400622268517812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,12288,0.11201777723100449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,51200,0.05767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,256,0.007151111132568783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,5120,0.032722665203942194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,7168,0.05296711126963297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,768,0.004902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,512,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,51200,6.3382212320963545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,7168,0.38144532839457196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,4096,0.2149733304977417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,1024,0.01313777764638265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,10240,0.5030879974365234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,1024,0.004536889079544279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,12288,1.019762674967448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,256,0.011023999916182624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,16384,0.4805439843071832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,2048,0.01145866678820716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,4096,0.28565510114034015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,512,0.022129777404997084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,12288,0.030117332935333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,6144,0.01108000013563368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,1024,0.005063999858167437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,2048,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,5120,0.034450666771994695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,1536,0.7317502233717176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,8192,0.051757332351472646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,64,0.007576888634098901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,64,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,2560,0.05106400118933784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,1024,0.010260444548394945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,4096,0.008384000096056197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,768,0.007873777714040544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,3584,0.0380257765452067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,3072,0.037816888756222196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,4096,0.10002133581373428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,256,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,256,0.0033848887930313745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,7168,0.2375333309173584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,4096,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,2560,0.2505466673109266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,256,0.003220444545149803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,10240,3.528656005859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,5120,0.060172445244259305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,8192,0.07012622223960029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,64,0.015628443823920358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,128,0.006118222243256039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,128,0.007647111184067196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,5120,1.4990800221761067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,2560,0.07428533501095243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,12288,0.09739910893970066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,2560,0.027758222487237718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,65536,2.021146562364366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,512,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,16384,0.1180773311191135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,2560,0.010433778166770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,7168,0.024491555160946313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,16384,0.8153537644280328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,8192,0.04165510998831855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,6144,0.031125333574083116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,6144,0.021032000581423443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,768,0.027095110880004034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,256,0.004040889028045866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,1024,0.007592000067234039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,7168,0.006063111126422882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,1024,0.06231644418504503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,3584,0.08661155568228827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,8192,0.3656631045871311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,7168,0.14137332969241673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,512,0.05141955614089966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,64,0.03897688786188761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,10240,25.166246202256943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,12288,0.19188800123002794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,16384,0.04464000132348803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,128,0.0041511112617121804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,4096,0.024354666471481323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,3072,0.059354669517940946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,2560,0.018403554956118267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,16384,0.11771378252241348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,1024,0.03550311260753208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,512,0.003777777983082665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,10240,0.013735111388895245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,51200,0.9804248809814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,512,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,3584,0.20436267058054605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,7168,0.01093777765830358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,2560,0.3013990985022651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,3072,0.028499556912316218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,3584,0.028360890017615423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,16384,0.1905262205335829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,768,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,10240,0.2613457838694255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,3072,0.012710221939616732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,65536,0.017557332913080852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,4096,0.08006222380532159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,2048,0.010215111076831818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,16384,0.023916444844669763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,4096,0.010943111446168689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,8192,0.013433777623706393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,128,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,1536,0.03103999959097968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,65536,0.16690666145748564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,128,0.0031600000543726813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,1536,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,6144,0.04093955622778998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,7168,0.06202222241295708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,3584,0.13272799385918513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,16384,0.4208453231387668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,64,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,1024,0.012663111090660095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,10240,0.5532648828294542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,64,0.016306666864289176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,3072,0.14537955654992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,51200,0.029645333687464397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,32,0.017482666505707633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,12288,0.08781599998474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,64,0.20469955603281656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,3584,0.2641119956970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,512,0.0033084443873829315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,768,0.022872888379626807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,51200,0.05359022153748406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,12288,0.021169778373506334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,256,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,256,0.005687110953860813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,16384,0.05133600036303202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,768,0.01036444471942054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,10240,0.9050177468193902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,6144,0.4153039985232883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,2048,0.026328000757429335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,3584,0.017807111144065857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,1024,0.005743999862008625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,51200,0.0547342234187656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,512,0.004077333129114575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,51200,0.052834666437572904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,512,0.010750222537252637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,512,0.027142221728960674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,2048,0.01312444441848331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,7168,0.09181777636210124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,4096,0.009494221872753566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,1536,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,2048,0.010400888820489248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,65536,0.016884444488419425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,4096,0.9344995286729602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,3584,0.09076178073883057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,4096,0.012413333687517377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,3072,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,8192,0.36663201120164657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,768,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,12288,0.024111110303137038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,32,0.12698754999372694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,6144,0.17154578367869058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,2048,0.01148444414138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,5120,0.17965688970353869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,512,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,8192,1.1668284734090169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,4096,0.05643555853101942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,2048,0.034621334738201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,6144,0.33203111754523384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,8192,1.644422213236491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,51200,0.12143377463022868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,51200,0.12604533301459417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,128,0.0029564443975687027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,2560,0.031423999203575984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,12288,0.12365155749850804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,128,0.0030462222380770575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,2560,0.009911110831631554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,2048,0.0652666687965393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,64,0.002893333426780171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,51200,2.338592953152127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,2560,0.04899911085764567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,65536,0.14893066883087158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,8192,0.025897777742809717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,3072,0.0717866685655382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,7168,0.39360621240403915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,65536,0.7721546490987142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,128,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,12288,0.4081902239057753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,256,0.003192000091075897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,1024,0.0063742221229606206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,3584,0.04927822285228305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,5120,0.008785777621799046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,3072,0.01239911135700014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,51200,0.5997449027167426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,16384,0.04484533270200094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,7168,0.019762666689025033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,3072,0.03038933210902744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,256,0.005491555564933353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,6144,0.0743760002983941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,4096,0.06188978089226616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,2560,0.017662222186724346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,3072,0.008771555291281806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,65536,0.3092782232496473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,5120,0.12286399470435248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,10240,0.015763555963834126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,7168,0.013250666360060373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,2560,0.005621333503060871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,8192,0.04305600126584371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,128,0.037984000311957464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,6144,0.029073778125974867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,8192,0.03586577706866794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,10240,2.7277565002441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,8192,0.06576710939407349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,10240,0.04538755615552267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,128,0.01458755632241567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,64,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,256,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,16384,0.16812088754442003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,51200,4.607758416069879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,512,0.0064382221963670515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,6144,0.2868693404727512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,2560,0.007985778152942657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,16384,0.33419378598531085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,32,0.01349866638580958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,128,0.014746665954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,3072,0.080713775422838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,65536,0.32092444101969403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,65536,4.167688157823351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,512,0.004159111115667555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,512,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,16384,0.027515555421511333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,128,0.014736889137162102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,2560,0.0075351107451650835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,8192,0.8741964234246148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,12288,0.43338312043084043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,51200,6.8189646402994795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,6144,0.019090667366981506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,6144,0.9486569298638238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,2560,0.020419556233617995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,6144,0.042188445727030434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,768,0.024155555499924555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,5120,0.016951110627916124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,8192,0.059691554970211454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,16384,2.7537903255886502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,64,0.008282666405042013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,3584,0.010729778144094678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,256,0.02790133489502801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,6144,0.03467822074890137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,128,0.03555999861823188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,3584,0.02498133314980401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,64,0.024879111184014216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,10240,0.06655644708209567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,128,0.0031902222997612427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,5120,0.01093066649304496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,12288,0.046524445215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,5120,0.10051733255386353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,7168,0.027849776877297297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,128,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,7168,0.06236266427569919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,4096,0.050982223616706006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,4096,0.03993599944644504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,64,0.005312888986534542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,65536,0.060232890976799854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,6144,0.013723555538389417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,1024,0.22249955601162383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,128,0.006095110956165526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,12288,0.015156444576051501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,10240,0.19831200440724692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,7168,0.045476443237728544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,10240,0.3660835425059001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,10240,0.05371110969119602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,7168,0.13055288791656494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,32,0.003436444534195794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,768,0.007010666860474481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,51200,0.3654630978902181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,3072,0.08801866902245416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,8192,0.018380444910791185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,16384,0.3354204495747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,51200,6.078983306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,4096,0.06404533651140001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,4096,0.298272000418769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,4096,0.048672888014051646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,768,0.09134222401512994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,4096,0.005817777580685086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,10240,0.09183733330832587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,128,0.10513777865303887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,3584,0.01388533330625958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,4096,1.1939395268758137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,8192,0.03715377714898851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,51200,1.0607635709974501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,16384,0.04507733384768168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,4096,0.6923857794867622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,5120,0.028679112593332928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,768,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,5120,0.2647155655754937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,51200,0.0551546679602729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,64,0.05941955248514811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,7168,0.7120533519321017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,256,0.00328533330725299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,65536,2.6233670976426864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,512,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,1024,0.0047120000753137796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,256,0.012507555385430654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,8192,0.044419556856155396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,16384,0.41933332549201113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,64,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,4096,0.007954667011896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,6144,0.24761777453952363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,128,0.004651555584536659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,2048,0.018020444446139865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,6144,0.05713422430886162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,768,0.01313866674900055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,51200,0.09958666563034058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,4096,0.21588888433244494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,2560,0.1621475617090861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,65536,1.2693084081013997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,768,0.2773511144849989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,6144,0.015697777271270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,768,0.04268444577852885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,1024,0.012960000170601739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,1536,0.006590222318967183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,1024,0.007171555525726742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,1536,0.00609422226746877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,1536,0.009376000199053023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,512,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,65536,0.1766524447335137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,4096,0.006501333167155583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,256,0.004395555704832077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,1536,0.11959732903374566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,32,0.011861333416567909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,8192,0.03811911079618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,12288,0.021264889174037512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,1536,0.008671999805503422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,10240,0.4782844649420844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,65536,0.21570844120449492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,1024,0.006131555471155379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,5120,0.13582666714986166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,7168,0.22078400188022188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,128,0.21602400143941244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,1536,0.006795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,7168,0.012459555433856117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,4096,0.0373982224199507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,6144,0.01688888834582435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,4096,2.1481653849283853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,7168,0.14715111255645752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,512,0.01056977775361803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,6144,0.14791999922858343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,768,0.007040888898902469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,4096,0.01621866722901662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,256,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,512,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,3072,0.017343999611006845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,12288,0.10214844677183364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,2560,0.08325066831376818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,10240,0.15286933051215276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,2560,0.38500089115566677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,64,0.007477333148320516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,128,0.018114666144053142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,16384,0.008735111190213097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,6144,0.015208888385030957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,512,0.014588443769348992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,2560,0.009019555317031013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,32,0.026915555198987324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,64,0.04163199994299147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,3584,0.037760890192455716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,512,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,128,0.19751289155748156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,32,0.031073778867721558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,128,0.008115555677149031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,16384,0.6037048763699001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,1024,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,1024,0.01868888901339637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,10240,0.054515557156668774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,256,0.013186666700575085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,768,0.008329778081840938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,2560,0.007194666398896112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,1536,0.07498488823572795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,12288,0.02323466704951392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,51200,0.5402497715420193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,10240,0.0652044415473938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,5120,0.04938933253288269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,5120,0.007491555478837755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,10240,0.03280177712440491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,3584,0.018920888503392536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,3072,0.010413332945770687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,6144,0.009583999713261923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,12288,0.0730337765481737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,51200,3.14392450120714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,65536,0.11576799551645915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,4096,0.12496356169382732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,5120,0.02077511118517982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,8192,0.026709333062171936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,2048,0.1447546614540948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,1536,0.0915644433763292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,32,0.006169777777459886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,8192,0.6219937536451552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,65536,1.2709875106811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,3584,0.048997332652409874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,128,0.006642666541867786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,3584,0.18132621712154814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,3072,0.054076443115870156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,3072,0.05404355459743076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,2560,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,4096,0.05890399879879422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,16384,0.11079733239279853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,2560,0.06251911322275798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,10240,0.31678133540683323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,1536,0.020038222273190815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,1024,0.014507555299335055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,512,0.01111822244193819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,4096,0.02586488922437032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,10240,0.015459555718633862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,6144,0.12417156166500515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,16384,0.14635466204749212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,5120,0.5318337546454536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,6144,0.03380977776315477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,3584,1.4504302342732747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,2560,0.010431110858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,32,0.014366222752465142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,16384,0.28895200623406303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,6144,0.015222221612930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,16384,0.11000266340043809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,3072,0.012255999777052136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,512,3.743833753797743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,768,0.01183111137813992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,128,0.0033724444607893624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,512,0.015185778339703878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,3072,1.0872231589423287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,6144,0.09629778067270915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,7168,0.01590666671593984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,4096,0.011055111057228513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,2048,0.020792000823550753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,6144,0.020409777760505676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,3072,0.008541333178679148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,1024,0.06492088900672065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,2560,0.12860355112287733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,1024,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,512,0.05271466573079427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,128,0.06440177890989515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,51200,0.22316445244683158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,256,0.17178132798936632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,768,0.014152889450391134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,1024,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,16384,0.020084444019529555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,8192,0.03548889027701484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,2048,0.06023910972807142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,4096,0.010943111446168689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,512,0.004311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,2048,0.019164444671736825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,3072,0.011610666910807291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,51200,0.9768142700195312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,16384,0.12222399976518418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,1536,0.007849777738253275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,1536,0.020005333754751418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,128,0.003744889050722122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,2560,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,8192,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,1536,0.014462222655614218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,2560,0.01593777702914344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,256,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,4096,0.03362222181426154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,64,0.007145778172545963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,10240,0.05685244666205513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,1536,0.007175111108356052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,1024,0.01236533373594284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,256,0.09292799896664089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,16384,1.2351502312554252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,1536,0.14288177755143908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,3072,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,2560,0.012796444197495779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,1024,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,1536,0.03495644529660543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,16384,0.0262444449795617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,64,0.013106666505336761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,16384,0.13880622386932373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,51200,1.3239261839124892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,2560,0.016809778081046212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,1536,0.01908888916174571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,2560,0.007180444068378872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,2048,0.0088755554623074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,7168,0.020091555184788175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,1024,0.01702666613790724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,256,0.007296000089910295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,64,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,1024,0.006187555690606435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,65536,3.189707650078667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,512,0.01148888882663515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,3584,0.012472888661755456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,3072,0.020583111378881667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,2560,0.009208888643317753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,65536,0.2685617870754666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,256,0.018258665998776753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,3072,0.23034932878282335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,3072,0.021886222892337378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,768,0.004678222040335338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,128,0.004366222355100843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,1536,0.07738044526841906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,3584,0.036983999941084124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,8192,0.05764355262120565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,5120,0.07982222239176433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,16384,0.022621333599090576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,3072,0.007352888584136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,8192,0.5734853214687771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,6144,0.11678932772742377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,12288,0.8434889051649305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,10240,0.022750222020679053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,3072,0.06518933508131239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,16384,2.0060435401068792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,7168,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,6144,0.13037066989474827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,51200,0.024699555502997503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,1024,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,32,0.7357146475050184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,32,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,16384,0.011526222030321756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,1024,0.006275555739800136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,128,0.009979555176364051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,8192,0.22454754511515299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,10240,0.7457128630744086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,5120,0.009153777526484596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,768,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,3584,0.023444443941116333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,32,0.005991111199061076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,12288,0.1534880002339681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,256,0.004487110922733943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,5120,0.03874933388498094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,1024,0.010628444453080496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,768,0.00811111099190182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,16384,0.5967582066853842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,3584,0.02055111030737559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,2048,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,256,0.012088889049159156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,65536,0.526251580980089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,10240,0.03470222155253092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,32,0.006810666786299811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,64,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,65536,0.14959022733900282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,6144,0.3673253324296739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,8192,0.04007377889421251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,12288,0.0574186642964681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,8192,0.14363022645314535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,128,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,51200,0.3447599940829807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,768,0.02799288762940301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,128,0.00942488925324546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,512,0.033915556139416166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,1024,0.013869333598348828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,768,0.03226666649182638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,1024,0.012467555701732635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,10240,0.24673154619004992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,12288,0.9123769336276584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,1536,0.057355556223127574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,7168,0.016369778248998854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,6144,0.012412444584899478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,7168,0.03512533174620734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,2048,0.02618666655487484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,512,0.011647111011876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,4096,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,64,0.005467555589146084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,512,0.026320000489552815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,16384,0.10956444342931111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,5120,0.010451555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,7168,0.00833333366447025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,32,0.011437333292431302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,6144,0.444371567832099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,12288,0.06214400132497152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,7168,0.1989813380771213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,256,0.005737777799367905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,12288,0.23970399962531197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,3072,0.006992888947327931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,10240,0.01959822244114346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,128,0.005967999911970562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,10240,0.04693333307902018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,65536,0.15165332953135172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,51200,0.08906310796737671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,5120,0.1550826629002889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,2560,0.43709956275092227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,3584,0.01688799924320645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,8192,0.5188515451219347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,1024,0.027930667002995808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,5120,0.01329955541425281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,7168,0.025459556115998164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,2560,1.3816791110568578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,512,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,512,0.011360888679822287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,1536,0.01902044481701321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,2048,0.09772177537282307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,8192,0.01700533264213138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,64,0.02990488873587714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,6144,0.012823111481136747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,768,0.011500444677140979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,65536,0.5619857576158311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,65536,0.06716266605589125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,3072,0.008069333102968004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,3584,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,7168,0.09145244624879624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,10240,0.02072355482313368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,1536,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,12288,0.0933519999186198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,3584,0.06246933009889391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,51200,0.2670542134179009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,3584,0.03156444430351257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,12288,0.042043556769688926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,3584,0.026234666506449383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,65536,0.3121253384484185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,512,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,1536,0.14602488941616482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,2048,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,6144,0.4001315434773763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,16384,0.06267644299401177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,3584,0.030798223283555772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,32,0.005473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,64,0.01681155628628201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,128,0.004004444513056013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,128,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,10240,0.0805164443122016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,1024,0.008431110945012834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,16384,0.04938044481807285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,2560,0.007734222544564142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,768,0.04956444435649448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,64,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,768,0.04108177622159322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,5120,0.13164710998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,7168,0.012583110895421771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,768,0.15719111760457358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,5120,0.21574755509694418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,6144,0.029778665966457788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,256,0.012328888807031842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,1024,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,32,0.04800711075464884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,768,0.01148088855875863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,10240,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,64,0.0028293333533737394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,2560,0.05442755421002706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,512,0.014895111322402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,10240,0.11294755670759414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,65536,1.7678622139824762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,10240,4.279553731282552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,65536,1.413960880703396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,2048,0.054478221469455294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,6144,0.1091395550303989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,16384,0.02717777755525377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,5120,0.013895110951529609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,768,0.061928888161977134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,256,0.018416888184017606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,65536,3.69102054172092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,64,0.14123822583092585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,2048,0.010122666756312052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,6144,0.05066755414009094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,768,0.005821333163314396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,2048,0.1490453349219428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,51200,0.35117512279086643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,65536,6.059756384955512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,768,0.032199111249711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,51200,1.2107999589708116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,10240,0.10206577512953018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,1024,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,128,0.012206222448084088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,10240,0.034880889786614314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,1024,0.01016622202263938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,1536,0.014997333288192749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,4096,0.008543999658690559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,3072,0.013553777502642738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,4096,0.021300445000330608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,3584,0.020326221982638042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,51200,0.4204435613420274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,16384,0.3160826630062527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,16384,0.10355733500586616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,256,0.0034533333447244433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,5120,0.023954666323131982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,256,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,32,0.01203644441233741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,4096,0.017198221551047433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,768,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,4096,0.018041777941915724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,16384,0.03327466713057624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,4096,0.11261244614919026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,7168,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,4096,0.011123555401961008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,768,0.01089599976936976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,64,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,6144,0.30423911412556964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,2560,0.015186667442321777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,2048,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,2560,0.012412444584899478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,12288,0.02420799930890401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,7168,0.024617777930365667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,2560,0.10819022523032294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,51200,2.5712462531195746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,4096,0.06771377722422282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,32,0.0038817777401871155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,65536,4.533841027153863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,7168,0.03615999884075589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,7168,0.07379200061162312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,128,0.008625778059164682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,3584,0.016373333003785875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,512,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,5120,0.03179288903872172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,1536,0.019609777463806998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,128,0.004048888882001241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,65536,0.26486312018500435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,65536,0.06530221965577868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,3072,0.012531555361217923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,7168,0.024056888288921777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,10240,0.02798488736152649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,1024,0.05215911070505778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,16384,0.33563465542263454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,3584,0.0529075562953949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,4096,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,65536,0.6243955294291178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,128,0.0033528889632887314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,3072,0.14520533879597983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,1536,0.006540444576077991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,3584,0.07537777556313409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,2560,0.023172444767422144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,1536,0.006020444548792309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,32,0.017424000634087455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,768,0.007311999797821045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,768,0.011746666497654386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,65536,3.0562932756212025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,32,0.051848000950283475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,512,0.008237332933478886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,3072,0.12641689512464735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,3584,0.016153777639071148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,1536,0.023431110713216994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,6144,0.12978577613830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,2048,0.0138586668504609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,128,0.010247111320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,16384,0.1776497761408488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,3072,0.014190221826235453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,3072,0.04774311184883118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,128,0.005098666581842634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,3072,0.008990222381220924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,51200,0.05530666642718845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,512,0.22416978412204316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,256,0.004293333325121137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,5120,0.01147377739350001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,5120,0.22559022903442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,12288,5.2268045213487415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,51200,2.0576017167833114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,768,0.005974222388532426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,2560,0.18948266241285536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,512,0.9474124908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,128,0.0034311111602518293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,3584,0.02511111067401038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,10240,0.03050133254792955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,10240,0.38803911209106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,128,0.005379555539952383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,256,0.008340444829728868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,128,0.005136888888147143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,64,0.003354666754603386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,2560,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,8192,0.05555466810862223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,16384,5.7146089341905375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,10240,2.535698572794596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,512,0.05027911067008972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,768,0.014890667464998035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,128,0.002893333426780171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,128,0.004077333129114575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,51200,3.3136009640163846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,6144,0.5798328717549642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,1536,0.006802666518423293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,64,0.0031644445326593188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,3072,0.014896000425020853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,8192,0.4135688940684001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,2560,0.022618666291236877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,512,0.0079297779334916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,64,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,768,0.006071110980378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,6144,0.010508444574144153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,1024,0.007763555480374231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,51200,0.187462223900689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,51200,0.05331022209591336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,12288,0.06088711155785454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,7168,0.2628515561421712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,512,0.00721866637468338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,7168,0.03921511107020908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,2560,0.028605331977208454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,4096,0.05077244506941902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,1536,0.01019022199842665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,4096,0.14324355125427246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,10240,0.08562578095330133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,12288,0.06132444408204821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,5120,0.13216533925798205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,1536,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,128,0.038607110579808555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,2560,0.03121688961982727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,32,0.004586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,65536,0.0621066689491272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,256,0.003145777723855443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,256,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,32,0.003306666596068276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,256,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,512,0.04718755682309469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,5120,0.029083556599087183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,16384,0.19588355223337808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,256,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,2048,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,3072,0.018383999665578205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,768,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,256,0.03571110963821411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,3072,0.024062222904629175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,2048,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,7168,0.8872435357835559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,3072,0.010135110881593492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,5120,0.010489777558379702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,1024,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,5120,0.02387999991575877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,32,0.002982222164670626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,512,0.008647110727098253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,51200,0.3597271177503798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,4096,0.04311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,1536,0.07538488838407728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,4096,0.30030843946668834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,8192,0.21483643849690756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,8192,0.17697244220309785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,1536,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,51200,0.4411182138654921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,7168,0.2674800025092231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,512,0.021500445074505273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,32,0.0046453335218959385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,51200,0.0860640009244283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,51200,0.5831697781880697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,7168,0.07087822092903985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,256,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,3584,0.04093155595991347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,1024,0.013119999733236102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,768,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,3584,0.21634577380286324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,3072,0.01886133352915446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,2560,0.024089778463045757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,3584,0.011865778101815118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,32,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,16384,0.023883556326230366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,12288,0.2488924397362603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,4096,0.010693333215183683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,256,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,2560,0.06402133570777045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,512,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,5120,0.02849510974354214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,3584,0.03660622239112854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,128,0.01404622197151184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,65536,0.30160710546705455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,2048,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,65536,0.33625155025058323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,256,0.007163555257850223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,64,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,4096,0.010067555639478896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,3584,0.00798044436507755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,12288,0.3044168949127197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,2048,0.12062133683098687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,65536,1.729558202955458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,16384,0.1009662217564053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,10240,0.043084445926878184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,10240,0.1753857798046536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,768,0.026425777210129633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,7168,0.07466933462354872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,51200,0.2970755630069309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,1536,0.5737724304199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,5120,0.03586577706866794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,128,0.003995555556482739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,2048,0.008427555362383524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,768,0.029947555727428857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,1024,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,128,0.0039822223285834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,64,0.003526222374704149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,65536,0.6607182290818956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,2560,0.005970666805903117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,512,0.005958222266700532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,51200,27.894673665364582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,2048,0.0735093355178833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,1536,0.10089777575598823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,4096,0.016184000505341422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,3584,0.00868622213602066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,1536,0.02204799983236525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,32,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,2560,0.23591465420193145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,3072,0.028891556792789038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,1024,0.01703288820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,3584,0.0351857774787479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,3072,0.2673315472073025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,7168,0.20264089107513428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,512,0.008267555799749162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,10240,3.3854764302571616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,12288,0.03540088733037313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,1024,0.014696889453464083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,128,0.02332177758216858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,1536,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,2048,0.010096888575288985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,16384,0.05782666471269396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,128,0.004247111164861255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,1024,0.0059004442559348206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,65536,0.020455999506844413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,51200,0.25431021054585773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,3072,0.01993600030740102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,768,0.056364443567064076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,7168,0.25007555219862193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,3072,0.07120622528923883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,32,0.007804444266690149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,2560,0.007479999628331926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,32,0.009959999885823991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,5120,0.009320889082219865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,1536,0.00927466650803884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,768,0.015597333510716757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,8192,1.8649412790934246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,3072,0.037631111012564764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,128,0.006107555495368109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,8192,0.36250487963358563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,2048,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,4096,0.008533333738644918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,7168,0.34158754348754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,2560,0.013533333109484779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,768,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,5120,1.22926754421658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,2048,0.012110222544935016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,64,0.032587554719712995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,8192,0.03433333171738519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,32,0.007975111405054728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,6144,0.01976977785428365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,128,0.0058053334554036455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,32,0.027401778433057997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,4096,0.01422755585776435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,1536,0.01889155473974016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,5120,0.021800888909233943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,1536,0.007487110793590546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,512,0.008380444513426887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,3584,0.07207110855314466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,3584,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,768,0.05514311128192478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,128,0.005152889009979037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,12288,0.11321066485510932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,1536,0.015807999504937064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,2048,0.058139555984073214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,2048,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,51200,0.4171315564049615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,4096,0.9765635596381294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,32,0.0041537777417235905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,5120,0.041167110204696655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,4096,0.03602222270435757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,128,0.0029964444951878656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,128,0.003559111307064692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,1536,0.024677332904603746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,5120,0.04059377643797133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,1024,0.3301760090721978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,768,0.012412444584899478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,2560,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,3072,0.01735111077626546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,10240,0.013345777988433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,1536,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,6144,0.013707555830478668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,7168,0.030949334303538006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,64,0.0046862223082118565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,256,0.009289777941173976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,512,0.028845333390765723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,512,0.029338667790095013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,256,0.00518488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,65536,0.0358933342827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,2560,0.02256977723704444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,10240,0.025664000047577754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,6144,0.154785778787401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,2048,0.1080275575319926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,7168,0.03195733494228787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,4096,0.018629334039158292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,5120,0.12415466043684219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,8192,0.35865423414442277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,64,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,51200,0.07774133152431913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,12288,0.041709333658218384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,10240,0.04551555713017782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,512,0.03468622101677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,1024,0.009309333231714036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,12288,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,768,0.005483555710977978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,6144,0.012535110943847232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,7168,0.03921422362327576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,3072,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,65536,0.08535555336210464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,256,0.009082666701740688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,256,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,128,0.0041759999261962045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,256,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,6144,0.04001333316167196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,5120,0.046042667494879834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,7168,0.15702666176689997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,128,0.0027591110103660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,1536,0.009771555662155151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,3072,0.07802310917112562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,2048,0.01867911054028405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,512,0.012303111453851065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,2560,0.00906755526860555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,1024,0.010987555815113915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,10240,1.881737815009223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,1024,0.004635555462704765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,128,0.00796088907453749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,8192,0.4896240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,16384,0.06125422318776449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,8192,0.070378667778439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,256,0.024189333120981853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,10240,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,16384,0.19330667124854195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,65536,0.07709155480066936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,8192,0.038218667109807335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,6144,0.01032266683048672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,768,0.004829333474238713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,5120,0.012519111235936483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,12288,0.10510310861799453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,3584,0.017288888494173687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,12288,0.3179822232988146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,7168,0.2354337904188368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,2048,0.15328978167639837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,768,0.004671111288997862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,128,0.023553777072164748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,12288,0.22027911080254448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,65536,0.19637244277530244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,51200,0.1478417714436849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,768,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,768,0.01348088930050532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,768,0.005285333428117964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,6144,0.03534311056137085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,6144,0.06690044535530938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,2048,0.009123555488056606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,1024,3.196616914537218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,8192,0.013214222258991666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,1536,0.007123555574152205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,1536,0.007908444437715743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,2048,0.021399110555648804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,5120,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,64,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,5120,0.02294933299223582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,64,0.002510222295920054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,2560,0.06619555420345731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,32,0.003576888806290097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,3072,0.00959288908375634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,51200,15.174214680989584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,128,0.003958222352796131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,64,0.032251556714375816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,3072,0.022681777675946552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,256,0.004990222139490975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,65536,0.028949333561791316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,128,0.022120889690187242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,16384,0.18672888808780244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,2560,0.006764444626039929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,3584,0.026597332623269822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,3584,0.0074417781498697065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,768,0.007729777859316931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,8192,1.5598231421576605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,16384,0.02492444382773505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,256,0.025495999389224585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,12288,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,6144,0.07397955656051636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,12288,0.021300445000330608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,1536,0.006781333436568578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,32,0.018995554910765756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,6144,0.03424266642994351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,64,0.005037333402368757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,3072,0.006831999868154526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,768,0.01686044368478987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,1024,0.003996444245179494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,51200,0.0740764472219679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,5120,0.00870222184393141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,32,0.0029075555503368378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,65536,0.6523173120286729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,128,0.028421332438786823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,512,0.008938666847017076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,64,0.10533510976367527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,2560,0.00867377801073922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,1536,0.00924177798959944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,3584,0.03454044461250305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,12288,0.31059379047817653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,768,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,8192,0.4376346535152859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,3072,0.1622248888015747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,3072,0.006873777757088344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,7168,0.18377155727810332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,64,0.006628444625271692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,2048,0.008195555872387355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,32,0.006826666494210561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,8192,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,51200,0.724396440717909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,512,0.046795556942621865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,1024,0.03146044413248698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,4096,0.00828888929552502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,1536,0.009744889206356471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,6144,0.18659378422631157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,5120,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,5120,0.0239964442120658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,5120,0.03755822115474277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,65536,5.625597212049697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,256,0.0069777775141927935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,2048,1.5103075239393446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,7168,0.02514044443766276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,10240,0.05649422274695503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,12288,0.06361777914894952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,2560,0.030720889568328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,128,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,1024,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,10240,0.029142220815022785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,6144,0.10418311092588638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,128,0.01129333343770769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,768,0.33994399176703555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,1536,0.006081777728266186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,512,0.03141155507829454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,10240,0.07201333178414239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,4096,0.14770578013526067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,128,0.016846223009957206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,2048,0.25327467918395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,256,0.03000977635383606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,2560,0.021132444341977436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,7168,2.8545110490587025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,8192,0.0462719996770223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,768,0.028504000769721136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,51200,0.026276444395383198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,3584,0.06465778085920545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,2560,0.018686221705542672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,6144,0.011218667030334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,128,0.013758222262064615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,1536,0.03797511259714762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,8192,1.259420394897461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,3584,0.10268266995747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,512,0.008535111116038429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,16384,0.06548711326387194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,12288,0.019121777680185106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,768,0.004242666479614046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,64,0.003024000053604444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,64,0.017307556337780423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,32,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,4096,0.05633066760169136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,16384,0.4143226676517063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,1024,0.015427556302812366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,1024,0.015494222442309061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,7168,7.865837944878472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,4096,0.18137599362267387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,10240,0.07286666499243842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,4096,0.022318222456508215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,8192,0.7162213325500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,8192,0.015379556351237826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,768,0.010695111420419482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,64,0.007073777417341868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,128,0.06255733304553561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,6144,0.02885155545340644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,4096,0.024339555038346186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,6144,0.17229599422878691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,2048,0.017788444956143696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,128,0.006157333238257303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,3584,0.007654222349325816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,1536,0.004600000050332812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,16384,0.07607822285758124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,8192,0.011895111037625207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,512,0.005790222022268508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,16384,0.5872204568650987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,1536,0.018421333697107103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,2560,0.4710791375901964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,12288,0.13160710864596897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,1536,0.01851111153761546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,5120,2.54730224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,256,0.008652444514963362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,1024,0.03066666589842902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,7168,0.023052444060643513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,2048,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,64,0.0030542222989930045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,5120,1.7402986950344508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,256,0.009337777892748514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,65536,6.99820539686415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,2048,0.34635021951463485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,10240,0.007191999918884701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,65536,0.11163822809855144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,512,0.006096000058783426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,51200,0.024850666522979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,1024,0.11913332674238418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,12288,0.14147199524773493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,4096,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,5120,0.017803554733594257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,128,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,32,0.1921235587861803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,3584,0.012929778132173749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,10240,0.08472266462114121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,512,0.03881244526969062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,2048,0.007249777515729268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,128,0.011020444333553314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,51200,0.055439998706181846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,51200,0.20153866873847115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,10240,0.00999022192425198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,5120,0.2374417781829834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,512,0.06619555420345731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,2560,0.0547635555267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,1024,0.0069751110341813825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,2048,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,8192,0.011560888753996955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,16384,0.04457866814401415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,2560,0.005941333456171884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,8192,0.05106844504674276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,5120,0.13024177816179064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,10240,0.01976088848378923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,51200,0.15114488866594103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,768,0.01628177695804172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,51200,0.05504799882570902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,256,0.010963555839326648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,8192,0.045365333557128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,256,0.005659555395444234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,5120,0.018067555295096505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,8192,0.01808444493346744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,1024,0.07268089056015015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,2560,0.010674667027261523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,7168,0.016189333465364244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,768,0.004051555362012652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,6144,0.11940356095631917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,32,0.014873777826627096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,128,0.05145600106981066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,512,0.0071928890215026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,2048,0.052263110876083374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,3072,0.016057777735922072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,1536,0.011165333290894827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,2560,0.02647288971477085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,768,0.0037831109431054858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,1024,0.1585057841406928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,512,0.009851555857393477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,768,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,512,0.014868444866604276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,5120,0.013973333769374423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,128,0.004015999949640698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,768,0.0037271111375755737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,256,0.006907555378145642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,32,0.003481777591837777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,65536,0.06718044148551093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,32,0.03513333201408386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,2560,0.0073315559162033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,1536,0.05063555637995402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,32,0.002924444360865487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,1024,0.004501333253251182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,65536,3.210458755493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,2048,0.03203644355138143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,512,0.017491555876202054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,51200,0.08741066853205363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,10240,0.25821955998738605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,1024,0.19249067041609022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,2560,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,7168,0.05845955345365736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,128,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,5120,0.012430222498046027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,3584,0.006955555743641323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,2048,0.10167022546132405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,10240,0.02498044404718611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,8192,0.02829333477550083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,2048,0.050979554653167725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,3584,0.03311289019054837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,3584,0.008798222574922774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,16384,0.021456888980335657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,768,0.003689777933888965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,128,0.004219555606444676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,6144,0.025759999950726826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,3072,0.11954666508568658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,65536,0.1684746609793769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,6144,0.08629866441090901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,1536,0.006800888727108638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,65536,0.07541866434945001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,65536,0.15829866462283665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,10240,0.1358542177412245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,512,0.005659555395444234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,16384,0.011427555647161273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,65536,0.400765339533488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,5120,0.012106666962305704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,7168,0.21760266356998018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,2560,0.06762044297324286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,1536,0.06368266873889498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,64,0.024479111035664875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,4096,0.15039911535051134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,8192,0.05751199854744805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,3584,0.16471732987297907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,51200,0.37566932042439777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,1024,0.042259554068247475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,5120,0.4661084281073676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,768,0.014659555421935188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,2048,0.016875555117925007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,3072,0.007939555578761632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,128,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,3584,0.03196888830926683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,32,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,3072,0.008647110727098253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,2048,0.02612000041537815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,768,0.023023999399609033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,256,0.021996445126003687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,8192,0.17051911354064941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,32,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,16384,0.18493244383070204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,32,0.004137777619891697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,4096,0.014172444740931192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,1536,0.018570666511853535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,8192,0.015640000502268474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,1024,0.04048266675737169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,8192,0.1395288838280572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,1536,0.11550045013427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,768,0.004741333425045013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,2560,0.18966489368014863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,1024,0.02605244517326355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,3584,0.21632356113857695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,3072,0.05052266518274943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,256,0.0038275557259718576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,1024,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,3072,0.031911998987197876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,3072,0.008617777791288164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,1024,0.004226666771703296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,65536,1.0448346667819552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,4096,0.15080089039272732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,65536,0.07804977893829346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,1536,0.08797155486212836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,7168,0.7391315566168891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,1024,0.00701155596309238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,3072,0.022520000735918682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,65536,0.6844533284505209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,32,0.021007110675175984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,12288,0.15915021631452772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,4096,0.009552000297440423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,51200,6.991892496744792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,7168,0.006698666761318843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,3072,0.08267377482520209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,128,0.013733333183659447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,6144,0.19004978073967826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,16384,0.12840178277757433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,768,0.004961777892377642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,4096,0.10839022530449761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,10240,0.033887111478381686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,128,0.01110755569405026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,10240,0.330130656560262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,2560,0.4919288953145345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,6144,0.006613333192136552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,7168,0.013420444395807056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,3584,0.0074373334646224976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,3584,0.02665155629316966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,1024,0.010091555615266165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,10240,1.557337760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,6144,0.016912889149453905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,128,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,8192,0.513980441623264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,64,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,10240,0.022496889034907024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,16384,0.3186639944712321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,16384,0.16451199849446616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,128,0.002875555513633622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,5120,0.037132445308897234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,4096,0.02696177860101064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,2048,1.3109804789225261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,3072,0.013897778259383308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,512,0.00813422186507119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,5120,0.008647110727098253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,6144,0.014336888988812765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,6144,0.01812355551454756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,3072,0.02831377916865879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,10240,6.437611473931207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,10240,0.531875557369656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,3584,0.02330577704641554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,2560,0.06248178084691366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,12288,0.13712444570329455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,51200,0.13110044267442492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,7168,0.041024890210893415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,768,0.06888888941870795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,12288,0.068067557281918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,7168,0.01404711107412974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,32,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,64,0.0038213332494099936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,7168,0.02790844440460205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,2048,0.013782222237851886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,10240,0.06563555532031588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,16384,0.03141866789923774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,1536,0.018671999375025432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,12288,0.05243644449445936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,8192,0.01129244433508979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,1536,0.6634560161166722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,1536,0.08007999923494127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,51200,0.7526995340983073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,128,0.025228444072935317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,2048,0.03768800033463372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,3584,0.02576622201336755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,5120,0.014094221923086377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,5120,0.35794933636983234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,51200,0.2562435468037923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,4096,0.19257956080966523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,7168,0.18729510572221544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,3584,0.05438755618201362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,256,0.043578667773140796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,8192,0.08261689212587145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,10240,0.07146044572194417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,1024,0.008216000265545314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,2048,0.34555734528435605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,12288,0.05558400021659004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,2048,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,256,0.003814222084151374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,256,0.011744889120260874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,8192,0.016599999533759225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,64,0.003007111036115222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,5120,0.23705244064331055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,32,0.0029013332807355454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,6144,0.05025066600905525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,16384,0.043952888912624784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,10240,1.2298249138726127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,64,0.015180443723996481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,1536,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,12288,0.010535111029942831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,512,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,6144,0.01499022212293413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,5120,0.019291554888089497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,5120,0.01942222151491377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,5120,0.010718222293588849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,8192,0.016508445143699646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,7168,0.04253777861595154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,51200,2.6995502048068576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,32,0.0031662223239739737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,1536,0.07377066877153185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,1024,0.05810844235950046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,4096,0.02581688927279578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,3584,0.10304888751771714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,4096,0.05336711141798231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,8192,0.015038222074508667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,5120,0.10919111304812962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,12288,0.016413332687483895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,12288,3.2842879825168185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,1024,0.007496000164084964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,65536,1.859866672092014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,768,0.062014222145080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,12288,0.02552622225549486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,128,0.02565866708755493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,2048,0.019817777805858187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,65536,1.1817359924316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,12288,0.08836266729566787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,5120,0.012300444145997366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,5120,0.07323288917541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,1024,0.005912888795137405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,32,0.003142222141226133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,3072,0.3427591058943007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,65536,0.1871573395199246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,768,0.19241600566440156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,1024,0.0169804443915685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,6144,0.11817422178056504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,768,0.00923999978436364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,16384,0.05585510863198174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,16384,0.08306222491794162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,4096,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,2048,0.03978488842646281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,4096,0.020710221595234342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,7168,0.21672977341545951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,128,0.004675555560323927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,3584,0.11943644947475857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,6144,0.009559999737474654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,2048,1.7509457270304363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,64,0.02550044490231408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,32,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,16384,0.008303999900817871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,12288,0.040264887942208186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,1536,0.004971555537647671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,7168,0.011711111499203576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,16384,0.513354672325982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,12288,0.4314888848198785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,8192,0.38613245222303605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,16384,0.25065599547492134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,8192,1.3012675179375541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,1536,0.012999110751681857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,256,0.009141333401203156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,51200,0.22307467460632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,512,0.008014221986134848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,65536,3.5359039306640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,5120,0.19010044468773735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,256,0.08687822024027507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,8192,0.011008888483047485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,64,0.2061297761069404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,3072,2.319406297471788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,256,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,12288,1.9180187649197047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,6144,0.0381040010187361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,8192,0.04168355464935303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,1024,0.014170666535695394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,128,0.010321777727868822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,65536,0.4015031125810411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,32,0.01218577805492613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,256,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,256,0.0033004445334275565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,512,0.021578666236665513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,128,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,128,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,3584,0.16157866848839655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,51200,0.7129671308729383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,32,0.012375999655988483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,1536,0.008785777621799046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,6144,0.02720444401105245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,5120,0.03172533379660712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,10240,0.05028177632225884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,512,1.2764657338460286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,16384,0.04528799984190199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,128,0.006047111004590988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,4096,0.0270506673389011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,512,0.012326222327020435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,2048,0.060554669962988965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,512,0.05263288815816244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,64,0.0028417776856157514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,7168,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,3584,0.0673911107911004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,8192,0.023989333046807185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,16384,0.02807377775510152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,32,0.0064328888224230866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,768,0.004096888833575779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,3584,0.008747555315494537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,51200,0.1367457840177748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,256,0.009660444325870937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,12288,0.05227288934919569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,51200,0.2217635578579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,256,0.03176888823509216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,128,0.005470222069157495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,12288,0.012085333466529846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,64,0.002536888958679305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,512,0.007111999723646376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,3072,0.008654221892356873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,12288,0.033188445700539485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,4096,0.29232001304626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,4096,0.2723502318064372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,512,0.011147555377748279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,8192,0.04080977704789903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,7168,0.0285173323419359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,1024,0.01869244376818339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,7168,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,3072,0.008229333493444655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,128,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,1024,0.00378933341966735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,1024,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,6144,0.021216000119845074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,512,0.05060977737108866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,4096,0.009343110852771336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,768,0.009536888864305284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,256,0.00434311106801033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,1536,0.07508444123797946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,2560,0.05287733342912462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,128,0.0026666666898462507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,5120,0.06943644417656793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,8192,0.18269688553280303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,10240,0.020799110333124798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,128,0.004420444369316101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,3072,1.371864848666721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,512,0.005498666730191972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,3584,0.009387555221716562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,512,0.05897066990534464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,1536,0.005786666853560342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,768,0.003759110967318217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,8192,0.006183111005359226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,65536,0.03638311227162679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,768,0.017307556337780423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,768,0.004844444493452708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,51200,0.2836391131083171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,768,0.03213511241806878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,7168,0.015132443772421943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,1024,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,7168,0.206023997730679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,3584,0.00945955514907837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,8192,0.01163644426398807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,6144,0.05726399686601427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,2048,0.007711110843552484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,128,0.0033119999700122406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,2560,0.021850667066044275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,1024,0.013191999660597907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,2560,0.026350221700138513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,6144,0.034394668208228216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,256,0.005105777747101254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,2048,0.054177777634726636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,4096,0.017792888813548617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,4096,0.029057777590221826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,10240,0.9458061854044596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,256,0.006568888823191325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,1536,0.04323110977808634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,65536,3.772172292073568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,32,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,1024,0.0341288877858056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,3584,0.008400888906584846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,8192,0.07892800039715238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,1536,0.016211556063758004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,3584,0.09192088577482437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,5120,0.040468444426854454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,10240,0.07494933075375028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,256,0.004433777597215441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,5120,0.22031822469499376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,128,0.011295999917719098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,65536,0.2602035469479031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,2048,0.008533333738644918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,16384,0.3195484479268392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,32,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,3072,2.326352013481988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,65536,0.08652000294791327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,2048,0.009986666341622671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,4096,0.7277546458774142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,4096,0.3729253345065647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,512,0.027688889039887324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,5120,0.015407111909654407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,1024,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,7168,0.012005333271291522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,12288,0.02057066725360023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,4096,0.08341511090596516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,7168,2.535947587754991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,8192,0.044659554958343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,128,0.014548444085650973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,8192,0.030538668235143025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,65536,0.560990227593316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,10240,0.235463990105523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,51200,1.247136010064019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,128,0.01274400038851632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,64,0.0029537777105967202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,1024,0.011984888878133563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,2048,0.04067822297414144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,1536,0.031222220924165513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,2048,0.023232888844278123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,4096,0.05023733443684048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,3072,0.010378667049937779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,3584,0.25523821512858075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,1024,0.06716889142990112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,2560,0.0083137775460879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,128,0.025610667135980394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,4096,0.024895111719767254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,768,0.02236533330546485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,10240,0.019768888751665752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,768,0.00738666703303655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,512,0.022449778185950384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,10240,0.014746665954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,3072,0.02090222140153249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,65536,0.08481511142518784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,512,0.009783999787436591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,7168,0.07947111129760742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,1024,0.10995466841591729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,2048,0.020258666740523446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,768,0.02548622257179684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,3584,0.04418222109476725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,3584,0.20833778381347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,1024,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,512,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,256,0.004600000050332812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,3072,0.014504000544548035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,65536,0.09782133499781291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,7168,1.3115484449598525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,3072,0.12109511428409153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,7168,0.11044622129864162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,512,0.016513778103722464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,5120,0.1261155605316162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,6144,0.34048088391621906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,512,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,3072,0.24227378103468153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,256,0.0032302221904198327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,1536,0.03775822122891744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,1024,0.021106666988796655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,10240,0.018587556150224473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,7168,0.39903465906778973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,65536,0.08386400010850693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,3072,0.019807111885812547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,128,0.022983999715911016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,768,0.2572542296515571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,51200,4.655200958251953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,10240,0.38912354575263125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,16384,0.32507112291124135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,6144,0.07571378019120958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,768,0.004394666602214177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,5120,0.02309600015481313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,3072,0.02500088844034407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,8192,0.05248444279034933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,128,0.018569777409235638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,2048,0.008293333152929941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,1024,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,10240,0.02072000006834666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,768,0.01608711149957445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,2560,0.026695999834272597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,1024,0.0417173339260949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,768,0.005504000104135937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,1024,0.018457776970333524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,128,0.004502222355869082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,64,0.05564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,12288,0.0624248915248447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,3584,0.006676444576846228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,65536,1.5581981870863173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,256,0.0035004446076022256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,256,0.01644088824590047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,10240,0.019116444720162284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,3584,0.009476444787449306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,5120,0.055711997879876025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,51200,0.07191466622882418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,3072,0.0337759984864129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,51200,0.22252355681525338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,2048,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,8192,0.35463110605875653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,768,0.008655110994974772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,512,0.0075128889746136135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,4096,0.10414666599697536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,8192,0.03301511208216349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,8192,0.02672622270054287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,12288,0.7071182462904188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,32,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,512,0.013752889302041797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,12288,0.008480889101823172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,7168,0.06832622157202826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,2560,0.03317866722742716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,2560,0.02348533272743225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,512,0.16322488254970974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,5120,0.03174755639500088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,6144,0.008040000167157915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,5120,0.014533332652515836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,512,0.0075031113293435835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,6144,0.06422489219241671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,1536,0.009458666874302758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,6144,1.7526026831732855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,256,0.016933333542611863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,65536,0.14816266960567898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,512,0.0047404443224271136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,3072,0.008171555896600088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,3584,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,1024,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,7168,0.010939555863539377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,16384,0.03231288989384969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,51200,0.2831519974602593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,10240,0.059761775864495166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,512,0.01183999992079205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,1024,0.01824355622132619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,65536,1.2298399607340496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,65536,3.010796440972222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,64,0.012624888784355588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,6144,0.10513333479563396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,64,0.004059555629889171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,65536,0.8639529016282824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,10240,0.3842133416069879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,4096,0.7665875752766927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,128,0.004651555584536659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,65536,0.07958222097820707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,768,0.04710666669739617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,3584,0.0473911099963718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,65536,0.5835688908894857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,7168,0.34462844000922305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,64,0.014196443888876172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,5120,0.08011111285951403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,1024,0.4801031218634711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,5120,0.012223111258612739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,5120,0.013707555830478668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,256,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,1536,9.701269361707899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,512,0.0063288890653186375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,32,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,768,0.07226133346557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,128,0.006184000107977126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,1024,0.05730577972200182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,65536,4.414854261610243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,51200,3.9336471557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,1536,0.034309334225124784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,12288,0.023924445112546284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,2560,0.020460445019933913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,1024,0.10001244147618611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,256,0.01871555546919505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,128,0.0029031110720502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,10240,1.113501336839464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,3584,0.035544888840781316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,8192,0.011454222102959951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,1024,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,3072,9.299279954698351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,16384,0.2651875548892551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,256,0.009737778041097853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,3072,0.022431999444961548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,8192,0.030961778428819444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,4096,0.022822222775883142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,51200,0.07762933439678617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,6144,0.01975022256374359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,3584,0.009384888741705153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,6144,0.6966888639662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,16384,0.06242399745517307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,256,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,128,0.012785777449607849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,4096,0.2752515474955241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,8192,0.029731555117501154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,128,0.006861333217885759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,8192,0.015071110592948066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,6144,0.011760888828171624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,768,0.010572444233629437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,2560,0.034677333301968045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,51200,0.23085067007276747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,51200,0.15870132711198595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,10240,0.5167902310689291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,7168,0.03628799981541104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,32,0.01625777781009674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,16384,0.08208088742362128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,32,0.00499911109606425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,768,0.009331555830107795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,65536,0.3020079930623372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,51200,0.8858382436964246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,16384,0.08627111381954616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,1024,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,5120,0.030649777915742662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,64,0.028637333048714533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,2560,0.04222755630811056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,64,0.005603555589914322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,1024,0.007948444121413762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,7168,0.0395688878165351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,10240,0.49184264077080625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,8192,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,3584,0.03191733360290527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,51200,6.737381405300564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,256,0.006793777975771163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,10240,0.05882844660017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,2048,0.08170755704243977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,3072,0.019128888845443726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,8192,0.042028443680869214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,1536,0.008651555412345463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,64,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,768,0.010227555202113258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,128,0.0069955554273393415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,2048,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,8192,0.030553778012593586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,2048,0.019864888654814828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,5120,1.267615106370714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,1024,0.01184800018866857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,10240,0.522814220852322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,16384,0.023542222049501207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,7168,0.2360008822547065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,768,0.004032000071472592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,12288,0.07394311163160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,4096,0.014550222290886773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,16384,0.5386133193969727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,12288,0.039826667971081205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,2560,0.017162667380438913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,128,0.0034213333080212274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,6144,0.013245333400037555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,5120,0.007837333612971837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,768,0.025467554728190105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,2048,0.03741600116093954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,5120,0.010776888993051318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,6144,0.025029333101378545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,16384,0.6960506439208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,5120,0.1096080011791653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,6144,0.04787910977999369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,5120,0.07051377826266818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,8192,0.033907555871539645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,128,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,512,0.004410666724046071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,512,0.005102222164471944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,16384,0.04360533422893948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,3072,0.006549333532651265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,16384,0.445999993218316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,2048,0.009583111438486312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,2048,0.007186666958861881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,65536,0.08127378092871772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,6144,0.010821333361996545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,65536,17.993850708007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,3584,0.025684444440735713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,1536,0.015961777832772996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,768,0.011100444528791638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,12288,3.31385866800944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,3072,0.07036266724268596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,12288,0.05436177717314827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,4096,0.024114666713608637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,128,0.007374222079912822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,12288,0.01586844523747762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,2048,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,768,0.011657777759763928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,2560,0.021553777986102637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,1536,0.028978665669759113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,12288,0.07508977916505602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,768,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,65536,0.14652000533209905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,8192,1.5582230885823567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,4096,0.027082666754722595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,7168,0.014207111464606391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,4096,0.36445776621500653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,3584,0.2690960036383735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,16384,0.026216889421145122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,768,0.05019199848175049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,8192,0.30620000097486705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,12288,0.04072711202833388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,512,0.019489778412712943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,1536,0.00810933361450831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,2560,0.17505421903398302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,256,0.011570666399266986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,32,0.03590844406021966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,16384,0.01938488913906945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,12288,0.9511280059814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,51200,0.061127112971411816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,3072,0.04358488983578152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,3072,0.020774222082561918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,512,0.008966222405433655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,2560,0.01614755557643043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,32,0.0028968888024489083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,32,0.13616889052920872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,12288,0.020230222079488967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,128,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,65536,0.08101422256893583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,6144,0.2490631209479438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,1536,0.02535111043188307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,2560,0.06299822198020087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,32,0.0069777775141927935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,65536,4.288090599907769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,1536,0.016713778177897137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,1024,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,768,0.01629333363638984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,256,0.0063031112982167145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,2048,0.01443822185198466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,7168,0.29853423436482746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,8192,0.053631110323799976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,1536,0.009009777671760982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,10240,0.016662221815851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,10240,1.0820515950520833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,256,0.02235200007756551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,16384,1.7356381946139867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,512,0.00645955569214291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,3072,0.011418666276666852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,32,0.014986667368147107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,2048,0.013431111143694984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,64,0.0063662222690052455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,64,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,51200,0.2903635501861572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,65536,0.22282221582200792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,256,0.16285599602593318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,3584,0.008227555288208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,51200,0.8359368642171224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,7168,0.1902551121181912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,128,0.003531555748648114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,1024,0.03297777639495002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,4096,1.9191688961452906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,65536,0.4779866536458333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,7168,0.1612079938252767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,1536,0.012785777449607849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,51200,0.07604889074961345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,10240,1.7840667300754125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,4096,0.11368000507354736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,4096,0.02807733416557312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,6144,0.15384888648986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,256,0.004256000121434529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,16384,0.0148044443792767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,51200,0.14544088310665554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,2560,0.11099466350343491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,65536,1.1600657569037545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,3584,0.007262222468852997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,6144,0.031403554810418025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,2560,0.01984444426165687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,5120,2.2257955339219833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,65536,0.09496800104777019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,32,0.059120886855655246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,32,0.003286222202910317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,1536,0.009776888622177972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,32,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,51200,0.3118586540222168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,1024,0.0406986673672994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,12288,0.03068444463941786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,12288,0.9991013209025065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,768,0.004562666846646203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,32,0.0069102222720781965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,2560,0.009080000221729279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,1536,0.0173680004146364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,768,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,10240,0.05724800295299954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,4096,0.12042489316728379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,7168,0.030215998490651447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,2048,0.028562668297025893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,2560,0.017464000317785475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,256,0.009139555195967356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,51200,0.30622845225863987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,768,0.004605333424276776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,4096,0.017352888981501263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,3072,0.6698408656650119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,1024,0.007024889190991719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,3072,1.3037956025865343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,4096,0.03279022375742594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,768,0.01460088955031501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,1024,0.01205599970287747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,64,0.013639111485746173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,3584,0.2585422197977702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,1024,0.044756445619795054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,1024,0.6950435638427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,4096,0.013935999737845527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,64,0.0029102222373088202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,65536,0.37226221296522355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,51200,0.05231822199291653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,8192,0.6468479898240831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,6144,0.024400000770886738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,4096,0.03906133439805772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,512,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,51200,0.4043280018700494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,8192,0.14001688692304823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,5120,0.015075556106037565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,1024,0.02201955517133077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,16384,0.2369662125905355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,4096,0.03471466567781236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,65536,0.15479644139607748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,16384,0.06194133228725857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,1024,0.048998223410712353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,64,0.00909511082702213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,65536,1.4188097847832575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,256,0.014934221903483072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,8192,0.023247111174795363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,3072,0.13849600156148276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,128,0.014705777168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,32,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,512,0.0038044444388813446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,51200,0.057824002371893994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,8192,0.31215911441379124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,65536,6.110500335693359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,768,0.004471999903519948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,768,0.06887822018729316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,12288,0.08859999974568684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,10240,0.030789332257376775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,7168,0.21168622705671522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,1536,0.0063440000845326324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,768,0.006107555495368109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,7168,0.39592356152004665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,51200,0.4333973460727268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,1024,0.009539555344316695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,4096,0.033450666401121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,12288,0.006598222172922558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,16384,0.062096887164645724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,256,0.005224888937340842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,32,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,1536,0.062282668219672314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,128,0.0029057777590221832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,5120,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,3072,0.4185013241238064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,5120,0.016344888342751395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,32,0.003113777687152227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,8192,0.06679644187291463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,256,0.013806222213639153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,1024,0.00589155571328269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,12288,0.08883021937476264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,3584,0.010899555351999072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,7168,0.08466488785213894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,10240,0.013540444274743399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,6144,4.171925438774957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,3072,0.5969395637512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,8192,0.2001955509185791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,8192,0.2185822195476956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,256,0.00509066672788726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,4096,0.06672000222735934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,65536,0.23293778631422254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,6144,0.041371554136276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,256,0.010838222172525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,12288,0.025028443998760645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,7168,0.026771555344263714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,64,0.006189333481921091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,4096,0.07608533567852445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,512,0.005674666828579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,10240,0.044544888867272266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,65536,1.2260355419582791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,512,0.012294222083356647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,2560,0.032335999939176775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,768,0.01071999967098236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,7168,0.039408889081743025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,64,0.0058755555914507965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,5120,1.538096004062229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,51200,2.2855519188774958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,4096,0.02016266683737437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,768,0.07118755578994751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,6144,0.04502311017778185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,10240,0.1712657743030124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,6144,0.019096000327004325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,1024,0.005807111246718301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,512,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,3584,0.6585689120822483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,32,0.21586399608188203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,256,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,6144,0.016452444924248587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,2560,0.05907999806933933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,2048,0.05401066607899136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,3584,0.1852960056728787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,6144,0.18541510899861655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,128,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,10240,0.013576000101036496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,10240,1.2326960033840604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,16384,0.6329706509908041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,32,0.003958222352796131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,1536,0.011961778004964193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,2048,0.02819288770357768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,65536,1.7433324389987523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,3072,0.00887288898229599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,4096,0.011342222491900126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,8192,0.15987555185953775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,10240,2.0371547275119357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,768,0.005868444426192178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,128,0.00519822206762102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,51200,0.18458844555748832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,5120,0.031253334548738264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,51200,0.06705688767962985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,2560,0.009165333376990424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,4096,0.008929777476522658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,1536,0.016283555163277518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,128,0.012574222352769641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,2560,0.007330666813585494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,7168,0.0218231115076277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,2048,0.023992000354660883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,512,0.0047404443224271136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,7168,0.052001777622434825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,2560,0.01702577703528934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,768,0.005949333310127258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,512,0.04593777656555176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,512,0.003469333259595765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,32,0.002616000051299731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,4096,0.5409706433614095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,256,0.05415822068850199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,7168,0.008063111040327284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,3584,0.013821333646774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,512,0.018984888990720112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,12288,0.02113955550723606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,1024,0.004695999953481886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,3072,16.517857869466145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,7168,0.022152000003390845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,2048,0.02812088860405816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,6144,0.029647111892700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,3584,0.033944000800450645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,3584,0.12066133817036946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,64,0.007872000336647034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,10240,0.026495999760097925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,4096,0.03683200147416856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,7168,0.04730222291416592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,32,0.005111999809741974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,1024,0.00647555540005366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,16384,0.4348124398125543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,6144,0.015140444040298462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,4096,0.0079644446571668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,768,0.005980444451173146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,65536,0.034104890293545194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,32,0.002611555573013094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,7168,0.13877422279781765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,51200,0.16370133558909097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,128,0.009775111244784461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,51200,2.617957433064779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,512,0.01698666645420922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,3072,0.55258756213718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,8192,0.060608002874586314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,51200,0.8800560103522407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,16384,0.02646666599644555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,5120,1.8517369164360895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,12288,0.07502755853864881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,1536,0.036474668317370944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,2048,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,4096,0.022712000542216833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,51200,0.04896977874967787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,10240,0.01817244456874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,7168,2.798661337958442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,10240,0.06295022037294176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,2560,0.013061333033773633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,1024,0.1971306668387519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,1024,0.05847111013200548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,51200,0.09487911065419515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,65536,18.016243828667534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,8192,0.5105519824557835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,64,0.0031431110368834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,3072,0.010103111465771994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,7168,0.039495110511779785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,65536,2.3706436157226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,5120,0.32081156306796604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,128,0.027375110321574744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,256,0.006052444378534953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,3072,0.01297688898113039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,128,0.029792000850041706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,3072,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,3584,0.010072000324726105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,3072,0.04544977678192986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,1024,0.004003555410438114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,4096,0.22431998782687715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,7168,0.023609777291615803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,12288,0.2511884371439616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,7168,0.06199022134145101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,4096,0.6114737722608778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,1536,0.02275111112329695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,10240,0.05909422371122572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,8192,0.014467555615637036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,65536,0.9745840496487088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,16384,0.4357582198248969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,51200,0.32772800657484263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,256,0.008028444316652086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,3584,0.008037333687146505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,1024,0.006303999986913469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,2560,0.03296800123320685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,12288,0.06573510832256742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,12288,0.08594577842288548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,512,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,768,0.005504000104135937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,51200,0.3473751015133328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,1024,0.021029333273569744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,256,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,128,0.002941333378354708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,12288,0.019145778483814664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,6144,0.4574764569600423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,768,0.06249688731299507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,256,0.015989333391189575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,768,0.04051288962364197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,2560,0.07279200024074979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,6144,0.05457511213090685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,3072,0.008360000120268928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,10240,0.017135999268955655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,51200,0.5831964280870225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,16384,0.14206933975219727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,3072,0.2318506770663791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,1024,0.024365334047211543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,12288,0.01682400041156345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,65536,0.35878221193949383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,768,0.0370053317811754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,65536,0.2821519904666477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,6144,0.021479111578729417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,3584,0.013056000073750814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,8192,0.05984977881113688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,65536,0.14093155331081814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,32,0.006633777585294511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,1024,0.30070577727423775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,6144,0.02809600035349528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,3584,0.329041772418552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,5120,0.05307733350329929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,51200,0.4204604360792372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,12288,0.04602755440606011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,1536,0.009666666388511658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,7168,0.011391110718250275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,2048,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,128,0.011172444456153445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,51200,1.9195707109239366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,3072,0.06716622246636285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,64,0.01475911173555586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,32,0.00286666676402092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,12288,0.455227533976237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,16384,0.045528001255459256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,1536,0.05404799845483568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,64,0.047565334373050265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,1536,0.3646373218960232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,2048,0.2813946670956082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,5120,0.047241777181625366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,32,0.004001777619123459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,6144,0.198707554075453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,768,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,7168,0.01677955521477593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,3584,0.06273333231608073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,5120,0.11573599444495307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,256,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,2048,0.01961866683430142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,32,0.00272444449365139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,6144,0.030016889174779255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,3072,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,8192,0.08145688639746772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,51200,0.04212444358401828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,1536,0.06424444251590304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,128,0.003965333518054751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,51200,0.07916177643669976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,64,0.16437689463297525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,128,0.02646844420168135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,2560,0.011114666859308878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,8192,0.060652441448635526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,256,0.00776444458299213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,8192,0.018343999981880188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,12288,3.3215448591444225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,8192,0.011425777441925473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,256,0.004113777644104428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,768,0.600104914771186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,1536,0.26760978168911403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,7168,0.04512800110710991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,16384,0.9747804005940756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,6144,0.01166044423977534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,1536,1.2655412885877821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,768,0.06814844740761651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,1536,0.11250221729278564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,1536,0.008126222425036961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,64,0.017902221944597032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,768,0.012122666670216454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,3072,0.027460444304678176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,3584,0.05286044544643826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,256,0.0047360000511010485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,4096,0.2077955537372165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,32,0.011549333731333414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,1024,0.02479733361138238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,10240,0.06486755609512329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,51200,0.06706666946411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,51200,0.2801857789357503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,5120,1.613192876180013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,3584,0.024832000335057575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,128,0.00566133318675889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,5120,0.11630133787790935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,10240,0.009328000247478485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,2048,0.008356444537639618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,7168,0.06849777698516846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,10240,0.007043555378913879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,51200,0.1437600056330363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,6144,0.010571555958853828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,12288,0.028033776415718928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,6144,0.11033422417110866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,1536,0.016417778200573392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,8192,0.03362844387690226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,3584,0.020392000675201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,1024,0.013408888545301227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,128,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,768,0.01089866707722346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,512,0.02983377708329095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,1536,0.03933155536651611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,512,0.008636444807052612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,1536,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,512,0.017130666308932833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,7168,0.015594666202863058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,5120,0.25291199154324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,7168,0.2642729017469618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,7168,0.0706533326043023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,51200,1.6559075249565973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,51200,2.118938657972548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,1536,0.007600000335110559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,2048,0.007343110938866933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,2048,0.016530666086408827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,51200,1.573854234483507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,8192,0.19740800062815347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,4096,0.03674933314323425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,51200,0.45808712641398114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,768,0.00544799988468488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,6144,34.64099799262153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,2560,0.020451555649439495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,4096,0.06582666767968072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,65536,0.3279457887013753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,7168,0.11557511488596599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,1536,0.005952888892756567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,16384,0.5346577962239584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,2560,0.018387556076049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,768,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,2048,0.07755288812849256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,8192,0.043655110730065234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,10240,0.04266577627923754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,64,0.05867999792098999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,32,0.004530666602982415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,32,0.003047111133734385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,2048,0.044216887818442456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,32,0.0032311110860771606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,2560,0.01032977799574534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,5120,0.01460355520248413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,128,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,8192,0.02231377859910329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,16384,0.19243821832868788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,1024,0.02695288923051622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,128,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,6144,0.05922222137451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,256,0.01699555582470364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,16384,0.01681422193845113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,128,0.0090506664580769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,7168,0.02106933295726776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,256,0.012100444071822695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,5120,0.0099982221921285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,1536,0.07961866590711805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,1024,0.004982222285535601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,4096,0.009376000199053023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,768,0.004830222162935468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,1024,0.010407110883129967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,51200,0.5480142169528538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,10240,0.06189333067999946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,6144,0.031039112144046362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,4096,0.03356800145573086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,3072,0.0176862229903539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,51200,0.533098644680447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,2560,0.023383110761642456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,1024,0.011117333339320289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,4096,0.01367911116944419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,6144,0.017465778523021273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,2048,0.025236444340811834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,128,0.04782311121622721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,2048,0.005668444352017508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,3584,0.1960364447699653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,16384,0.03772977656788296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,512,0.005920889063013925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,4096,0.20188355445861816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,2048,0.04647199975119697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,5120,0.2703431182437473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,6144,0.021743999587164983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,3584,0.5930648909674751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,1536,0.014302222265137566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,32,0.0027884443600972495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,10240,0.04340533415476481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,1024,0.00887822194231881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,512,0.005197333378924264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,512,0.0038115556041399636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,3072,0.008270222279760573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,1536,0.16402222050560847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,16384,0.112880892223782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,51200,0.9433778127034506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,65536,0.24958221117655435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,65536,5.304305606418185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,7168,0.014707555373509726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,2048,0.01163644426398807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,2560,0.01716088917520311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,128,0.005321777943107817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,4096,0.20712444517347547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,65536,1.2733546362982857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,256,0.014950222439236112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,6144,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,4096,0.021244444780879553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,256,0.0032506665835777917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,128,0.03618222143914964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,256,0.0032017777363459268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,512,0.0032951111594835916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,65536,10.248841179741754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,10240,0.017274666163656447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,768,0.005330666485759947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,768,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,7168,0.04224888814820183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,3584,0.030202666918436687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,12288,0.06448622544606526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,256,0.00554933316177792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,51200,0.3653635448879666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,64,0.0064195555945237475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,4096,0.02847555610868666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,2560,0.04675022098753187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,512,0.04879111051559448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,6144,0.027929776244693335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,64,0.0026480000880029467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,256,0.009830222361617619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,4096,0.022120889690187242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,10240,0.49959553612603086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,32,0.007972444097201029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,512,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,65536,0.3934808837042914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,10240,0.4163217809465196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,10240,0.1029519968562656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,2560,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,8192,0.026543110609054565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,10240,0.04275288846757677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,2048,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,8192,0.3901848793029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,51200,0.678801801469591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,64,0.005599110904667113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,64,0.0029813332690132987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,1536,0.01942488882276747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,768,0.03790666659673055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,51200,1.1040301852756076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,32,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,7168,0.014888000157144336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,1536,0.031508445739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,128,0.17528888914320204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,65536,1.1178915235731337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,256,0.003755555384688907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,10240,0.03680177860789829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,1536,0.015903110305468243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,12288,0.7541013293796115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,2560,0.025115556187099878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,7168,0.00852888905339771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,128,0.008933333059151968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,4096,0.05275111065970527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,2560,0.009896888501114314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,6144,2.0457244449191623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,2560,0.061828447712792285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,2560,0.01091644416252772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,128,0.026712000370025635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,2560,0.013221333424250284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,65536,1.0742479960123699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,65536,0.6387413342793783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,2560,0.05498933460977343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,32,0.009677333136399588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,12288,0.059750219186147056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,256,0.022983110613293115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,4096,0.041681776444117226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,32,0.0505528880490197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,51200,0.11597688992818196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,3072,0.016717332932684157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,5120,0.029197331931855943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,12288,0.04785155587726169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,12288,1.2754187054104276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,3584,0.02311733365058899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,512,0.0032995556377702286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,4096,0.009242666264375051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,32,0.0075795559419526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,16384,0.012285333540704517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,65536,0.2561715443929036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,1024,0.025455999705526564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,8192,0.01593955523437924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,512,0.008046222229798635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,12288,0.2802942328982883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,7168,0.02402044501569536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,2560,0.12751644187503391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,128,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,3584,0.15924533208211264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,16384,0.28702934583028156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,256,0.0074826669361856245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,64,0.0027804445061418745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,3072,0.006511999915043513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,3584,0.019170666734377544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,1024,0.016336000627941556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,3072,0.024756444825066462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,7168,0.1126871109008789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,65536,0.07988178067737155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,6144,0.02299555473857456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,768,0.06579555405510797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,65536,0.14703822135925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,8192,0.06828266382217407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,2048,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,4096,0.13959288597106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,10240,0.06193421946631538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,16384,0.03288088904486762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,2048,0.030809776650534734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,6144,0.022385777698622808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,12288,0.02090488870938619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,4096,1.4461030960083008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,1536,0.305515554216173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,256,0.4540666474236383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,16384,0.031567109955681696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,3584,1.6518657472398546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,2560,0.05389155613051521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,1024,0.006254222244024277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,1536,0.4928240246242947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,3072,0.018100443813535903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,6144,0.04755555589993795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,768,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,3072,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,51200,1.0725306404961479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,2560,0.010126222338941362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,6144,0.030794666873084173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,512,0.00654755574133661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,16384,0.23521155781216094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,768,0.027287999788920086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,2048,0.006738666858938005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,10240,0.20085244708591035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,1024,0.012349333200189801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,256,0.009263111485375298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,512,0.05351644423272875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,5120,0.04657599992222256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,65536,0.2071004443698459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,2048,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,1536,0.016837333639462788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,16384,0.3261937830183241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,256,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,512,0.29531288146972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,51200,0.022142221530278523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,51200,0.05583110782835218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,5120,0.012665777570671506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,32,0.0053431110249625305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,51200,0.05295022328694662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,8192,0.1940008931689792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,12288,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,7168,0.45356353123982746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,51200,0.11404089132944743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,64,0.0027582223216692605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,2560,0.05010399884647793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,3072,0.013832000394662222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,3072,0.0069884442620807225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,16384,0.02514133354028066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,32,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,12288,0.01891377733813392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,12288,0.08261244164572822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,128,0.18928889433542886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,32,0.0027502222607533136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,5120,0.00907022257645925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,4096,0.024355555574099224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,4096,0.01564711166752709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,512,0.01148088855875863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,7168,0.009287111461162567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,128,0.010979555547237396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,7168,0.011743110915025076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,512,0.008247111406591203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,2560,0.07239200009240045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,51200,2.527351167466905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,1024,0.004367111043797599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,16384,0.04550488789876302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,768,0.030254221624798242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,512,0.005045333256324132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,128,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,7168,0.01293333371480306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,12288,0.5988213221232096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,128,0.003097777772280905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,8192,0.029824889368481104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,12288,0.11580799685584174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,256,0.01752355529202355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,65536,3.2647715674506297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,51200,0.07899377743403117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,64,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,4096,0.12923910882737902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,3072,0.01713511182202233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,6144,0.01519733336236742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,32,0.0064151109092765385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,768,0.03740088807211982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,1024,0.13143200344509548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,256,0.02608799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,256,0.0028008888992998335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,1024,0.051072001457214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,8192,1.1494906743367512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,2048,0.01073688848151101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,65536,0.11185333463880752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,8192,12.948141309950087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,8192,0.37531643443637425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,4096,0.006762666834725275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,65536,0.06828088892830743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,16384,0.5835430887010362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,5120,0.15304444895850286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,8192,3.395400789048937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,6144,0.3837600019243028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,16384,0.17792088455624053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,512,0.006221333311663733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,7168,0.007351111206743453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,512,0.026339555780092876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,32,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,256,0.003495111233658261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,4096,0.04255911045604282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,1024,0.014027555783589682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,1024,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,512,0.005713777823580637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,6144,0.03398488958676656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,2560,0.1149173312717014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,8192,0.09997689061694676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,1024,0.028899557060665552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,5120,0.03864444295565287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,256,0.013905778527259827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,6144,0.03327111072010464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,65536,0.9715076022677951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,2048,0.2495182090335422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,256,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,5120,0.03172533379660712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,51200,0.11945777469211155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,2560,0.1887128882937961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,65536,0.15943733851114908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,6144,0.009663110805882348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,10240,0.07381066348817614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,256,0.004535111288229625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,8192,0.1768488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,1024,0.018231999542978074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,4096,0.007963555554548899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,1536,0.011948444777064852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,2048,0.018368888232443068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,16384,0.022340445054901972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,4096,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,512,0.05117244521776835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,5120,0.042394667863845825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,51200,0.061385777261522084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,10240,2.478830125596788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,51200,1.3178319931030273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,64,0.03559289044804043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,16384,0.06498222218619452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,64,0.004967999955018361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,2048,0.014881778094503613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,7168,0.10843733284208511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,1024,0.05134400063090854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,32,0.0030862221287356485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,768,0.009460444251696268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,16384,0.19709244039323595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,128,0.0028417776856157514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,32,0.0029191111938820947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,6144,0.060715556144714355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,2560,0.1373235517077976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,8192,0.020192889703644645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,10240,0.02320266597800785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,65536,0.3849075635274251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,3072,0.01889333294497596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,16384,2.4118124643961587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,768,0.0144213338692983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,64,0.003850666599141227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,1536,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,8192,0.04363288813167148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,12288,0.04685599936379326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,64,0.0029315555261241067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,12288,0.14104444450802273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,1536,0.005007110950019625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,6144,0.026319111386934917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,5120,0.026591999663247004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,1536,0.6464933289421929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,128,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,256,0.00543200017677413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,7168,0.29909245173136395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,3072,0.023022222850057814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,1536,0.006862222320503659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,64,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,8192,0.014860444598727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,4096,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,3584,0.04366488920317756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,1024,0.011343110766675739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,8192,0.37203110588921445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,12288,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,32,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,2048,0.00960533320903778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,128,0.008547555241319869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,1536,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,2048,0.11298488246070014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,16384,0.1461635563108656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,51200,3.3512098524305554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,512,0.008463111188676622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,2048,0.00739911115831799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,16384,0.035331557194391884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,51200,0.18825688627031115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,128,0.007688889073001013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,3072,0.009687999884287516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,7168,0.05647644731733534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,4096,0.035178667969173856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,32,0.009036444127559662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,512,0.06928266419304742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,256,0.008932444784376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,512,2.24942758348253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,12288,0.2017857763502333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,2560,0.005872888697518243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,2560,0.010168000227875179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,8192,0.9602568944295248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,256,0.38573243882921004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,6144,0.038615110847685076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,8192,0.1532542175716824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,7168,0.0755537748336792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,8192,0.012841777669058906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,512,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,64,0.003198222153716617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,3584,0.02940888868437873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,256,0.04327199856440226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,1024,0.08016622066497803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,51200,0.24259556664360893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,3584,0.016435555285877652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,3072,0.06698222292794122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,128,0.015927111109097798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,8192,0.06827733251783583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,1536,0.03748088743951585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,3584,0.008265777594513362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,12288,0.25576533211602104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,12288,0.40436887741088867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,12288,0.09893688890669082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,4096,0.020524443851576913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,256,0.007961778177155389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,3584,0.008558221989207799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,768,0.014367999302016364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,256,0.004675555560323927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,12288,0.1326942178938124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,8192,0.04196444484922621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,3584,0.007256000406212277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,10240,0.0191600008143319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,51200,0.23036355442470977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,4096,0.02200711104604933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,10240,0.025210666987631056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,8192,0.5707119835747613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,65536,2.3175635867648654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,16384,0.10815111133787368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,3072,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,5120,0.22711287604437935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,768,0.006602666858169768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,3072,0.12724355856577554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,51200,0.031680001152886286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,3072,0.07832800017462836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,51200,30.477532280815975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,3072,0.017599110802014668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,1024,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,128,0.005192000004980299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,3072,0.12210578388637966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,128,0.003026666740576426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,2560,0.014398222168286642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,51200,0.31229154268900555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,7168,0.031153778235117596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,12288,0.08549066384633382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,2560,0.08222488562266032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,128,0.00756444450881746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,2560,0.02274133265018463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,2048,0.017176000608338248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,128,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,6144,0.021916444102923077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,65536,0.37318221728007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,128,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,1024,0.13565777407752141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,16384,0.04553600152333578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,4096,0.018079999420377944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,64,0.0026462222966882917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,128,0.05473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,8192,0.08233422040939331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,65536,0.05645155244403415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,3072,1.2446649339463975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,1536,0.009257777697510189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,768,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,10240,0.10951555437511867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,6144,0.020503999458418954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,16384,0.0649626652399699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,5120,0.009544000029563904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,3072,0.01788444485929277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,512,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,768,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,7168,0.03336177931891547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,10240,0.026851556367344324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,2048,0.006062222023804982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,1536,0.012500444220172035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,128,0.00518844442235099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,1536,0.101218667295244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,65536,0.256294223997328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,16384,0.022482666704389784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,7168,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,3584,0.007324444750944774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,2560,0.02327555583582984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,32,0.00286666676402092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,512,0.006037333359320958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,1024,0.08825155761506821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,6144,0.022724444667498272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,65536,0.03946222199334039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,3072,0.007496889266702864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,5120,0.020080889264742535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,1024,0.007851555943489075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,16384,0.22058399518330893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,10240,0.07656000057856242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,3584,0.13600533538394505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,10240,0.11751111348470052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,32,0.0027928888383838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,512,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,7168,1.935208002726237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,2560,0.1711111068725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,3072,0.029469334416919287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,2048,0.017633777525689866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,1536,0.04436444573932224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,4096,0.011679111255539788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,5120,0.02125688890616099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,8192,0.372890657848782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,6144,0.5002764595879449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,512,0.0035617777870761026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,3584,0.01679377754529317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,128,0.007380444142553542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,65536,1.9267857869466145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,7168,0.012479999827014076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,1024,0.054008887873755566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,2048,0.0069146665434042616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,512,0.03971822063128153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,768,0.03355911042955186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,1024,0.011695110963450538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,51200,0.056645333766937256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,2560,0.007888000044557784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,8192,0.28455111715528697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,768,0.005459555735190709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,2048,0.007863110966152614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,65536,0.06640977991951837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,5120,0.019872888922691345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,8192,0.030776888132095337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,12288,0.08851466576258342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,8192,0.025217778152889673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,65536,22.961714002821182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,512,0.004867555366622077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,768,0.015624889069133334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,1024,0.010417777631017896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,6144,0.24191554387410483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,51200,0.21420710616641572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,7168,0.04370133413208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,2560,0.15048000547620985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,256,0.0030462222380770575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,12288,5.9323679606119795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,8192,0.10810310973061456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,6144,0.017681777477264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,8192,0.3650213347540961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,7168,0.18349156114790174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,3584,0.021517333057191636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,1536,0.05955288807551066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,2048,0.011520889070298938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,2048,0.10535644160376655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,1536,0.011891555454995898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,3584,0.14456978109147814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,768,0.006441777778996362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,1536,0.10134755240546332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,16384,0.032074666685528226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,8192,0.03892177674505446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,16384,10.067153930664062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,512,0.004776000148720211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,7168,0.3292124536302355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,65536,17.984507242838543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,16384,2.631359100341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,128,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,8192,0.0173333336909612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,10240,0.02998044424586826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,2048,0.015445333388116626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,512,0.010610666539933948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,768,0.30642223358154297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,6144,0.019482667247454327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,512,0.007812444534566667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,4096,0.008205333517657386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,3584,0.08068355586793688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,256,0.21796266237894693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,2048,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,512,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,512,0.018585777944988675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,2048,0.008046222229798635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,768,0.014151111245155334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,1536,0.04719466633266873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,16384,0.02511022157139248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,51200,8.246266682942709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,1536,0.23223556412590873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,10240,0.07270933522118463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,12288,0.015835555063353646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,1024,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,768,0.005497777627574072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,16384,0.08605955706702338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,2560,0.008850666383902231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,512,0.02702666653527154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,10240,0.05345333284801907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,51200,15.964881049262154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,768,0.0485208895471361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,65536,0.17924711439344618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,7168,0.16002755694919163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,3072,0.055974225203196205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,512,0.2581617832183838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,768,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,12288,5.691875457763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,10240,0.0611342191696167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,2048,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,1536,0.01239999963177575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,7168,0.08173155784606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,7168,0.04587466518084208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,6144,0.01479022204875946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,1024,0.015846222639083862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,3072,0.07270310984717475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,10240,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,16384,0.11088355382283528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,512,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,5120,0.025437333517604407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,3584,0.00814933329820633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,128,0.006736889067623351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,8192,0.06207466787762112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,256,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,4096,0.027092445227834914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,16384,0.08570666445626153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,51200,0.18081066343519422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,256,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,32,0.0028168888141711554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,8192,0.018545778261290658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,1024,0.018945778409639995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,1536,0.009471110999584198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,4096,0.019352888067563374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,7168,0.03128000100453695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,10240,0.0843013326327006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,51200,2.5583644443088107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,3072,0.06005599763658312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,2560,0.009694221946928237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,32,0.03119022316402859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,512,0.014554666148291694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,4096,0.010159999959998662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,51200,1.8898809221055772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,7168,0.4286195437113444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,5120,0.027513777216275532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,12288,0.02252977755334642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,2048,0.6606488757663304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,64,0.013071999781661563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,512,0.004237333519591225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,768,0.01050222251150343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,3072,0.00905511114332411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,512,0.048956443866093956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,1536,0.00599911105301645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,2048,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,32,0.015122666954994202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,10240,0.07120444377263387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,65536,0.06985066996680366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,512,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,10240,0.00775911079512702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,512,0.003986666599909465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,5120,0.010408889088365767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,2048,0.023412444525294836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,256,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,10240,0.016398222910033334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,32,0.013822221921549903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,256,0.004551110996140374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,6144,0.02496533261405097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,2560,0.01658933361371358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,2560,0.03353155652681986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,51200,0.686631997426351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,2048,0.016957332690556843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,51200,0.05275555451711019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,65536,0.21166043811374238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,3072,0.139591998524136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,3584,0.03159644537501865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,32,0.0026453334010309647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,3584,0.2772497865888807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,512,0.008984888593355814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,7168,0.028128001425001357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,4096,0.20089599821302626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,768,0.005062222066852781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,512,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,32,0.014663999279340109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,2560,0.027334221535258826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,512,0.024898666474554274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,7168,0.06936266687181261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,64,0.0034773333205117118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,10240,0.046599109967549644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,7168,0.0712417761484782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,6144,0.025812443759706285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,1536,0.008223111430803934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,4096,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,7168,0.9303590986463758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,8192,0.03942577706442939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,5120,0.19722844494713676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,512,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,8192,0.4287119971381293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,1536,0.07468355364269681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,2560,0.02161066730817159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,51200,8.750357733832464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,51200,0.09276977512571548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,65536,0.5553110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,64,0.15506933795081243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,51200,0.06202933523390028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,512,0.0034906665484110513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,768,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,3072,0.007118222614129384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,3584,0.13352089458041722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,12288,0.03298755486806234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,128,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,12288,0.04388711187574598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,256,0.0047173334492577445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,768,0.006631111105283101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,3584,0.09100888835059272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,65536,2.3779165479871964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,10240,0.022822222775883142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,5120,0.011394666300879585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,1024,0.006636444479227066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,2560,0.010491555763615502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,3072,0.06668621963924833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,5120,0.019481778144836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,4096,0.04585599899291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,1024,0.03160533308982849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,128,0.012612444659074148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,3072,0.07395733065075345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,5120,0.011666666302416058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,1024,0.067266669538286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,8192,0.01553244392077128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,3072,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,8192,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,32,0.004335111214054955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,8192,0.04698222213321262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,7168,0.02004888819323646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,65536,0.40439287821451825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,7168,0.04554933309555054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,6144,0.018999111321237352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,3072,0.06143199735217624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,2048,0.13440710968441433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,3072,0.01815111107296414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,128,0.024431111084090337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,1024,0.1017155581050449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,256,0.003996444245179494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,768,0.01425066590309143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,2048,0.06279910935295953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,1024,0.006180444525347815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,3072,0.08913155396779378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,16384,1.9946852789984808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,7168,0.05092622174157036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,7168,0.1802417834599813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,16384,0.09973777665032281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,51200,0.4528524610731337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,8192,0.012343111137549082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,16384,0.38891288969251847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,8192,0.29763465457492405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,64,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,16384,0.12361510594685872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,5120,0.3957582314809163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,12288,0.012456888953844706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,2560,0.04251911242802938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,10240,0.3542506694793701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,7168,2.244230270385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,65536,2.371184878879123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,16384,0.7013324631585015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,10240,0.011659555964999728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,2048,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,1536,0.058246221807267934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,4096,0.033450666401121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,65536,0.10795022381676568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,128,0.003587555554178026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,2560,0.007301333049933116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,10240,0.035070220629374184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,768,0.02646044393380483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,8192,0.033803555700514056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,512,0.14878843890296087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,1536,0.026387555731667414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,512,0.01273333364062839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,51200,0.05340977840953403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,10240,0.4613075786166721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,6144,0.013627555635240344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,6144,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,4096,0.02558044426971012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,16384,5.476571400960286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,1024,0.029063112205929224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,1536,0.027477333943049114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,12288,0.6772178014119467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,12288,0.027101332942644756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,16384,0.030232889784706965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,512,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,2560,0.01071200023094813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,1536,0.09511555565728082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,12288,0.007947555846638149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,12288,0.02029333346419864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,768,0.0038808890514903595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,1536,0.0059004442559348206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,3072,0.08672889073689778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,65536,0.8640497525533041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,2560,0.22796887821621367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,7168,5.347749498155381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,10240,0.207078218460083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,32,0.007248889240953658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,8192,0.01850044396188524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,256,0.007131555842028723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,7168,0.016650666793187458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,3072,0.012796444197495779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,51200,1.9714152018229167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,512,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,12288,0.44874758190578884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,256,0.0047315553658538395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,10240,0.939144876268175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,1024,0.14451289176940918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,7168,0.020023999942673575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,10240,0.0196782218085395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,256,0.009007111191749573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,16384,0.36594311396280926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,10240,0.022758222288555566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,256,0.012116444607575735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,5120,0.020797333783573575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,3072,0.034140444464153714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,10240,0.1169617838329739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,2560,0.025107555919223364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,1024,0.005772444523043103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,51200,0.15660266081492105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,51200,0.6654488775465224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,16384,0.03965244359440274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,4096,0.09794755776723225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,8192,0.04835377799140083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,10240,0.10095289018419053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,128,0.005436444448100195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,65536,0.23705866601732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,7168,0.12294667296939427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,512,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,16384,0.13346400525834826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,65536,0.10350844595167373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,512,0.012415111064910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,512,0.015061333775520325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,16384,0.013909333282046847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,12288,4.151597340901692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,7168,0.0136835558546914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,3584,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,256,0.00776088900036282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,3584,0.05297422077920702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,2560,0.007751999629868402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,5120,0.028208000792397395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,1536,0.007840889195601145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,2048,0.03456177645259433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,32,0.1587280035018921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,10240,0.1639208926094903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,512,0.0031306667046414483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,1024,0.0069955554273393415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,2048,0.08311466375986735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,51200,0.08832710981369019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,10240,0.32205245229932994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,10240,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,1024,0.049272888236575656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,256,0.007039111521508958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,4096,0.10382399956385295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,5120,0.11522221565246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,1024,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,6144,4.9631877475314665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,1536,0.051628443929884166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,512,0.022416000564893086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,3072,0.01423822177780999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,256,0.005872888697518243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,3584,0.09600266483094956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,128,0.0030293334275484085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,4096,0.05250755614704556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,32,0.008762666748629676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,256,0.004583111239804162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,7168,0.01092711091041565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,768,0.0034391110142072043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,7168,0.023560000790490046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,2048,0.01202666676706738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,2560,0.071615113152398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,2048,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,256,0.01146044416560067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,51200,0.3216755655076769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,64,0.007354666789372762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,1024,0.004023999803596073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,5120,0.010253333383136326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,3072,0.06714489062627156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,768,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,768,1.2518097559611003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,512,0.012830221818553077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,8192,0.4500311215718587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,7168,0.011731555892361535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,128,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,3584,0.18270933628082275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,768,0.015915556086434256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,1024,0.013108444710572561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,12288,0.04631466666857401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,2048,0.010695111420419482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,2560,0.010204444328943888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,128,0.009584888815879822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,768,0.06215288903978136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,768,0.005051555732885997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,65536,0.01608622239695655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,4096,0.06270400020811293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,8192,0.01457155578666263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,1024,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,51200,0.14342489507463244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,1024,0.013228444589508904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,3584,0.021278222401936848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,10240,4.966417948404948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,32,0.07421866390440199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,2048,0.15928267108069524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,16384,0.3362533251444499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,8192,0.17030489444732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,768,0.10571110910839504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,8192,0.11932533317142063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,4096,0.15267377429538304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,2560,0.006057777752478917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,12288,0.0628053347269694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,768,0.005559111220969095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,1024,0.04685866501596239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,65536,0.562570677863227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,51200,0.5106239848666722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,32,0.005246222019195557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,1536,0.133516444100274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,3584,0.006955555743641323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,2560,0.014987554815080432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,768,0.004187555362780889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,1536,0.01556622154182858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,512,0.00555644432703654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,51200,0.023961777488390606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,7168,0.022307554880777996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,128,0.04848533206515842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,65536,0.20896444055769178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,3584,0.027598222096761067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,2048,0.011522666447692446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,65536,0.0787315567334493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,768,0.003617777592606015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,1024,0.017603556315104168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,1024,0.046448889705869884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,4096,0.026356443762779236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,4096,0.008366222182909647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,3072,0.007807110746701558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,2560,1.0821626451280382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,10240,0.012441777520709567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,1536,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,10240,0.019575110740131803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,768,0.032864888509114586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,16384,0.1002417802810669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,768,0.010125333236323463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,51200,0.1425751050313314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,2048,0.8704080051845975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,3072,0.030280888080596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,2048,0.04032444291644626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,2048,0.021571555071406897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,10240,0.13332177533043757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,12288,0.10903644561767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,51200,0.9814942677815756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,7168,0.012247111234400006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,2048,0.013593778014183044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,12288,0.09999289115269978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,768,0.00573333352804184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,1536,0.02502577834659153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,16384,1.1867119471232097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,6144,0.07813866933186848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,1536,0.016376000311639573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,7168,0.09261422024832831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,768,0.010788444843557147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,512,0.004285333471165763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,128,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,512,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,1536,0.012162666353914471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,4096,0.011619555453459421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,1024,0.04952177736494276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,3072,0.582639111412896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,4096,0.025694222913848028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,128,0.011215111447705163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,10240,0.42379289203219944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,1024,0.006766222417354584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,2560,0.022258667482270136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,8192,0.04338488976160685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,6144,0.006280888699822956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,8192,0.5320871141221788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,65536,0.013265777793195514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,1536,0.004763555609517627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,2048,0.07817688915464613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,4096,0.43774133258395725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,1024,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,768,0.0057911111248864075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,51200,0.5217973391215006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,256,0.0030453333424197305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,256,0.021128000484572515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,64,0.002995555599530538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,51200,0.0958906677034166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,3072,0.010580444501505958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,128,0.1574995517730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,6144,0.16059199968973795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,6144,0.5480977694193522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,8192,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,6144,0.06686577532026503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,4096,0.016578666037983365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,4096,0.010905777414639791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,16384,0.024173332585228816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,5120,0.04920444554752774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,65536,0.20337066385481092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,1536,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,3072,0.3489395512474908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,65536,0.19669422838422987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,5120,0.015430221954981485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,16384,0.06107999881108602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,512,0.02640266716480255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,256,0.005033777819739448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,256,0.005720888988839255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,3584,0.011119999819331698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,8192,0.011711111499203576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,128,0.02828977836502923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,1536,0.03703733285268148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,3072,0.014282666974597506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,12288,0.08873066637251113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,128,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,64,0.002805333377586471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,12288,0.06284088558620878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,3072,0.028372443384594385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,2560,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,1536,0.009215999808576372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,12288,0.07433866792254977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,4096,0.029986666308508977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,51200,0.9503013822767469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,768,0.028966221544477675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,12288,0.053744001521004565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,1024,0.009484444227483537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,128,0.012120889292822944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,1024,0.005605333381228977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,64,0.006484444356626934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,2560,0.012176888684431711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,65536,4.232582092285156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,10240,0.017818666166729398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,1024,0.00591466658645206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,1024,0.006334222025341458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,12288,0.03026311265097724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,3072,0.017697778013017442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,3072,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,10240,0.017416889468828838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,3584,0.008459555606047312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,128,0.00553688903649648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,256,0.020059555768966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,2560,0.06615910927454631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,256,0.007420444654093848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,8192,0.05911733044518364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,8192,0.07063733206854926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,256,0.0052391112678580815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,65536,2.683173285590278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,12288,0.00904444439543618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,2048,0.07477333148320515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,12288,0.8703466521369086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,64,0.016943110360039603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,8192,0.33341866069369847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,512,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,2560,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,256,0.003989333493842019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,1536,0.08922577566570705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,512,0.007481777833567725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,128,0.005713777823580637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,8192,0.026349332597520616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,32,0.04353688822852241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,65536,1.2923137876722548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,128,0.010855110983053843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,512,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,3584,0.16151555379231772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,4096,0.011019555230935415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,512,0.0058408888677755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,32,0.0063884444534778595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,6144,0.012879999975363413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,65536,0.17406933837466768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,2560,0.02202844454182519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,768,0.0036026665733920205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,3072,0.0063768890168931745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,12288,1.1972701814439561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,6144,0.15074933899773493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,12288,0.03941155473391215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,256,0.025369778275489807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,5120,0.016040000650617812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,8192,0.01536177761024899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,65536,0.02805866797765096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,2048,0.00721955547730128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,1536,0.004830222162935468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,16384,0.025443555580245122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,10240,0.009733333355850643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,7168,0.16649777359432644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,51200,0.027457776996824477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,512,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,128,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,256,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,6144,1.5031538009643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,16384,0.032912890116373696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,1024,0.03253688746028476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,8192,0.02871555421087477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,64,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,128,0.01536799967288971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,128,0.006618666566080517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,3072,1.8527395460340712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,768,0.028507557180192735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,3584,0.010544000400437249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,256,0.0041288890772395665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,51200,0.08603822522693211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,51200,2.5062853495279946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,128,0.011916444533401065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,8192,0.022706665926509436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,65536,0.07071999708811443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,16384,0.06647466950946383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,1536,0.013209777573744455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,32,0.15703999996185303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,64,0.018010665973027546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,512,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,2048,0.006214222146405115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,16384,0.00980266680320104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,1024,0.004968889057636261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,4096,0.11155200004577637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,2048,0.059367113643222384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,32,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,10240,2.784134123060438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,768,0.021960000197092693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,128,0.008325333396593729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,10240,0.4297173288133409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,768,0.0041448887851503165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,51200,1.1100266774495442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,2048,0.01146133326821857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,3584,0.01849688920709822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,8192,0.06270488765504625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,51200,0.3043999936845568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,6144,0.017070222232076857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,512,0.005943111247486538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,5120,0.013795555465751223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,64,0.024123556084103052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,1024,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,65536,0.1523724397023519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,128,0.012963555753231049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,1024,0.0069431112044387394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,1536,0.02312444481584761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,4096,1.3502071168687608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,256,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,2048,0.009303111169073317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,65536,4.855895148383246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,8192,0.03199733297030131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,4096,0.01421955558988783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,3584,0.01292622254954444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,64,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,64,0.010032888915803697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,256,0.0069306666652361555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,2560,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,3584,1.5728062523735895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,16384,0.03954222136073642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,65536,0.0627795524067349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,5120,0.10351733366648357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,256,0.004798222333192825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,1024,0.00943999985853831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,7168,0.08524355623457168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,1024,0.01071733319097095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,65536,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,16384,0.029601779248979356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,10240,1.373662206861708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,3584,0.008413333031866286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,2048,0.012042666474978128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,3072,0.25915998882717556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,256,0.032115555471844144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,256,0.01516533394654592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,1536,0.007183111376232571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,2560,0.009868444667922126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,3072,0.00997511131895913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,64,0.004399111287461387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,1024,0.015480889214409722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,3072,0.03340088989999559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,8192,0.006568888823191325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,256,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,256,0.007833778030342525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,768,0.0038773334688610504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,5120,0.0498888889948527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,12288,0.5282284418741862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,768,0.0041164445380369825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,768,0.006495111104514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,16384,0.048080000612470836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,16384,0.05309777789645725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,2560,0.019184889064894784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,5120,0.010229333407349056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,16384,1.9928595225016277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,128,0.006855999843941794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,32,0.003104888937539525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,6144,0.2589831087324354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,16384,0.053411556614769824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,64,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,768,0.007191110816266801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,16384,0.006437333507670297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,512,0.004446222136418025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,4096,0.02873599860403273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,128,0.011054221954610614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,3584,0.048078222407235034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,51200,0.29334576924641925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,51200,0.13531733883751765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,4096,0.15231111314561632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,1536,0.030223111311594646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,1024,0.007546666595670912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,65536,0.06952089071273804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,7168,0.012554667062229581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,8192,0.7738915549384223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,4096,0.06128622425927056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,2048,0.13775732782151964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,10240,0.0436115562915802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,768,0.01145600030819575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,64,0.0052435555391841466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,1536,0.011530666715568967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,1536,0.016520889268981088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,2560,0.12537511189778647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,12288,0.4166417651706272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,5120,0.15783111254374185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,32,0.010483555495738983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,51200,1.274904039171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,2560,0.029104888439178467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,1024,0.038001779052946306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,256,0.08667377630869548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,256,0.025633777181307476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,6144,0.05393333236376444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,5120,0.04778844449255201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,16384,0.14855199389987522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,6144,0.030087110069062974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,256,0.16500800185733372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,1024,0.05846222241719564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,2560,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,7168,0.03552533189455668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,32,0.11268622345394558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,1536,0.023753777146339417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,3072,0.023839111129442852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,65536,1.4934782452053492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,10240,0.020928889513015747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,51200,0.22336000866360137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,12288,0.09256355630026923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,768,0.013767110804716745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,16384,0.06924621926413642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,10240,2.4191839430067277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,128,0.016532444291644625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,3072,0.460011535220676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,3072,0.015582222077581616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,1024,0.01958488921324412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,7168,0.19099022282494438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,7168,0.0826079977883233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,32,0.005113777601056629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,32,0.036630223194758095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,512,0.011519110865063138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,2560,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,3584,0.09196977482901679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,65536,0.17612889077928331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,512,0.02128000060717265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,7168,0.0688391129175822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,8192,0.02535999980237749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,256,0.04103466537263658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,6144,0.016415110892719693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,256,0.004491555607981152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,768,0.04079644547568427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,1024,0.11913155184851752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,3072,0.0074933336840735535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,768,0.008434666527642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,6144,0.14980799622005886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,128,0.0027182222240500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,2048,0.010978666444619497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,1024,0.020785777105225455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,51200,0.1137582196129693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,7168,0.02737244466940562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,51200,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,51200,2.5303031073676214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,256,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,1536,0.0352497763103909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,4096,0.10782133208380805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,4096,0.014225777652528552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,10240,0.04701688885688782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,51200,0.07923644118838839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,65536,1.4693199793497722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,5120,0.013767110804716745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,64,0.022535110513369244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,4096,0.016523554921150208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,5120,0.012878222597969903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,2560,0.05491822295718723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,32,0.005172444300519096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,1536,0.00979377743270662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,32,0.025243555506070454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,1536,0.0578977796766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,768,0.008222222328186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,1536,0.006249777972698212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,8192,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,7168,0.015159999330838522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,2048,0.018058665924602084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,4096,0.02390044430891673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,2560,0.024029332730505202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,6144,0.2987217903137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,3584,0.03330488999684652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,5120,0.01869777838389079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,512,0.06861778100331624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,3072,0.03731022278467814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,3584,0.03790488839149475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,2560,0.12403999434577094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,5120,0.18756355179680717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,1024,0.011366222467687396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,3584,0.021184888150956895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,64,0.0956488913959927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,2048,0.04416355490684509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,16384,0.18678311506907144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,6144,0.4147040049235026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,5120,0.45873244603474933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,768,0.017431111799346078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,1536,0.029620445436901514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,32,0.0879431102010939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,3584,0.24870400958591035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,12288,0.07523644632763334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,2048,0.052592890130149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,12288,0.24353154500325522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,512,0.0035111109415690103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,2048,0.01738755570517646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,6144,0.035679999325010515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,32,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,128,0.00794044468137953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,12288,0.03180266751183404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,128,0.019433778193261888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,12288,0.051161779297722705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,1536,0.008258666429254744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,512,0.014467555615637036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,8192,0.09392799933751424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,128,0.007279111279381647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,10240,0.02012888921631707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,1024,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,64,0.0028417776856157514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,7168,0.3849839899275038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,12288,0.1586542261971368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,256,0.07509244150585599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,4096,0.05661955806944105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,5120,0.02677511175473531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,6144,0.017589333984586928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,16384,0.033788445923063494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,5120,0.018202667435010273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,6144,0.008839999636014303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,12288,0.06586222516165839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,2048,0.006361777583758037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,1536,0.004769777672158347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,6144,0.4164026578267415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,3584,0.03939200109905667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,51200,4.741330464680989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,8192,0.05581600136227078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,10240,0.0159582214223014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,5120,0.01556622154182858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,64,0.007826666865083907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,512,0.008991999758614434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,65536,0.1004213359620836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,16384,0.1513671080271403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,1024,0.008573333422342936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,51200,0.017151110702090792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,7168,0.08978311220804851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,16384,0.20009956094953749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,65536,0.9550381766425239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,51200,7.685273064507379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,4096,0.013968888256284924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,2048,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,32,0.016965332958433364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,6144,0.03480444351832072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,128,0.003907555507289039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,2560,0.021555556191338435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,4096,0.0129466669427024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,2048,0.0068693334857622785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,1536,0.03233511249224345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,16384,0.03061244553989834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,4096,0.03292799989382426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,8192,0.12183645036485459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,256,0.004864000197913912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,3072,0.01072533345884747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,1536,0.042576889197031655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,1536,0.009944000177913243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,6144,0.027867555618286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,5120,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,512,0.027664000789324444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,10240,0.014627556006113688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,10240,0.06229066848754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,65536,0.11690221892462836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,3584,0.012727110750145383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,3584,0.14622755845387778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,2560,0.009530666801664565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,1024,0.008432889150248634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,1024,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,768,0.01069155583779017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,12288,0.09435466925303142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,65536,1.3157715267605252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,1024,0.004577777865860197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,32,0.005163555757866966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,2560,0.009887999958462184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,51200,0.04124622212515937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,2048,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,2560,0.009257777697510189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,512,0.017326222525702584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,5120,0.019328888919618394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,64,0.01849600010448032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,1536,0.01148444414138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,5120,0.05884444713592529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,2560,0.016774222254753113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,6144,0.7697297732035319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,768,0.008014221986134848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,16384,0.4006053341759576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,2048,0.031368000639809504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,10240,0.3150071038140191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,512,0.005504000104135937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,16384,0.02156977852185567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,1024,0.011008888483047485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,1536,0.007366221812036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,6144,0.0564897788895501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,5120,0.014367111855083041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,32,0.005260444349712796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,51200,0.21321422523922393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,1536,0.06653510861926608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,3584,0.19134933418697783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,6144,0.03184088733461168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,2048,0.006252444452709622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,3072,0.0292524430486891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,64,0.03269511130121019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,6144,0.01663644446267022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,1536,0.02034311162100898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,64,0.005218666460778978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,5120,0.009694221946928237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,16384,0.22962845696343315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,7168,0.019800888167487252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,512,0.016573333077960543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,128,0.006169777777459886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,12288,0.7312284575568305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,768,0.0038293335172865125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,1536,0.008960888617568547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,768,0.01460977726512485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,10240,0.1171155505710178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,768,0.026865777042176988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,4096,0.0425839987066057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,64,0.006575111299753189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,8192,0.09204177723990546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,16384,0.0740728908114963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,10240,0.06967822048399183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,1536,0.007233777807818518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,1024,0.02381688853104909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,65536,1.356991132100423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,4096,0.028449777099821303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,51200,0.06693689028422038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,768,0.006446222050322427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,128,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,1536,0.006220444622966979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,2560,0.024880000286632117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,512,0.02309600015481313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,5120,0.00978488889005449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,5120,0.01130844404300054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,128,0.004473777694834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,16384,0.11839821603563096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,8192,2.9746036529541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,256,0.03929422299067179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,128,0.013884444203641681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,5120,0.13986133204566106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,32,0.056114666991763644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,3584,0.09836000204086304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,4096,0.047276443905300565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,1024,0.00884622252649731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,1536,0.004579555657174853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,2560,0.5596853362189399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,2560,0.013007111019558378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,1536,0.00656355544924736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,7168,0.011535111400816174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,3072,0.03436622354719374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,256,0.012317332956526013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,256,0.009851555857393477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,64,0.019873778025309246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,1024,0.008992888861232335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,1536,0.009083555804358589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,32,0.10128533177905613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,128,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,3072,0.02106399999724494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,256,0.01701244380739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,3072,2.5379280514187283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,3584,0.02021422154373593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,4096,0.02394666605525547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,5120,0.026055110825432673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,1536,0.010327999790509542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,16384,0.32965156767103404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,6144,0.22636710272894967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,3072,0.015472888946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,5120,0.014077333940400017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,4096,0.016303999556435477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,12288,0.024647111694018047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,2560,0.011659555964999728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,65536,0.16283288266923693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,512,0.017774222625626456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,12288,0.04769600099987454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,64,0.0028782222006056043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,3072,0.6341875394185384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,1024,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,2560,0.12811999850802952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,128,0.21348088317447236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,3584,0.21735733085208467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,8192,13.43568589952257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,65536,0.2795306576622857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,64,0.006727111008432176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,51200,2.5426676008436417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,1024,0.06702222426732381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,768,0.006877333339717653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,2560,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,32,0.008393777741326226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,128,0.005167110926575131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,51200,0.08065066734949748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,32,0.007053333024183909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,65536,0.09968177477518718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,10240,0.5526960160997179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,64,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,3072,0.0086666668454806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,1536,0.10553866624832153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,1024,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,128,0.007690666450394525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,3072,0.010300444232092964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,3072,0.03199199835459391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,128,0.07251822286181979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,16384,0.09040177530712551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,3072,0.017408889200952318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,3072,0.02401599950260586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,12288,0.0575795571009318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,64,0.005239999956554837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,2560,0.017049777838918898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,4096,0.014626666903495789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,128,0.0038773334688610504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,64,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,8192,0.15742222468058267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,65536,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,512,0.0217848883734809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,7168,0.006016888966162999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,5120,0.03232177760865953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,4096,0.009504888620641496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,512,0.004429333325889376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,1024,0.10746933354271783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,3584,0.010682666467295753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,6144,0.016167999969588388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,4096,0.028635554843478735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,6144,0.02010311186313629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,4096,0.018583999739752877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,256,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,12288,0.03568711214595371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,768,0.3093030982547336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,51200,0.024200000696712073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,32,0.008399999803966945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,6144,0.011010666688283285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,8192,0.033936000532574125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,256,0.041462222735087075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,1536,0.008839111361238692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,64,0.0031431110368834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,16384,1.0615599950154622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,2048,0.00888533310757743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,128,0.0058622223635514574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,3584,0.04609244399600559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,2560,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,768,0.006583111153708563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,7168,0.12122133043077256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,8192,0.07274666759702894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,1024,0.11752000119951035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,16384,0.9633155398898654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,768,0.7855333222283257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,16384,0.109933336575826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,256,0.00573511090543535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,3584,0.35708800951639813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,5120,0.05978755818472969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,4096,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,16384,0.019154666198624503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,3072,0.01831466621822781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,2048,0.27727556228637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,65536,3.3239218393961587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,128,0.010870222416188983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,16384,0.15649599499172634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,128,0.005233777893914117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,32,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,65536,1.2722533543904622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,6144,0.029559112257427637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,2048,0.012144000165992312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,768,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,1024,0.0057848890622456866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,768,0.019380443625979953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,51200,0.0684702197710673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,51200,2.487410651312934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,512,0.01462399959564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,3584,0.010682666467295753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,128,0.008757332960764566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,1024,0.05035822259055244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,3072,0.04436711139149136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,512,0.0325857765144772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,3072,0.009752000371615091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,65536,0.014497778481907315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,7168,0.008848889006508721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,4096,0.416427559322781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,12288,0.13940621746910944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,512,0.03544444508022732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,256,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,64,0.06057422028647529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,8192,0.1993039978875054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,768,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,7168,0.11467022365993923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,65536,0.31612711482577854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,3584,0.013979555832015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,512,0.017110221915774874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,3584,0.009402666654851701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,512,0.030644443300035264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,4096,0.031194667021433514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,65536,0.205439117219713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,51200,0.8920044369167752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,256,0.013314666847387949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,2048,0.006084444622198741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,10240,0.018754666050275166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,128,0.009284444153308868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,2048,0.015503111812803479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,768,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,10240,0.22646578152974448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,2560,0.020298666424221463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,3584,0.048918220731947154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,768,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,7168,0.014191110928853353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,65536,1.4895022710164387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,10240,0.046513779295815356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,3072,0.1062871085272895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,7168,0.033017777734332614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,8192,0.014920888675583733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,3584,0.010127999716334874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,4096,0.00794044468137953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,6144,0.034937779108683266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,12288,0.09694133202234904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,6144,0.0503422220547994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,16384,0.027150221996837195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,51200,0.11933599578009711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,7168,0.013085333009560903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,256,0.21786133448282877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,51200,2.8321448432074656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,512,0.0037679999238914917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,4096,0.09520888990826076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,65536,0.15902133782704672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,2560,0.07633333073721991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,2048,0.04049511088265313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,512,0.011490667031870948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,2048,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,32,0.002992000016901228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,12288,1.0572186575995552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,1024,0.015202666322390238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,256,0.007167110840479533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,256,0.024311999479929607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,12288,38.94820827907986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,8192,0.028936889436509874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,12288,0.30834934446546763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,10240,0.2787831094529894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,512,0.031172444423039753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,5120,0.12559999359978571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,3584,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,768,0.022117333279715642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,5120,0.009205333060688442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,64,0.009185777770148383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,32,0.029635555214352075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,768,0.008072000410821702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,6144,0.022461333208613928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,768,0.08977511194017197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,10240,0.014475555883513557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,2048,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,64,0.004358222087224324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,10240,0.14272977246178523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,1536,0.054494222005208336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,64,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,10240,0.05505688985188802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,1024,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,12288,0.059161775641971164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,8192,0.02795555525355869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,1024,0.003956444561481476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,4096,0.022953778505325317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,32,0.0053031109273433685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,4096,0.09686399830712213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,7168,0.031763556930753924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,1536,0.006874666859706243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,65536,1.597432878282335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,2048,0.01888444523016612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,12288,0.32833777533637154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,5120,0.08461244238747491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,128,0.009277332988050249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,10240,0.016359999775886536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,2048,0.005516444643338521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,51200,0.07777066363228692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,5120,0.07845244142744276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,3584,0.24195912149217394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,51200,0.06910133361816406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,5120,0.012303111453851065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,3072,0.04127911064359877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,6144,0.031904889477623835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,768,0.003568888952334722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,8192,0.01202311118443807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,65536,4.601919809977214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,64,0.0027591110103660156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,512,0.007344000041484833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,2048,0.007213333414660559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,256,0.0029022221763928733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,64,0.0026266665922270883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,8192,0.04136177897453308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,10240,0.9166569179958768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,7168,35.40866427951389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,2048,0.011057777537239922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,3072,0.009030222064918941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,1024,0.30019378662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,65536,0.4740577803717719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,10240,1.56530581580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,12288,0.056458665264977344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,1536,0.004670222186379963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,32,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,3584,0.01902222302224901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,6144,0.37225156360202366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,128,0.0034231110993358824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,3072,0.028060442871517603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,65536,5.358004252115886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,6144,0.030037333567937214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,12288,0.022257778379652236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,7168,0.010741333166758219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,1024,0.010646222366227044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,6144,0.006640000061856375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,4096,0.028363555669784546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,16384,0.1334702173868815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,3072,0.30308087666829425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,7168,0.012274666792816587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,8192,0.02106933295726776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,2048,0.060512887107001416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,1024,0.01015022231472863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,10240,3.615780300564236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,3072,0.022632888621754114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,5120,0.022279111875428095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,64,0.009015111459626092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,10240,0.017729777428838942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,51200,0.9330942365858289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,512,0.02439822256565094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,64,0.00424177779091729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,5120,0.012868444124857584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,2048,0.10019466612074111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,10240,0.6058648957146539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,2560,0.017208000024159748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,16384,1.2840631273057725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,32,0.003625777860482534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,4096,0.051017777787314526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,1536,0.011258666714032492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,1536,0.030995554394192163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,12288,0.0579706695344713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,1536,0.296088006761339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,7168,0.06753600305981107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,1536,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,2048,0.0070879997478591064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,65536,7.235658433702256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,51200,2.364755630493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,1536,0.0058755555914507965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,1024,0.010270222193664974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,256,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,65536,0.6959795422024198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,2048,0.06540355417463514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,2048,0.17341955502827963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,8192,0.045687112543318004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,128,0.031453334622912936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,4096,0.22505066129896376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,5120,0.017363554901546903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,256,0.012450666891203986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,3072,0.42728977733188206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,32,0.003185777821474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,256,0.0069217777086628815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,4096,0.013208000196350945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,2560,0.015484443969196744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,128,0.012353777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,65536,1.8142905765109594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,16384,0.06133955717086792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,51200,0.4004497792985704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,1024,0.012200888660218982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,12288,0.025993777645958796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,6144,0.012182222472296821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,7168,0.12596710522969565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,1536,0.03374933203061422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,32,0.0052986666560173035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,12288,0.016573333077960543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,256,0.00574933323595259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,16384,0.04027377896838718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,256,0.002946666752298673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,32,0.008777778181764815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,4096,0.5389982329474555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,256,0.005967111223273807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,3584,0.0929644438955519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,2048,0.07767289214664035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,3584,0.04056888818740845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,32,0.0027511111564106415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,12288,0.026854222019513447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,1024,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,2048,0.15734755992889404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,64,0.01036444471942054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,128,0.004986666556861666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,4096,0.044904887676239014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,5120,0.597615983751085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,5120,0.16791021823883057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,8192,0.030000001192092896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,4096,3.152615017361111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,7168,0.016555555992656283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,51200,0.1834284464518229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,3072,0.7474666701422797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,65536,9.015994601779514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,7168,0.011935110721323224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,12288,0.11904444959428574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,2560,0.01127911110719045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,7168,0.01959466603067186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,6144,0.015455111861228943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,1024,0.05980177720387777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,10240,0.2541617817348904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,8192,3.8232286241319446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,3584,0.1730604436662462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,3072,0.06557244724697538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,512,0.03198577629195319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,65536,0.2363742192586263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,3072,0.056259552637736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,5120,0.2990550994873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,8192,0.18963289260864258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,51200,0.06976622343063354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,3072,0.0105253333846728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,65536,0.07313599851396349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,4096,0.11055466863844131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,5120,0.020377778344684176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,2048,0.006695999867386288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,256,0.004508444418509801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,4096,0.9331297344631619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,6144,0.21807911660936144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,256,0.01550222271018558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,768,0.19110933939615884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,3072,0.007662222617202335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,512,0.025955556167496577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,3584,0.014156444205178155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,5120,0.08395466539594863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,65536,0.23971554968092176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,7168,0.01610577768749661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,256,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,512,0.005786666853560342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,768,0.027131555808915034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,8192,0.02861422300338745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,16384,0.14688977930280897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,51200,0.23580090204874674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,8192,0.13937155405680338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,2560,0.010500444306267632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,16384,0.30796265602111816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,12288,0.1928328937954373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,768,0.03580088747872247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,8192,0.1741324398252699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,6144,0.01054222219520145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,10240,0.0462026662296719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,4096,0.0251920007997089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,51200,0.21080622408125135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,7168,0.013841778039932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,10240,0.3429395622677273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,128,0.01883555617597368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,10240,0.0326275560590956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,256,0.007247111035717859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,7168,0.01993777851263682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,64,0.015028445257080926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,7168,0.553476439581977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,8192,0.006424888968467712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,2048,0.019705777366956074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,768,0.011576889289749993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,256,0.004304000073009067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,256,0.003519111209445529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,128,0.004469333423508538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,32,0.007736889024575551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,256,0.04626755581961738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,3584,0.04115822248988681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,3072,0.060079110993279346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,51200,0.06218844652175903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,7168,0.12050488260057236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,2560,0.2617751227484809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,512,0.012440889245933957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,256,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,16384,1.011847072177463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,6144,0.06815289126502143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,10240,0.22523289256625703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,1536,0.007353777686754863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,3584,0.0129457778400845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,6144,0.01941422290272183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,2048,0.015672889020707872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,6144,0.042860445049073964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,16384,0.04636177751753065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,1536,0.0655991103914049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,512,0.01717511150572035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,1536,0.03461066550678677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,2048,0.025798221429189045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,3072,0.009333333207501305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,2560,0.007103111180994246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,32,0.005976000179847081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,12288,0.06642133659786649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,512,0.0454711119333903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,10240,0.04176533222198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,2560,0.05305244525273641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,3072,0.008255999949243333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,12288,0.29411376847161186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,2048,0.05371910995907254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,2048,0.006788444601827198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,8192,0.03115288747681512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,7168,0.03337422344419692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,16384,0.06964977582295735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,3072,0.0074577778577804565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,512,0.0033599999215867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,5120,0.0668213301234775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,1024,0.005036444299750858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,51200,0.054442667298846774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,7168,0.1087004476123386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,6144,0.01533066729704539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,1536,0.00981777740849389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,10240,0.11939911047617595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,12288,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,3584,0.07527466615041097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,64,0.005859555469618903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,8192,0.07668089204364352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,65536,4.37191645304362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,1024,0.06438399685753717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,65536,4.721239301893446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,64,0.003751111113362842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,128,0.0047848886913723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,10240,0.014446222119861178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,256,0.007558222446176741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,7168,1.0067040125528972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,51200,3.3442711300320096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,1536,0.008722667064931657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,2560,0.09979910982979669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,256,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,768,0.009773333039548662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,2560,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,51200,1.86334228515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,65536,0.3313075436486138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,8192,0.21562043825785318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,2048,0.08814844157960679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,2560,0.012503999802801343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,12288,0.006117333140638139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,16384,0.029205332199732464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,3072,0.21223110622829863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,4096,0.02269511090384589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,7168,0.015304888288180033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,12288,0.014106666048367819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,6144,0.05513155460357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,1536,0.01552888916598426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,51200,4.929475572374132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,7168,0.01901333365175459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,1024,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,6144,0.04506133331192864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,128,0.012993777791659037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,4096,0.0498942236105601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,5120,0.18704356087578666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,3072,0.09462400277455647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,512,0.017715555098321702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,12288,0.05451911025577121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,4096,0.019673777951134574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,3584,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,4096,0.01035911093155543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,5120,0.2017751137415568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,4096,0.025394666526052687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,1536,0.006311999840868845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,2560,2.0810445149739585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,6144,0.015976000163290236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,51200,2.178683598836263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,7168,0.02243288854757945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,4096,0.021516443954573736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,1024,0.010318222145239512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,12288,3.1134666866726346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,12288,0.023611555496851604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,3584,0.008203555312421586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,1536,0.14961332745022243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,1024,0.03876533442073398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,1536,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,5120,0.017072000437312655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,1536,0.013815999858909182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,4096,0.019928000039524503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,2560,0.09959022204081218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,7168,0.27125599649217397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,128,0.005136000199450387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,51200,1.1036621729532878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,7168,0.08682844373914932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,1024,0.03653688894377814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,7168,0.29365600479973686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,32,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,16384,39.82213338216146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,1536,0.016005333926942613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,512,0.005375999957323074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,768,0.026921777261628047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,6144,0.1395991113450792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,16384,0.05825422207514445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,51200,1.8758356306287978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,256,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,768,0.01943822205066681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,6144,0.02387111054526435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,16384,4.60336430867513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,512,0.2686071130964491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,2048,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,5120,0.25448444154527455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,8192,0.4025804466671414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,2560,0.0069422221018208405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,12288,0.43934933344523114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,3584,0.181259552637736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,64,0.005030222237110138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,5120,7.7253307766384545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,6144,0.015993777248594496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,6144,0.17470399538675943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,5120,0.0692159997092353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,128,0.004593777573770947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,10240,0.02086488902568817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,256,0.004332444320122401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,6144,0.0063591111037466265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,1024,0.008759111166000366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,5120,0.025985777378082275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,5120,0.009139555195967356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,7168,0.17242577340867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,512,0.1322257783677843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,1536,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,7168,0.013787555197874704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,1536,0.4284097883436415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,4096,0.03519555595186021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,2560,0.20129688580830893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,5120,0.2553022172715929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,12288,0.031493332650926374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,2560,0.10583555698394775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,10240,0.01830577850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,768,0.05877688858244154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,3072,0.013175110850069257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,512,0.037680887513690524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,768,0.008164444731341468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,2560,0.01277511070171992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,7168,0.05817866987652249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,10240,0.01991911066903008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,128,0.008427555362383524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,8192,0.18976888391706678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,2560,0.08474489053090413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,6144,0.02425688836309645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,768,0.0036755556033717263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,3584,0.07723555299970838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,1024,0.006169777777459886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,8192,0.022483555807007685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,1536,0.014327110515700446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,32,0.008940444224410588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,65536,0.28091822730170357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,5120,0.014905777242448596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,1536,0.0046880000995265115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,51200,1.7103395462036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,32,0.0036142224238978494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,512,0.036972443262736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,768,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,6144,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,10240,0.368343989054362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,7168,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,51200,0.3079564571380615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,2560,0.01556622154182858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,768,0.01924622224436866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,128,0.004595555365085602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,12288,0.049695998430252075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,12288,0.037279999918407865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,1536,0.06371200084686279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,6144,0.013408000270525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,7168,3.503192053900825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,512,0.06879378027386136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,6144,0.03264800045225356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,6144,0.07174044185214572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,3584,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,64,0.016809778081046212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,256,0.005603555589914322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,3584,0.0069102222720781965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,6144,0.9570560455322266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,2048,0.02455111179086897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,2048,0.020112888680564035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,8192,0.03601600064171685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,128,0.006498666687144174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,3072,0.014504000544548035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,512,0.00868622213602066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,2048,0.08407911327150132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,51200,0.14802666505177817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,5120,0.016975111431545682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,65536,3.1819725036621094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,5120,0.7145511309305826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,2560,0.007355555891990662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,3584,0.012231999801264869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,51200,1.7710018157958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,6144,1.7954542371961806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,1536,0.006116444451941385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,10240,0.030552887254291113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,1536,0.007717333734035492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,7168,0.027710222535663184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,768,0.0047315553658538395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,3584,0.19985600312550864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,6144,0.08595555358462864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,51200,0.05529600050714281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,10240,0.052910221947564014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,3584,0.02221244408024682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,1536,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,2560,0.01813155578242408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,128,0.014576888746685453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,64,0.005435555759403441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,4096,0.015403555499182807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,1024,0.012464000119103326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,32,0.007224889265166388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,12288,0.17756711112128365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,12288,0.16022400061289468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,51200,0.15149866210089788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,1536,0.05758844481574165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,2560,0.02194044490655263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,128,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,3584,0.008314666648705801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,6144,0.0544177790482839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,2048,0.005626666463083691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,256,0.014589332871966891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,1536,0.02936533424589369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,65536,0.2310266759660509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,2048,0.1620746718512641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,5120,0.02022133270899455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,12288,0.011506666739781698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,64,0.0033928888539473214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,2048,0.015012444721327888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,8192,0.041723555988735624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,4096,0.020377778344684176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,1536,0.020467556185192533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,64,0.06889510816997953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,256,0.022973333795865376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,512,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,16384,0.059188445409139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,4096,0.01943111088540819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,128,0.0053013331360287136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,2560,0.009928888744778102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,6144,0.10797511206732856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,256,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,4096,0.012322666744391123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,768,0.7765990893046061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,4096,0.1918017731772529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,64,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,1536,0.004801777915822135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,1536,0.04567377765973409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,3072,0.018066666192478605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,2560,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,8192,0.09704355398813884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,1024,0.004039111236731212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,256,0.004275555411974589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,10240,0.20102043946584067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,3584,0.027688889039887324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,2560,1.3379511303371852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,4096,0.025690666503376428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,1024,0.008951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,65536,2.253170649210612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,8192,0.03456444541613261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,8192,0.018414222531848483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,3584,2.382201724582248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,5120,0.021173333128293354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,2560,0.019320888651741874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,1024,0.017422222428851657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,16384,0.11525511741638184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,16384,0.25776444541083443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,51200,1.3175101810031467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,128,0.004937777916590373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,3072,0.009880888793203566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,3072,0.02698488864633772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,128,0.0027502222607533136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,32,0.005097777893145879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,256,0.0476435555352105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,1024,0.005969777703285217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,16384,0.15387645032670763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,10240,0.05298933386802673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,10240,1.5176071590847438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,7168,2.3130160437689886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,65536,0.10061333576838176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,32,0.00664533343580034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,4096,0.1355768839518229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,768,0.01443377799457974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,64,0.004822222308980094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,2048,0.006595555692911148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,768,0.03776889046033224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,1536,0.4161350991990831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,16384,0.015607110328144498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,3072,0.023817777633666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,10240,0.015844444433848064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,16384,0.051847110191980995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,8192,0.13762844933403864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,2048,0.055439111259248525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,7168,0.6473217540317112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,512,0.0351493325498369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,10240,0.02341777748531765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,3584,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,6144,0.1527786652247111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,2048,0.023527999718983967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,256,0.003330666571855545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,5120,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,1024,0.0092622223827574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,5120,0.22367199261983237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,4096,0.30965956052144367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,3584,0.27932267718844944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,7168,0.016892444756295946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,12288,0.3148542245229085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,3584,0.02659999993112352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,65536,0.32190222210354275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,768,0.018035555879275005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,32,0.022249778111775715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,768,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,6144,0.01702044407526652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,2560,0.017158221867349412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,12288,0.07193422317504883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,3072,0.031045334206687078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,12288,0.2722240024142795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,3584,0.02176977859603034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,5120,0.011506666739781698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,10240,0.7441244655185275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,64,0.011854222251309289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,5120,0.013008889224794177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,2560,0.007866666548781926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,51200,1.0438337326049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,65536,4.5854615105523004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,3584,0.01847555571132236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,5120,0.033688889609442815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,5120,0.19724267058902314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,1536,0.013635555903116861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,51200,0.08701155583063762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,4096,0.008467555873923832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,51200,1.5166542265150282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,64,0.004328888737493091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,10240,1.0205048455132377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,512,0.006874666859706243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,2048,0.014694222145610385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,64,0.03408799899948968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,256,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,128,0.011125333607196808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,512,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,65536,0.14222933186425105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,10240,0.04349866509437561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,1536,0.01036533299419615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,3072,1.1331164042154949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,16384,0.011542222566074796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,65536,1.31605773501926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,16384,0.432786676618788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,768,0.04468889037768046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,2048,0.07406577799055311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,4096,0.38738134172227645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,51200,0.032074666685528226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,32,0.09233866797553168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,5120,0.014717333846622042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,768,0.024894222617149353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,32,0.0027306667632526825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,6144,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,12288,0.10347466336356269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,4096,0.011575111084514193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,2560,0.03219733304447598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,512,0.237190220091078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,768,0.016467556357383728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,128,0.07869066794713338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,128,0.14894133143954807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,8192,0.02070577773782942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,51200,10.30438486735026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,32,0.013181333740552267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,1536,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,3072,0.057922667927212186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,4096,0.05052266518274943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,1536,0.11953688992394342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,1536,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,128,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,1536,0.00998222248421775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,5120,0.009540444446934594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,5120,0.10147644413842095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,10240,0.08672000302208795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,51200,1.258951081169976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,1024,0.014686221877733866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,10240,0.5060604413350424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,65536,0.03286400106218126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,3584,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,10240,0.01053955571519004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,3072,0.021377777059872944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,5120,0.12554311752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,32,0.002699555622206794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,8192,0.24939288033379448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,6144,0.07581155829959445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,65536,0.009387555221716562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,2560,0.013996443814701505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,256,0.015045333239767285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,32,0.010269333091047075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,7168,0.011338666909270816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,5120,0.006878222028414409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,5120,0.02134399943881565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,8192,0.016522667474216886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,32,0.004074666649103165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,3072,1.9492888980441625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,5120,0.26182932323879665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,10240,0.11542133490244548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,768,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,1536,0.007895111209816402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,32,0.0031804444475306403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,256,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,3584,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,2048,0.013815999858909182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,51200,0.583722644382053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,4096,0.008194666769769456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,5120,0.20091822412278917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,10240,2.8907093471950955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,3584,0.014105778601434497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,7168,6.798069424099392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,4096,0.36772354443868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,2560,0.018710222509172227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,768,0.019559999306996662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,2048,0.1058337754673428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,4096,0.22017421987321642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,512,0.027914666467242773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,12288,1.2569110658433702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,2048,0.016991110311614144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,16384,0.007677333222495184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,8192,0.0746213330162896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,6144,0.4520835346645779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,8192,0.021122665868865118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,10240,0.03134311238924662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,768,0.014135110709402295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,12288,0.7189413176642524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,6144,0.01625422139962514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,1024,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,512,0.09652533133824666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,768,0.028693334923850164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,64,0.22968978352016875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,2560,0.008952000074916417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,2560,0.008915555146005418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,65536,0.4287279976738824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,7168,0.0406328903304206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,1024,0.006822222222884496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,1024,0.008336000144481659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,1536,0.011927111281288994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,16384,1.4471093283759222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,16384,1.2808781729804146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,2560,0.07447289095984565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,64,0.008641777767075432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,7168,0.41743911637200254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,51200,0.09972000122070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,12288,0.03516355488035414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,51200,0.7268764707777234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,64,0.00778311077091429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,5120,0.02058844433890449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,6144,0.17703466945224336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,10240,0.19905600282880995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,1024,0.012176888684431711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,10240,0.1949253347184923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,51200,7.0423473782009545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,2560,0.03713511096106635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,10240,0.057109336058298744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,3072,0.01759022143152025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,2048,0.14257600572374132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,65536,0.09719555245505439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,1536,0.011517333487669626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,8192,0.16575911309983996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,65536,0.5385822190178765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,6144,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,512,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,4096,0.025825776987605627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,4096,0.02049955560101403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,12288,0.02113155523935954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,6144,0.025262221693992615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,8192,0.1689795520570543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,12288,0.362352000342475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,1024,0.18309777312808564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,2560,0.04064800010787116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,4096,0.07428177860048082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,6144,0.018744000130229525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,512,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,1024,0.016881777180565726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,10240,0.052132444249259106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,65536,0.28827200995551217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,6144,0.06342399782604642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,5120,0.9159990946451823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,10240,0.08092355728149414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,2048,0.2861573431226942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,16384,0.033598221010631986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,32,0.08311377631293403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,6144,0.012786666552225748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,51200,0.1443048848046197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,5120,0.10479111141628689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,8192,0.011959999799728394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,1536,0.010124444133705562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,1024,0.0075804442167282104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,7168,0.011056000159846412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,2048,0.19091288248697916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,3072,0.0069368887278768755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,4096,0.08251021967993842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,65536,0.8327297634548612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,12288,0.13071378072102866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,1024,0.005118222286303838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,65536,0.23876799477471244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,65536,5.845800187852647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,256,0.004761777818202972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,12288,0.020104888412687514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,768,0.010204444328943888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,3072,0.007048000064161088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,16384,0.21551733546786836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,256,0.036581334140565656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,512,0.005694222119119432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,256,0.006762666834725275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,10240,0.10213777754041885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,12288,0.025063999825053748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,256,0.029461334149042766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,5120,0.013720889058378009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,1024,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,3072,0.008477333519193862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,128,0.002961777771512667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,65536,0.16188711590237087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,128,0.019034667147530448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,8192,0.02071555621094174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,51200,0.6390568945142958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,8192,0.3359546661376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,12288,0.054719110329945884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,4096,0.13631644513871935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,65536,0.07004177570343018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,3584,0.043933331966400146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,256,0.0033857776886887024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,16384,0.18998311625586617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,2560,0.02094399929046631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,64,0.002768888862596618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,8192,0.016858667135238647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,1536,0.03464444478352865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,2560,0.008271111382378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,3584,0.1786959966023763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,768,0.003593777616818746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,65536,4.005180358886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,256,0.011117333339320289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,51200,0.35015379057990176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,2560,0.018198221921920776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,2560,0.010515555739402771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,3072,0.015404444601800708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,3072,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,6144,0.01018044435315662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,1536,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,4096,0.007810666329330868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,64,0.00309599998096625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,51200,4.553598192003038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,128,0.056939555539025195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,2560,0.01926577753490872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,1536,0.008428444465001425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,65536,0.3129466639624702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,1024,0.005058666484223472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,2560,0.021511110994550917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,51200,1.4774132834540472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,7168,0.12353244092729355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,512,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,1024,0.0042408886882993905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,12288,0.1567386653688219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,7168,0.23203110694885254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,10240,0.11670577526092529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,3072,0.0069573331210348345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,256,0.029775109555986192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,1024,0.006685333533419504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,10240,0.015279110934999255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,256,0.003920000046491623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,2560,0.1024177802933587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,3584,0.012447111308574677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,10240,0.02108088963561588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,1024,0.029330667522218492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,12288,0.055869334273868136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,2560,0.010120000276300643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,10240,0.013224889006879596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,65536,0.4823964436848958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,7168,0.3408355447981093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,5120,0.07019555568695068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,65536,1.0152195824517143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,10240,0.017887110511461895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,8192,0.06959022416008843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,1536,0.029575109481811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,16384,0.020262221495310467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,10240,0.006754666566848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,3072,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,12288,0.018613333503405254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,64,0.002926222152180142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,4096,0.011314666933483548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,3584,0.10657511154810588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,51200,0.26974489953782826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,51200,0.35027821858723956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,12288,0.05097066693835788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,10240,0.0352222224076589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,1024,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,10240,0.01350488927629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,51200,0.01096088853147295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,1536,0.03761333227157593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,8192,0.01500888831085629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,512,0.018720888429217868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,4096,0.21327466434902617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,1536,0.03987288806173537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,512,0.0036106668412685394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,512,0.003847111016511917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,12288,0.05491288834147983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,2560,0.026550221774313185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,51200,0.08238577842712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,7168,0.04511022236612108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,128,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,3584,0.019507555498017203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,16384,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,1536,0.010758221977286868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,5120,0.11635643906063503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,128,0.28513601091172963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,10240,0.0206977774699529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,32,0.0030088888274298776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,768,0.008384889198674096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,10240,0.0064426664676931165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,512,0.0034008889148632684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,7168,0.03643200132581923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,256,0.34200355741712785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,12288,0.020601777566803824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,8192,0.032363557153277926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,3072,0.010801778071456485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,256,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,1024,0.009188444250159794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,768,0.04851288927925957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,64,0.04247377647293938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,8192,0.07562666469150119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,256,0.0052844443255000645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,3072,0.01109866632355584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,1024,0.00683822234471639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,3072,0.010381333529949188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,10240,0.10451555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,65536,0.0683057771788703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,10240,1.143978648715549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,51200,0.22046932909223768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,1024,0.007415999968846639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,1024,0.01576622161600325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,16384,0.034865776697794594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,1536,0.05049066742261251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,32,0.007233777807818518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,51200,0.08904355764389038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,1024,0.05059822069274055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,6144,0.29397866461012095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,32,0.14079377386305067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,32,0.010806221928861407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,4096,0.024246222443050806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,7168,0.02314044369591607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,128,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,6144,0.9844915601942273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,8192,5.384832170274522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,65536,0.08284444279140897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,12288,0.018515555395020377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,3072,0.02737422287464142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,12288,0.022780444886949327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,5120,0.00870222184393141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,65536,0.44680176840888125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,16384,0.06474933359358045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,16384,0.14554044935438368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,768,0.037385778294669256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,6144,0.02825688984658983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,32,0.08230577574835883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,1536,0.3225404421488444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,3584,0.02769688930776384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,12288,0.10848444700241089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,2560,0.006872889068391588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,1024,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,3072,0.019722667005327012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,2048,0.012063999970753988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,8192,0.07138488690058391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,3584,1.33550845252143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,7168,0.7078435685899523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,51200,0.15972710980309382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,128,0.003544888976547453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,128,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,10240,0.2453066772884793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,51200,0.36089332898457843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,768,0.018970666660202872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,12288,0.05891466803020901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,3072,0.020787555310461257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,512,0.02942755487230089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,4096,2.45450931125217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,64,0.004470222112205294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,5120,1.024627579583062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,768,0.06286933024724324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,3584,0.14951466189490423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,51200,0.3933511045244005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,6144,0.0069395556218094295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,256,0.0031306667046414483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,51200,2.4139476352267795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,10240,0.07970577478408813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,2048,0.019183999962276883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,1024,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,256,0.003573333223660787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,1024,0.007127111156781514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,1536,0.03853333327505324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,4096,0.046442667643229164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,2560,0.014477334088749357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,2560,0.06086933612823486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,256,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,1024,0.06995022296905518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,6144,0.07077511151631673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,8192,0.04790577623579237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,16384,0.28363288773430717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,6144,0.019703111714786954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,128,0.04407377706633674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,32,0.01366133325629764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,10240,0.4022417863210042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,1536,0.014506666196717156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,65536,0.0856213304731581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,64,0.026974222726292078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,64,0.0037120001183615792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,768,0.014676445060306124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,16384,0.00905511114332411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,2560,0.0629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,3072,0.4909786648220486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,5120,0.013163555827405719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,16384,0.08014488882488675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,1536,0.12584711445702448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,512,0.022210665875011023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,1536,0.005550222264395819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,65536,0.4616408877902561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,7168,0.03779022230042352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,5120,0.1816942161983914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,1024,0.02429955535464817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,10240,0.040383110443751015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,128,0.0028595555987623003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,64,0.07683822181489733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,12288,0.01739644507567088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,10240,0.08764266967773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,4096,0.08227644364039104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,8192,0.8019528918796115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,51200,14.904620700412325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,128,0.0047217777205838096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,512,0.004898666507667965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,8192,0.015799111790127225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,1024,0.024521778027216595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,2048,1.3922204971313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,6144,0.12243378162384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,10240,0.08553866545359294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,3072,0.013759111364682516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,5120,0.013883555928866068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,1536,0.417904880311754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,3072,0.4773413340250651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,8192,0.03299466768900553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,8192,0.06180000305175781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,51200,0.1179857783847385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,65536,28.327301025390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,7168,0.08138844701978895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,8192,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,16384,0.07296888695822822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,1536,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,12288,0.045759999089770846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,51200,2.1318018171522355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,1024,0.021817778547604878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,3072,0.32834845119052464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,3072,0.664755556318495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,2560,0.014825777875052558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,2048,0.09165244632297093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,256,0.014904888139830695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,128,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,4096,0.04721600148412916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,8192,0.16582043965657553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,256,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,768,0.022864888111750286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,10240,0.05712799893485176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,3072,0.00871022211180793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,8192,0.29949156443277997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,3584,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,7168,0.059880885812971324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,512,0.016057777735922072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,1536,0.2267199887169732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,2048,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,6144,0.06259822183185153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,1536,0.00849866701496972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,2560,0.01827555563714769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,2048,0.02049333353837331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,16384,0.7361369132995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,51200,0.9201866785685221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,51200,0.16178488731384277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,2048,0.04933599962128533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,5120,0.07092889149983723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,5120,0.009413333402739631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,5120,0.013153778182135688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,128,0.1688995493782891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,256,0.01569688816865285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,3072,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,7168,0.010778666370444827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,32,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,16384,0.05034933487574259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,4096,0.10612710979249741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,256,0.0047253333032131195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,12288,0.49979644351535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,3584,0.07859022087521024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,5120,0.012828444441159567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,2048,0.006252444452709622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,8192,0.019129777948061626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,1536,0.011133333047231039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,51200,0.1255440049701267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,51200,0.08501511149936253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,3072,0.023379556006855432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,256,0.05979733334647285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,1536,0.005614222337802251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,3584,0.019112888309690688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,512,0.004569777597983678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,7168,0.017900443739361234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,51200,0.05997244517008463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,65536,0.4092888832092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,256,0.0033902221669753394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,7168,0.31280443403455943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,8192,0.2120924393335978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,128,0.06103822257783678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,512,0.005987555616431766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,64,0.0026791110220882627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,512,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,2560,1.2522222730848525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,2048,0.1602835522757636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,65536,1.7925440470377605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,64,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,3584,0.023139556248982746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,8192,0.013798221945762634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,768,0.006117333140638139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,768,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,6144,0.13966133859422472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,128,0.012843555874294706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,256,0.004488888714048597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,65536,9.262467278374567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,32,0.0035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,16384,0.1390275557835897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,768,0.007151111132568783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,7168,0.02786933382352193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,1024,0.09569778045018514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,65536,0.7396355734931098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,128,0.00908799966176351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,3584,0.00812355594502555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,51200,0.05252088771926033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,10240,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,65536,0.23326577080620658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,16384,0.12130667103661431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,2048,0.017460443907313876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,32,0.04025422202216254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,7168,0.034770667552948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,768,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,3072,0.020747555626763236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,65536,0.06526488727993436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,1536,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,7168,0.022296888960732356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,1024,0.008747555315494537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,5120,0.011844444606039258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,16384,0.06460533539454143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,256,0.004184000194072723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,7168,1.5607493718465169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,1536,0.03455377618471781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,51200,0.6561164326137966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,10240,0.07296799951129489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,5120,0.3115404446919759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,5120,0.023982221881548565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,16384,0.020099555452664692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,6144,0.19056799676683214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,4096,0.08457777897516887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,1024,0.022273777259720698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,7168,0.26343732410007054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,12288,0.04219555523660448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,768,0.003906666818592283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,3072,0.1571191151936849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,8192,0.4432862334781223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,7168,0.006317333214812809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,8192,0.14694755607181126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,6144,0.019651555352740817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,512,0.05653511153327095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,3072,0.011590222517649332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,32,0.005175999883148405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,5120,0.3545004526774089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,6144,0.07378577523761325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,3072,0.18674755096435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,2560,0.022335999541812476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,5120,0.029940442906485662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,6144,0.016701334052615695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,65536,0.08283555507659912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,16384,0.14573955535888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,1536,0.018340445227093168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,768,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,768,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,10240,0.027664000789324444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,4096,0.1050844457414415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,128,0.02306488818592495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,128,0.010098666780524785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,768,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,768,0.007915555602974361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,1536,0.017312889297803242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,8192,0.0326186650329166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,7168,0.01910666624704997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,5120,0.01627466744846768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,4096,0.09331199857923721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,2048,0.018964444597562153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,3072,0.13350044356452093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,5120,0.3081955644819471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,12288,0.018527110417683918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,2048,0.010794666906197866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,512,0.07608622312545776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,3072,0.027591110931502447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,1536,0.09113422367307876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,3072,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,51200,3.5178862677680125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,768,0.023204444183243647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,768,0.009219555391205682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,256,0.021498666869269475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,128,0.1752880016962687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,7168,1.085987514919705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,7168,0.2327288786570231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,128,0.012070222033394707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,5120,0.01753866672515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,128,0.003113777687152227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,6144,0.039691554175482854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,16384,5.068550957573785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,4096,0.012465777496496836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,7168,0.17095911502838135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,5120,1.2851982116699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,10240,0.26884712113274467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,65536,2.2080105675591364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,16384,0.07405689027574328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,768,0.022241777843899194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,128,0.013602666556835175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,65536,0.17612622843848336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,2048,0.026864889595243666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,12288,0.36097155676947695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,3584,0.017214222086800467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,3072,0.007607111500369177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,2048,0.10730489095052083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,51200,0.22652088271247017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,1024,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,512,0.0047182221379545005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,12288,0.026904000176323786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,10240,0.08382844262652928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,65536,0.4047608905368381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,768,0.015358222855461968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,4096,0.007879111501905654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,51200,2.6761769188774953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,3584,0.02571022179391649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,1024,0.014602666099866232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,10240,0.02047288914521535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,65536,0.024189333120981853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,5120,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,4096,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,2560,0.1195102267795139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,7168,0.03935022155443827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,2560,0.1433991061316596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,512,0.004417777889304691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,256,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,3584,0.007530666887760162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,2048,0.03461866577466329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,768,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,12288,0.033724443780051336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,5120,0.021420444051424663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,2048,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,16384,0.025659556190172832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,3072,0.011077333655622272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,64,0.0032666667054096856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,16384,0.016695110334290397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,51200,0.18836532698737252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,16384,0.03788800040880839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,65536,0.06478577852249146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,2048,0.010848888920413123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,128,0.0028213332924577924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,256,0.0033280000918441345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,10240,0.03793155484729343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,7168,0.020410666863123577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,3072,0.21876888804965547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,32,0.002624888800912433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,512,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,6144,0.034494221210479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,3072,0.025695110360781353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,5120,0.037567999627855085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,10240,0.07649155457814534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,32,0.007937777373525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,1024,0.011436444189813403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,1024,0.016396444704797532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,512,0.00979555563794242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,2560,0.06998311148749457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,5120,0.1940995587242974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,7168,0.3490720060136583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,4096,0.08810310893588597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,12288,82.96381971571181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,3072,0.07329244746102227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,32,0.006096000058783426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,2048,0.055778668986426465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,32,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,65536,0.06404799885219999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,128,0.002850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,10240,0.41081423229641384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,1536,0.006181333214044571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,1536,0.10981422000461155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,2048,0.014808000789748298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,1024,0.007974222302436829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,512,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,3584,0.01888799998495314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,256,0.004476444588767158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,8192,0.03566311134232415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,4096,0.00830844458606508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,1536,0.04283555679851108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,2560,0.09491999944051106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,1024,0.006555555595291986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,12288,0.053751998477511935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,65536,1.4182035658094618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,2560,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,4096,0.08994577990637885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,1536,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,12288,0.027814222706688776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,7168,0.5804559919569228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,512,0.005118222286303838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,8192,0.014008000493049622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,16384,0.018404444058736164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,5120,0.026621333426899377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,5120,0.011401777466138205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,8192,0.06799555487102933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,768,0.003731555408901639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,12288,0.07043200069003634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,1024,0.016354666815863717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,5120,0.07807111077838473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,16384,0.048637333843443126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,12288,0.09040533171759711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,8192,0.02176622218555874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,51200,0.0984648863474528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,3584,0.007342221836249034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,12288,0.14001511202918157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,16384,0.05154133174154493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,128,0.007679999702506595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,8192,0.01734755602147844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,768,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,1536,0.09570399920145671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,8192,2.192839092678494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,6144,0.011894221935007306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,512,0.038915554682413735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,512,0.0101724440852801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,16384,0.0437466667758094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,8192,0.016501333978441026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,10240,0.006991110742092133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,6144,0.10372355249192979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,128,0.020586666133668687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,1536,0.009849777652157677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,16384,0.05886222256554497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,4096,0.024323556158277724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,7168,0.6559511290656196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,1536,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,3584,2.5200186835394964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,10240,3.3707794613308377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,768,0.017196445001496207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,16384,0.29267112414042157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,5120,0.012467555701732635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,2560,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,128,0.0034542222403817703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,5120,0.012664889295895895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,6144,0.012491555677519904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,8192,0.3914533456166585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,1024,0.003727999826272329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,512,0.003916444463862313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,7168,0.015855999456511605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,1024,0.04199999901983473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,5120,0.1310017771191067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,1024,0.005767999837795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,65536,0.16202044486999512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,10240,0.2160471147961087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,2560,0.0218551109234492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,512,0.048193779256608754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,3584,0.202911999490526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,1024,0.04241866535610623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,10240,0.00657066661450598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,1536,0.25587111049228245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,12288,0.024783111280865137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,6144,0.258969783782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,4096,0.026191110412279766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,4096,1.001198238796658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,65536,0.08567111359702216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,10240,0.06564978096220228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,3072,0.010692444112565784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,256,0.010854221880435944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,128,0.006769777586062749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,512,0.011746666497654386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,4096,0.04150933358404372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,128,0.006832888970772426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,16384,0.020966221888860066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,512,0.00508088908261723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,2560,0.022767111659049988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,32,0.2857031027475993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,3584,1.2327039506700304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,8192,0.01787644459141625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,2048,0.0548257761531406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,10240,0.27917154630025226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,8192,0.05491822295718723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,3072,0.020047111643685233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,16384,0.07180977529949613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,4096,0.009681777821646797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,10240,0.014688889185587565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,7168,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,65536,0.8639546500311958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,51200,0.06154844495985243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,512,0.12110222710503472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,128,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,32,0.0031235555393828284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,16384,0.5989128748575846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,32,0.019655111763212416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,512,0.0036915557252036203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,512,0.05572977993223402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,7168,0.2199537754058838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,2048,0.011624000138706632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,512,0.009174221919642555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,512,0.006124444305896759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,32,0.002769777758253945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,2560,0.22696622212727866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,3584,0.010244444840484196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,1024,0.034295999341540866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,128,0.00927022182279163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,5120,0.03810844487614102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,512,0.013804444836245643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,256,0.017010667257838778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,16384,0.05106755428844028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,3072,0.013968000809351603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,4096,0.14680622683631048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,5120,0.24810043970743814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,768,0.013042666845851474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,7168,0.020512888828913372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,16384,0.008832889298597971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,1536,0.01555199921131134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,10240,0.014866666661368476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,8192,0.02979466650221083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,1536,0.014496000276671516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,64,0.009898666706350114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,8192,0.07354933023452759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,2048,0.009644444617960189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,16384,0.042612443367640175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,10240,0.08218489090601604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,65536,0.01258488910065757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,512,0.008837333156002892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,12288,0.01682488951418135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,3072,0.006730666591061487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,10240,0.019879110985332064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,512,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,2560,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,768,0.05271555648909675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,768,0.14873422516716853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,768,0.003583999971548716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,8192,0.014683556225564746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,10240,0.2100835508770413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,10240,0.1427111095852322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,64,0.04236888885498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,1024,0.0859759979777866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,256,0.044460445642471313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,7168,0.024118221468395654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,51200,1.2318844265407987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,4096,0.024902222885025874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,16384,0.6311982472737631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,65536,0.8192462391323514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,512,0.26616978645324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,4096,0.008928000099129146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,1024,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,3584,0.011319110790888468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,65536,24.020926581488713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,3072,0.03808000021510654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,64,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,4096,0.16726311047871908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,768,0.05736533138487074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,256,0.011349333657158745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,128,0.006717333363162146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,1536,0.0248355550898446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,1024,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,2048,0.09177155627144708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,1536,0.022498667240142822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,32,0.002793777734041214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,10240,0.01089244418674045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,8192,0.2698880036671956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,10240,0.412733342912462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,8192,0.5502195358276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,256,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,2560,0.008551999926567078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,7168,0.062036441432105176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,2560,0.018671999375025432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,2560,0.017467555072572496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,6144,0.02055377761522929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,1024,0.012545777691735161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,8192,0.07119555605782403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,2560,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,6144,0.01808533403608534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,4096,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,65536,1.1638622283935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,3584,0.14030933380126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,65536,0.22832979096306694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,768,0.007140444384680853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,16384,0.5527137650383843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,512,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,7168,0.15526044368743896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,8192,0.03991466760635376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,4096,0.011569778124491373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,6144,0.016548444827397663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,3584,0.0069573331210348345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,5120,0.04680622286266751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,256,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,3584,0.008602666358153025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,51200,0.3440853224860297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,7168,0.3842168913947211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,8192,0.22418488396538627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,10240,0.09733688831329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,3072,0.01240799989965227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,1536,0.045026666588253446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,12288,0.10877511236402725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,7168,0.013200889031092325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,64,0.039312889178593956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,51200,0.08726577626334296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,768,0.014193778236707052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,256,0.009400000174840292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,16384,0.018719111879666645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,3072,0.04169244567553202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,5120,0.013159111142158508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,128,0.02094488839308421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,32,0.009557333257463243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,10240,0.10919555690553452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,1024,0.037696000602510236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,1024,0.058409776952531606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,256,0.002959111084540685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,64,0.007083555890454187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,512,0.0034977777136696708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,10240,0.014577777849303352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,256,0.004829333474238713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,1536,0.046796444389555186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,1536,0.09407111008961995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,7168,0.011131555669837527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,1024,0.07265866465038724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,1024,0.03059200114674038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,1024,0.08627822001775105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,1024,0.01519555515713162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,12288,0.03289511137538486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,1536,0.004575110971927643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,12288,0.05690222316318088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,16384,0.11209332942962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,2560,0.07499200105667114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,12288,0.053779555691613086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,5120,0.014386667145623101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,7168,0.09720889065000747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,2560,0.270339568456014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,768,0.003633777714437909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,1536,0.009690666364298927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,12288,0.2820471127827962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,16384,0.009569777382744683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,32,0.002640888922744327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,2560,0.007567110988828871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,7168,0.033929778469933405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,51200,0.19752444161309135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,2048,0.14451911714341906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,1024,0.017183999220530193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,8192,0.22844354311625162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,5120,0.24635556009080675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,32,0.04142577780617608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,128,0.007102222078376346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,1536,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,4096,0.1421768930223253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,65536,2.626201841566298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,5120,0.059559113449520536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,5120,0.037725332710478045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,4096,0.023132445083724126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,65536,0.01703377730316586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,3584,0.007132444116804335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,3072,0.012183999849690331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,512,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,7168,0.045336888896094434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,65536,5.134874555799696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,1024,0.5204586452907985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,128,0.004087111188305749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,2048,0.1031893359290229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,10240,0.04148000147607591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,4096,0.03398044572936164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,2560,0.10850399732589722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,51200,0.08082222276263766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,3584,0.16213866074879965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,65536,0.4221137894524469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,51200,2.081031163533529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,4096,0.01979022224744161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,256,0.018914666440751817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,3584,0.0744204454951816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,7168,0.07234666744867961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,51200,18.107130262586804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,2048,0.008061333662933773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,6144,0.011389333340856763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,3072,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,256,0.02109066645304362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,512,0.022520888182852004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,256,0.006334222025341458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,12288,0.061391108565860324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,2048,0.008114666574531132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,10240,0.08161777920193143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,2048,0.15810933378007677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,5120,0.34978222846984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,12288,0.14408177799648708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,1536,0.01684533390733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,32,0.01793866687350803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,3072,0.10341866811116536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,1024,0.004302222281694412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,2048,0.012904889053768583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,2560,0.012999110751681857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,4096,0.35151288244459367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,12288,0.18519732687208387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,3072,0.008223999705579545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,1024,0.013423110875818463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,2048,0.026974222726292078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,1024,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,128,0.039487110243903265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,1536,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,10240,0.08899199962615967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,32,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,8192,0.08867466449737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,6144,0.036222222778532244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,8192,0.030609776576360066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,1024,0.00656444455186526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,12288,0.1416568888558282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,8192,0.01221244451072481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,1024,0.039649777942233615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,2048,0.022610666023360357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,1536,0.011839110818174152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,1024,0.46532890531751847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,768,0.018858666221300762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,2560,0.008861333131790161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,2560,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,16384,4.73305426703559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,2560,0.028335111008750066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,4096,0.030356443590588037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,256,0.011347555451922946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,1024,0.016364443633291457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,16384,0.2880177762773302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,2560,0.009212444225947062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,65536,0.6755715476142036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,10240,0.22405955526563856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,6144,1.5493955612182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,10240,0.09815288914574517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,65536,1.9322151607937281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,128,0.017940445078743827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,16384,0.023565333750512864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,12288,0.035585777627097234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,51200,0.1375057829750909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,512,0.005544888890451855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,32,0.010575999816258749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,32,0.008612444831265343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,128,0.005377777748637729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,768,0.003641777982314428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,8192,0.1975404421488444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,32,0.02089599933889177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,65536,0.5239449077182347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,256,0.003040888864133093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,32,0.002975111206372579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,2560,0.025027554896142747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,12288,0.7015244695875379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,64,0.0027822222974565295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,6144,0.01294311136007309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,1536,0.5916479958428277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,12288,0.02054577734735277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,3584,0.010776888993051318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,51200,9.741981506347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,12288,0.03295911020702786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,10240,0.06160622172885471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,5120,0.01351377781894472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,2560,0.007790221936172909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,1024,0.005444444302055571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,3072,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,128,0.004047111090686587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,3584,0.022985777921146814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,2048,0.011345778074529437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,4096,0.30491820971171063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,4096,0.05593511131074694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,16384,0.04150222076310052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,256,0.005510222166776657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,6144,0.05448711249563429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,16384,0.014196443888876172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,51200,2.1669555240207248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,3072,0.008339555727110969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,1536,0.007361777954631382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,4096,0.006849777781301075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,2048,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,1024,0.0369795560836792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,2048,0.010575999816258749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,5120,0.12204533153110081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,16384,0.24088266160753039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,3584,0.07404977745480008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,128,0.002785777880085839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,256,0.004266666869322459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,5120,0.9323867162068685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,1536,0.022678222921159532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,12288,0.21976178222232393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,2560,0.017102221647898357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,51200,29.952507866753475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,5120,0.33950310283237034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,7168,0.008367111285527548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,10240,0.07810666826036242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,5120,0.2166524463229709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,4096,0.012156444291273752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,3584,0.16791378127204049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,1536,0.007383999725182851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,12288,0.03053599927160475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,768,0.005776888794369168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,51200,0.5743341975741917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,2048,0.00831733312871721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,2048,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,7168,0.09083111418618096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,65536,1.5075492858886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,51200,0.15593243969811335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,3072,0.0766506658660041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,16384,0.021919111410776775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,51200,3.6686507331000437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,256,0.12296444839901394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,32,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,7168,0.06193333201938205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,512,0.011511111425028907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,1536,0.14875555038452148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,1536,0.11391999986436631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,256,0.04019733270009359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,1024,0.04026666614744399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,1536,0.007682667010360294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,7168,0.27477065722147626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,51200,0.10939555697970921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,2048,0.010774222513039907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,7168,2.180271996392144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,768,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,16384,0.07019111182954577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,1024,0.0058168888919883305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,256,0.014817777607176038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,128,0.011819555527634092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,768,0.00629066675901413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,65536,0.4920648998684353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,512,0.0055440002017551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,8192,0.015885333220163982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,2560,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,12288,0.024921778175565932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,5120,3.5470203823513455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,1024,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,6144,0.01035822182893753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,6144,0.030406223403082952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,10240,0.2670000129275852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,128,0.09339021974139744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,16384,0.16082310676574707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,512,0.07865777942869398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,1024,0.31180887752109104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,65536,2.3676870134141708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,1024,0.017866666118303936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,5120,1.1702391306559246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,3584,0.00923822240697013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,64,0.003162666741344664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,256,0.00638755535085996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,65536,0.4513457616170247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,1024,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,32,0.002620444529586368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,6144,0.054098665714263916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,1536,0.007304888632562425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,512,0.008806222014957005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,512,0.005960888746711943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,32,0.003463111196955045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,2048,0.006530666516886816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,256,0.2249208821190728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,256,0.03718222181002299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,5120,0.13248266114128962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,3072,0.018070222602950204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,6144,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,512,0.0032844444115956626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,5120,2.368037329779731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,12288,0.10279911094241673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,12288,0.3104204336802165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,64,0.002830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,3584,0.055656890074412026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,6144,0.06888622045516968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,16384,0.04234400060441759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,2048,0.005139555368158552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,64,0.015018666783968607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,16384,0.02188355558448368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,16384,1.5178630616929796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,3072,0.024453333682484094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,3584,0.07111022207472059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,512,0.00666933341158761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,768,0.013983999689420065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,768,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,4096,0.061648892031775586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,51200,0.14462488227420384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,51200,0.7022195392184787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,1536,0.013263999587959714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,16384,0.02553155521551768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,1536,0.026521777113278706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,3072,0.008578666382365758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,65536,1.3759786817762587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,5120,0.0124177775449223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,3584,0.09078044361538357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,1536,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,5120,0.023494222097926672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,256,0.008096888661384583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,12288,0.01679022279050615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,8192,0.2583591143290202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,2048,0.011296889020336999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,3584,0.20062666469150117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,12288,0.9202853308783637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,512,0.013056000073750814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,5120,0.02019999921321869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,4096,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,16384,0.09238221910264756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,4096,0.011690666278203329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,6144,0.2858186562856038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,12288,0.00721688899728987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,2048,0.01109333336353302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,64,0.008551999926567078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,7168,0.013152889079517789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,3584,0.2329768869611952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,12288,0.35648179054260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,1024,0.05113155643145243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,768,0.004072000169091755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,10240,0.0370435549153222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,3072,0.0507315562831031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,8192,0.007098666495747036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,51200,0.06362311045328777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,1024,0.004259555704063839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,128,0.008372444245550368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,3584,0.018437332577175565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,6144,0.019883554842736986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,12288,0.0344142218430837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,8192,0.008360000120268928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,1536,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,3584,0.007694222033023834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,3584,0.06476800309287177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,51200,0.08228355646133423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,256,0.03324177861213684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,51200,0.18606932957967123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,7168,0.01721333298418257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,8192,0.11640000343322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,256,0.004570666700601578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,3584,0.23796354399787056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,4096,0.13830310768551296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,3584,0.16460711426205105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,128,0.006862222320503659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,5120,0.11644889248741998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,1024,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,768,0.005986666513813867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,768,0.009038222332795462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,1536,0.006233777850866318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,128,0.00962400022480223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,1024,0.016359999775886536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,2048,0.05204266640875074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,2048,0.01256444470749961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,3584,0.03365955419010586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,10240,0.08622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,65536,0.17922400103674996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,256,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,64,0.06001333395640055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,2048,0.05340088738335503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,3072,0.034260445170932345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,3584,0.013011555704805585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,65536,0.06800266769197252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,7168,0.02215822206603156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,4096,0.03375377919938829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,1536,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,5120,0.036361777120166354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,8192,5.414025624593099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,768,0.007857778006129796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,2560,0.015244444211324057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,3072,0.34229421615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,2048,0.011188444164064197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,256,0.008918222453859117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,512,0.0041680000722408295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,32,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,65536,0.08096355862087674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,16384,0.20436267058054605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,10240,0.04868355393409729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,16384,0.1402799950705634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,128,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,7168,0.027466666367318895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,2048,0.0063279999627007385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,1536,0.12991733021206325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,64,0.007782222496138678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,512,0.017082666357358296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,6144,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,51200,0.2273493342929416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,12288,0.09955644607543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,768,0.008637333081828224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,16384,1.6038995318942602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,1024,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,12288,3.7508489820692272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,768,0.010433778166770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,16384,0.06339555316501193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,768,0.01793066660563151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,512,0.0035093331502543557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,3072,0.010818666881985135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,4096,0.17881422572665742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,256,0.03810844487614102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,12288,0.224909332063463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,3584,0.17665599452124703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,65536,0.009697777529557547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,512,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,512,0.005042666776312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,256,0.012257777982287936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,256,0.0038559999730851916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,16384,0.4767555660671658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,16384,0.0306951105594635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,512,0.007631999750932057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,256,0.012068444656001197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,8192,0.05113155643145243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,768,0.20523288514879015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,64,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,768,0.029179556502236262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,3584,0.013659555878904132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,51200,0.09278844462500678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,2560,0.015340444114473132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,7168,0.01979377700222863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,8192,0.015722667177518208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,10240,0.0742373334036933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,6144,0.0973857773674859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,128,0.01745244363943736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,10240,0.5519964430067275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,128,0.013296888934241401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,51200,0.36177955733405215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,51200,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,3072,0.01164533363448249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,256,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,128,0.01128088848458396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,65536,0.10325066910849677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,1024,0.006992888947327931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,32,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,3584,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,7168,0.08009244336022271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,3072,0.02784622377819485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,10240,0.01386755539311303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,1536,0.07111466593212552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,1024,0.005949333310127258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,256,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,3584,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,2048,0.022421333524915908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,7168,0.17288266287909615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,32,0.2472346623738607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,2560,0.007463110817803278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,1024,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,7168,0.15126044220394558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,16384,0.025919111238585577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,32,0.004870222260554631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,2048,0.010260444548394945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,3072,0.07603555255466037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,65536,0.07383555836147733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,8192,0.02697066631582048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,3584,0.018889778190188937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,5120,0.2530053456624349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,1536,0.017498667041460674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,12288,0.06940978103213839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,2048,0.01752444439464145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,5120,0.019873778025309246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,65536,0.1598515510559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,128,0.015230221880806817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,5120,0.1714248922136095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,1024,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,7168,0.023271110322740342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,12288,0.05728444125917223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,4096,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,10240,0.09816355837715997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,1024,0.010120000276300643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,2048,0.011567110816637674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,7168,0.19437777996063232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,5120,0.026452443665928308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,256,0.01953155630164676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,2048,0.020672889219390023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,64,0.003080000066094928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,512,0.01349066694577535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,12288,0.008868444297048781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,256,0.004270222038030624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,6144,0.060680886109670006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,768,0.01724444495307075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,2048,0.043476445807351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,768,0.023011555274327595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,4096,0.011081777513027191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,16384,0.38611910078260636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,7168,0.032764444748560585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,7168,0.02446577780776554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,65536,2.9144257439507375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,5120,0.012115555504957834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,12288,1.1486533482869465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,256,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,768,0.007795555724038019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,7168,0.019123555885420907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,1536,0.01744622157679664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,51200,0.0796239972114563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,64,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,6144,0.20473510689205596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,4096,0.01038044442733129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,1024,0.026230222649044458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,32,0.004480000171396467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,4096,0.08310844500859578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,1024,0.013191999660597907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,32,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,65536,0.3374133374955919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,5120,0.041068444649378456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,1024,0.012445333103338877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,4096,0.021965333157115515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,4096,0.019664888580640156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,65536,0.07033244768778484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,2560,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,51200,1.8808479309082031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,16384,0.07097422414355807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,8192,0.009647111097971598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,6144,0.02737688852681054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,1536,0.008671110702885522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,16384,0.015245333313941956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,512,0.006568000134494569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,2560,0.008611555728647444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,2048,0.007868444754017724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,16384,0.05747555361853706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,32,0.02293511066171858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,2048,0.03302399979697333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,8192,0.017491555876202054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,1536,0.020971554848882887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,2048,0.06334755818049113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,3584,0.026752000053723652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,51200,0.7443733215332031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,16384,0.15691199567582872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,768,0.004448889030350579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,10240,0.017921777235137094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,51200,5.962859683566624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,512,0.013134222063753339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,7168,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,1024,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,5120,0.027820444769329492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,16384,0.0750675532552931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,1536,0.006816000160243776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,65536,0.06833155287636651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,12288,0.04452444447411431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,512,0.10599555571873982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,3584,0.6209697723388672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,2048,0.014226666755146451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,256,0.00281866660548581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,1024,0.005559999909665849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,10240,0.08388444450166489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,512,0.005565333283609814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,4096,0.20293955008188883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,256,0.005133333305517833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,65536,1.8939938015407984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,1536,0.022647110952271357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,65536,0.250253332985772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,2048,0.06642844279607137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,4096,1.1574701733059354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,2560,0.1944782204098172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,6144,0.04638400011592441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,768,0.00612088872326745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,768,0.010055999788973067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,7168,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,1536,0.06183111005359226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,2048,0.016738666428460013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,2048,0.048272000418768994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,512,0.0070497774415545994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,4096,0.009586667021115622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,5120,0.038647111919191145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,12288,0.056904892126719155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,6144,1.391482671101888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,256,0.033041778537962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,3072,0.0816097789340549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,16384,0.02127911150455475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,4096,0.021753778060277302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,4096,0.006554666492674086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,4096,0.5285697513156468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,12288,0.06739288568496704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,6144,0.1021066639158461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,4096,0.02197066611713833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,6144,0.019370666808552213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,64,0.0027386666172080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,2560,0.046055999067094594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,1024,0.011311111350854238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,2048,0.03149866726663377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,32,0.0036559998989105225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,1024,0.13825510607825384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,3584,0.018882667024930317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,512,0.019897777173254225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,2048,0.023296000228987798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,12288,0.038260443343056574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,65536,0.146997332572937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,16384,0.38366132312350804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,51200,0.0898675587442186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,3072,0.16463555230034724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,512,0.003579555700222651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,10240,0.022571555442280237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,1536,0.006476444502671559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,51200,5.335410647922092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,768,0.08889155255423652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,51200,0.057815108034345836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,768,0.010861333045694562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,2048,0.01219377749496036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,1536,0.013495999905798169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,16384,0.019114666514926486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,10240,0.0362462235821618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,7168,0.009191110730171204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,4096,0.1310017771191067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,65536,3.2343012491861978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,1536,0.1693342261844211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,51200,0.12677955627441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,512,0.0047031111187405055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,12288,0.05749689208136665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,3584,0.03595822387271457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,1536,0.017497777938842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,12288,0.03242666522661845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,51200,0.03084889054298401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,768,0.006135111053784688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,32,0.007495111061467065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,6144,0.23904087808397081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,6144,0.5173030959235297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,8192,0.05860533316930135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,3072,0.008952000074916417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,51200,0.019546666079097323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,3584,0.007817777494589487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,4096,0.05885066588719686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,51200,0.18263999621073404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,5120,0.039008888933393694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,64,0.0052684446175893145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,2048,0.0061048890153567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,2048,0.01032977799574534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,512,0.003863999827040566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,3072,0.010468444062603844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,1536,0.03460622164938185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,256,0.004568888909286923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,3072,0.02199999988079071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,6144,0.014492443866199918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,4096,0.08200355370839436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,16384,0.05670666694641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,768,0.014662222729788886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,1536,0.00463377767139011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,1536,0.009900444083743626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,12288,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,51200,0.05279022124078539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,2048,0.023585778143670823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,65536,1.774410671657986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,8192,0.04551288816663954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,1024,0.008617777791288164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,1024,0.010082667072614035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,2560,0.013046222428480784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,1536,0.012131555212868584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,3072,1.2306409411960177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,2048,0.010264889233642155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,5120,0.013530666629473368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,4096,0.08289777570300631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,4096,0.016992888516849942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,7168,0.5362390942043728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,6144,2.683465745713976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,512,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,4096,0.019796444310082328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,65536,0.07584000296062894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,65536,0.7495555347866483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,32,0.21255644162495932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,7168,0.011518222590287527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,10240,0.04639110962549845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,512,0.11673155095842148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,512,0.004872888740566042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,51200,0.03545777665244208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,512,0.197397338019477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,4096,0.03800977932082282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,12288,0.015800888339678448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,2560,0.00739822205570009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,2560,0.03184088733461168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,512,0.03317066695955064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,65536,1.1478453742133248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,1024,0.01369599997997284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,768,0.019754666421148512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,1536,0.18881689177619088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,12288,0.08849689033296372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,51200,4.194783104790582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,2560,0.009141333401203156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,64,0.008919110728634728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,2560,0.02940711047914293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,768,0.039509332842297025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,16384,0.09259733226564194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,1024,0.0053395554423332214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,5120,0.009962666365835402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,10240,0.054530666934119336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,256,0.040488001373079084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,1536,0.3942977852291531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,5120,0.028311110205120508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,6144,0.010074666804737514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,51200,0.3599244488610162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,128,0.011968000067604912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,2048,0.13226577970716688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,64,0.0177208897140291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,2560,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,1536,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,51200,0.9159057405259875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,128,0.010399111443095738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,16384,1.883821275499132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,10240,0.07670311133066814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,5120,0.021426666114065383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,4096,0.372071107228597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,4096,0.011372444530328115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,512,0.04414222306675381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,6144,0.016813332835833233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,256,0.0697831114133199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,8192,0.46350399653116864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,128,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,16384,0.02206666602028741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,51200,0.48150401645236546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,1024,0.04669955703947279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,3584,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,6144,0.08069244358274671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,256,0.01165688865714603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,1024,0.009900444083743626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,2048,0.1588017808066474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,8192,1.1798924340142143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,128,0.039994666973749794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,256,0.13596977127922907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,2048,0.021920000513394673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,768,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,2560,0.17392178376515707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,65536,0.330493344200982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,768,0.05689422289530436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,32,0.028513779242833454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,10240,0.10013688935173883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,1024,0.0040737779604064096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,768,0.02796622117360433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,65536,0.4288648764292399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,768,0.03754399882422553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,7168,0.019555555449591745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,5120,0.4428195423550076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,5120,0.03438933359252082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,4096,2.628150304158529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,10240,0.03045066528850132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,51200,1.745322651333279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,1024,0.015818667080667283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,7168,0.030368000268936157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,16384,0.05068177647060818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,64,0.00888355573018392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,8192,0.011695110963450538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,16384,8.403316073947483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,16384,0.5825111071268717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,10240,0.015207111835479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,3072,0.009906666974226633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,512,0.02128977742460039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,1536,0.00620977787507905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,64,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,512,0.006774222271309958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,2048,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,256,0.007190222541491191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,1536,0.12583822674221462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,256,0.012485333614879184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,128,0.009122666385438707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,32,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,8192,0.03573777940538194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,7168,2.5917814042833114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,2048,0.0986657804912991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,256,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,256,0.004860444615284602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,32,0.0031973332580592898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,7168,0.011132444772455426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,128,0.0033760000434186724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,51200,0.041498667663998075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,32,0.002579555536309878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,12288,1.392710261874729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,4096,0.08363644282023112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,32,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,51200,1.9924630059136286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,768,0.012960889273219638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,4096,0.0964897804790073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,2560,0.016007110476493835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,65536,0.06813244687186347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,2560,0.0274008893304401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,32,0.0387715564833747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,3072,0.027678221464157104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,2048,0.08640888664457534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,16384,0.10477422343360053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,128,0.14629244804382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,8192,0.09471022420459324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,5120,0.33166578080919057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,4096,0.00964355551534229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,7168,0.025729777084456548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,32,0.0027831111931138565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,8192,0.10632444752587213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,3072,0.009299555586444007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,8192,0.028400000598695543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,7168,0.12372533480326335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,16384,2.8055858612060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,256,0.008114666574531132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,5120,0.3666257858276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,65536,2.7942916022406687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,2048,0.5293022261725532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,64,0.007024889190991719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,6144,0.25043288866678876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,5120,0.032728887266582914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,32,0.002862222285734283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,7168,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,3584,0.07594933112462361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,16384,0.02216622233390808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,2048,0.005647999958859549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,3072,0.01203733351495531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,1024,0.0041804446114434134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,512,0.003456888927353753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,16384,0.023593778411547344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,65536,1.527933332655165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,10240,0.05359111229578654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,2048,0.009176889227496253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,64,0.030188444587919448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,1536,0.01480888823668162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,10240,0.4739351272583008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,2048,0.0592213339275784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,3584,0.0559484428829617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,3584,0.015071110592948066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,128,0.004018666843573253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,3584,0.0222746663623386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,5120,0.1061662236849467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,256,0.004132444245947732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,4096,0.007830222447713217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,3072,0.011717333561844297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,3584,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,51200,0.010372444159454769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,16384,0.02787999974356757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,1536,0.004635555462704765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,6144,0.020392000675201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,1536,0.14253155390421549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,65536,1.2736612955729167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,8192,0.05613599883185493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,512,0.005399111244413588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,512,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,6144,0.009943111075295342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,1024,0.012269333004951477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,256,0.0047475554876857335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,51200,2.5200345781114364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,65536,0.10836355553732978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,512,0.08308800061543782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,2048,0.00797155582242542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,4096,0.12835644351111516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,2048,0.015506666567590503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,7168,0.021073778470357258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,3072,0.05684000253677368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,512,0.040531555811564125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,8192,0.01623288955953386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,512,0.0037840000457233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,51200,0.5991155306498209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,256,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,8192,0.014547554983033074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,768,0.009672889278994666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,1536,0.007205333146784041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,512,0.006776888751321369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,1024,0.004589333302444882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,32,0.011350221931934357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,65536,1.7544231414794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,512,0.00721688899728987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,10240,0.2229395442538791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,64,0.003051555612021022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,1536,0.0063733334342638654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,128,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,7168,0.09181421995162964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,12288,0.07360266976886325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,512,0.1446453332901001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,10240,0.021312889125612047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,10240,0.33582756254408097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,10240,0.13311378161112467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,8192,0.07170222202936809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,2560,0.011892444557613797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,1536,0.023430221610599097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,2048,0.015156444576051501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,12288,0.027113777067926195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,5120,0.07683110899395414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,2048,0.007505777809354994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,32,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,16384,0.05266844564014011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,4096,0.009504888620641496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,512,0.005066666752099991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,6144,0.037329776419533625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,1536,0.05595111184649997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,10240,0.019153777096006606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,256,0.014878221684032016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,1024,0.0037662221325768363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,768,0.00853066643079122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,12288,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,512,0.00369422220521503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,256,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,768,0.014984889162911309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,65536,0.3557617664337158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,4096,0.1530417733722263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,65536,0.016467556357383728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,256,0.008470222353935242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,512,0.005190222213665645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,16384,0.15867377652062312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,1536,0.06488711304134794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,8192,0.010024000373151567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,1024,0.006108444597986009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,2560,0.09490933020909627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,3072,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,1536,2.745693418714735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,64,0.003022222262289789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,16384,0.013332444760534497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,7168,0.012691555751694573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,7168,0.015346666177113851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,51200,18.295928955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,256,0.008430221842394935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,256,0.007120889094140794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,8192,0.042585776911841504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,1536,0.040038221412234835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,7168,0.01073066641887029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,12288,0.03397422366672092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,65536,0.4467955695258246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,1536,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,3072,0.02309600015481313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,5120,0.048600001467598804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,4096,0.011408000356621213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,512,0.04611022273699442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,10240,0.1484960052702162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,64,0.0025724443710512584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,2560,0.012823999755912356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,1024,0.011321778098742167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,6144,0.08059377802742852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,1536,0.011028444601429833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,2048,0.009696889254781935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,6144,0.13763733704884848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,16384,0.3673493332333035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,6144,0.019655999210145738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,512,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,2560,0.010254222485754225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,4096,0.012430222498046027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,4096,0.05309155583381653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,4096,0.01867288847764333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,3072,0.05746399694018894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,8192,0.01751733322938283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,51200,1.5534533394707575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,65536,0.08856266736984253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,2048,0.008063111040327284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,6144,0.015622221761279635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,65536,0.32030222151014537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,256,0.10035288996166652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,512,0.01752622259987725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,5120,0.0544088880221049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,4096,0.017647999856207106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,10240,0.4890018039279514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,256,0.004477333277463913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,6144,0.04013333386845059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,65536,0.4128399954901801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,512,0.008719999757077958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,128,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,256,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,5120,0.02405244443151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,768,0.02274666726589203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,51200,0.06467733118269178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,1536,0.007099555598364935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,1024,0.012033777932325998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,8192,0.06442311074998644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,10240,0.009445333646403419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,8192,0.04366133279270596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,128,0.005994666781690385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,51200,2.3269110785590277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,5120,0.21409777800242105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,2048,0.06050311194525825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,6144,0.015547555353906421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,16384,0.08965422047509088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,256,0.003343111111058129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,51200,1.2735448413425021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,12288,0.44104356235928005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,6144,0.043700443373786084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,3072,0.07948799928029378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,51200,0.05147644546296862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,128,0.061400002903408475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,5120,1.8166186014811199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,12288,0.058166219128502734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,64,0.0037866665257347953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,51200,4.924746619330512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,1536,0.0090515555606948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,12288,0.8465110990736219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,12288,0.366500457127889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,768,0.007941332956155142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,128,0.0033493333806594214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,1024,0.007924444145626491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,8192,0.060545775625440806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,1536,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,64,0.09522755278481378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,8192,0.28723022672865123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,4096,0.0522017776966095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,3072,0.04840799834993151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,6144,0.009873777627944946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,7168,0.06300177839067247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,3072,0.019860444797409903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,128,0.057709336280822754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,16384,0.03695377707481384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,65536,0.0896035565270318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,7168,0.05279022124078539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,51200,0.253036446041531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,768,0.02215822206603156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,10240,1.6828702290852864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,16384,0.028703110085593328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,7168,0.1656151082780626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,12288,0.026138666603300307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,768,0.007329777710967594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,128,0.008840888738632202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,2560,0.05151377783881294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,12288,0.008778666456540426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,128,0.05232000019815233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,16384,0.028679112593332928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,128,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,3584,0.012115555504957834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,768,0.04001333316167196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,1536,0.016505777835845947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,1024,0.04594577683342827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,3584,0.12382133801778157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,768,0.008866666919655269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,5120,0.6423715485466851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,1536,0.01663555536005232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,51200,0.2270266744825575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,7168,0.05374044511053297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,16384,0.06997333632575141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,51200,0.13135111331939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,65536,0.09946933057573105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,16384,0.1877359946568807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,4096,0.028444445795483057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,12288,1.7423128551907008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,4096,0.010801778071456485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,3584,0.024267555938826665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,32,0.006522666662931442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,512,0.05073777834574381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,1024,0.012180444267061023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,6144,0.024519999821980793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,128,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,5120,0.021240888370407954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,51200,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,6144,0.2836995654635959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,10240,0.0687848859363132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,3072,0.24014666345384386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,3584,0.010620444185203977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,6144,0.099016891585456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,4096,0.018894222047593858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,8192,0.039352890517976545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,64,0.011976888610257043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,32,0.007896000312434303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,4096,0.2517128785451253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,1024,0.008728000024954477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,4096,0.014668444792429606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,3584,0.18189422289530435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,2560,0.06965244478649564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,7168,0.010679999987284342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,65536,4.193566216362847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,51200,0.1271066665649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,16384,0.29892444610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,51200,0.06760711140102811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,7168,0.013624000052611033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,256,0.055323554409874805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,51200,0.14462844530741373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,16384,0.12317600515153672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,256,0.007296000089910295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,1536,0.047594666481018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,3584,0.007838221887747446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,10240,0.08458222283257379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,10240,0.01387644476360745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,5120,0.01349422252840466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,3072,0.05676266882154676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,12288,0.23346932729085287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,4096,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,51200,0.2383751074473063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,5120,0.10565777619679768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,32,0.006606222026877933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,16384,0.24557333522372773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,8192,0.01668444441424476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,3584,0.010566222170988718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,16384,1.2236258188883464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,51200,0.13413688871595594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,4096,0.011051555474599203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,10240,0.10897066858079697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,8192,0.01406133340464698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,16384,0.14621599515279135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,3072,0.026375111606385972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,768,0.018398221996095445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,768,0.0037697777152061462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,256,0.004482666651407878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,128,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,51200,0.053351110882229276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,51200,10.94720204671224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,128,0.004433777597215441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,64,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,4096,0.10139555401272243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,10240,0.033055110110176936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,1024,0.007679999702506595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,6144,0.06438933478461371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,51200,0.2777155505286323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,3072,0.02663466665479872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,256,0.005606222069925732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,128,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,51200,0.18572710620032418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,64,0.15697866015964085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,128,0.011286222272449069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,16384,0.1596684455871582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,51200,4.061913808186849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,65536,0.39978933334350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,2560,0.03125955661137899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,65536,0.7514079941643609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,128,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,3584,0.01700444519519806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,4096,0.008014221986134848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,512,0.005689777847793367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,51200,0.09929688771565755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,512,0.08506577544742161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,8192,0.027016000615225896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,3072,0.04416977696948581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,6144,0.7181359926859537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,32,0.006310222049554189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,1536,0.03322044346067641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,12288,0.034613334470325045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,6144,0.0515324440267351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,4096,0.13285066021813288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,64,0.00351200004418691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,2560,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,2048,0.10268533229827881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,3072,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,128,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,5120,0.01407911048995124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,1536,0.05233777893914116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,3584,0.02068444424205356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,512,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,8192,0.026734222968419392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,4096,0.04359555575582716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,64,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,3584,0.011272889044549731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,128,0.007089777953094906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,7168,0.012642666697502136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,256,0.024432000186708238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,256,0.010681777364677854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,256,0.004679111142953237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,4096,0.04819822311401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,768,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,1536,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,512,0.007541333635648091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,16384,0.027313777142100867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,128,0.003987555702527364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,2048,0.5599990950690376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,2560,0.13648800055185953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,4096,0.008612444831265343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,7168,0.06615644693374634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,256,0.008252444366614023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,32,0.005392888767851724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,128,0.034509334299299456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,12288,0.013775111072593264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,2560,0.007344000041484833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,256,0.012375999655988483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,10240,0.039543999565972224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,128,0.004577777865860197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,2560,0.06548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,5120,0.1737502283520169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,1536,0.010337777435779572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,10240,0.02348533272743225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,65536,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,128,0.0026826666047175727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,6144,0.07731555567847358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,10240,0.015261333849694995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,512,0.0037973332736227247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,256,0.013117333253224691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,5120,0.013724444641007317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,6144,0.00906577789121204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,8192,0.022278222772810195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,768,0.03743022349145677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,128,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,6144,0.23235021697150338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,16384,0.04964533448219299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,8192,0.26444800694783527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,768,0.048588444789250694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,3584,0.1722773313522339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,768,0.005752000129885144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,8192,0.39137511783176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,5120,0.06813689072926839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,1024,0.4443342155880398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,1536,0.05125511023733351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,6144,0.011281777587201862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,768,0.006683555742104848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,3072,0.018412444326612685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,1536,0.061088886525895864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,768,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,10240,0.011942221886581846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,2560,0.012732444538010491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,51200,0.2675422297583686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,16384,0.0797297755877177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,768,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,4096,0.20391200648413765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,6144,0.01348977784315745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,8192,0.01129333343770769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,4096,0.01386222243309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,768,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,1536,0.006606222026877933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,64,0.010073777702119615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,128,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,10240,0.01621866722901662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,64,0.005494222044944763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,65536,1.2651235792371962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,768,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,16384,0.5291804207695855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,1536,0.005437333136796951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,51200,0.06488800048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,8192,0.034677333301968045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,3584,0.010335110955768162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,6144,0.13248444928063288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,256,0.02944177720281813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,10240,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,3584,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,512,0.006708444406588872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,16384,0.02537333303027683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,2048,0.006833777659469181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,16384,0.03993511199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,2048,0.005467555589146084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,51200,0.3669564459058974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,128,0.002883555574549569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,3072,0.2841404543982612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,64,0.0034657776769664553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,10240,0.8095013300577799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,6144,0.05719111363093058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,5120,0.02388800018363529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,16384,0.09770311249627008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,1536,0.011705777711338468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,512,0.02755111124780443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,5120,0.024866667058732774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,2048,0.020202666521072388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,32,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,12288,9.71853552924262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,6144,0.017328000730938382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,4096,0.012655999925401477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,12288,0.6115662256876627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,7168,0.018848000301255118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,10240,0.04993155598640442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,8192,0.0277164445983039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,64,0.0026559999419583213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,12288,0.026885333988401625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,128,0.01426755554146237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,65536,2.335561752319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,64,0.09156533082326253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,16384,0.06695555316077338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,512,0.005428444594144821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,16384,0.411863989300198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,768,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,512,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,65536,0.03259733319282532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,768,0.004537777768241035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,64,0.012372444073359171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,12288,0.7261164453294543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,10240,0.02650755478276147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,256,0.021199999584092036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,6144,0.03421688742107815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,12288,0.020430222153663635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,3072,0.014192000031471252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,6144,0.6433368788825141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,12288,0.16170044740041098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,16384,0.022522666388087805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,51200,0.016265778077973258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,1536,0.012146666646003723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,1536,0.006554666492674086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,6144,0.018998222218619455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,8192,0.050760888391070895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,128,0.007176888485749562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,64,0.024013333850436743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,3584,0.06605777475568983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,5120,0.06388533115386963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,10240,0.014667555689811707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,5120,0.011739555332395764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,512,0.018464000688658822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,8192,0.028388443920347426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,8192,0.09556444485982259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,2048,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,768,0.0034293333689371743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,512,0.015855110353893705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,8192,0.008469333251317343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,10240,0.027439999911520217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,10240,0.006537777682145436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,256,0.005015999906592899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,65536,0.5595342318216959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,32,0.00563733321097162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,32,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,10240,0.05293777916166517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,768,0.0034168888297345904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,5120,0.23120000627305773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,3072,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,512,0.011384888655609555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,16384,0.01721155477894677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,2048,0.013960889644092984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,16384,0.038909332619773015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,3584,0.018195556269751657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,6144,0.033407999409569636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,51200,0.11685689290364583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,32,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,3584,0.010168888502650792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,2048,0.11809333165486653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,32,0.005991999887757831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,64,0.021847999758190576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,8192,0.0174666659699546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,10240,0.3001591099633111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,1024,0.01685688893000285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,2560,0.05094844433996412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,768,0.0468355549706353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,32,0.014799111419253878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,2560,0.01590488851070404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,3072,0.009576888548003303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,1536,0.03624000151952108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,1536,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,51200,15.746968587239584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,12288,0.08611733383602566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,2560,0.21214489142100015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,7168,0.47867287529839414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,512,0.010124444133705562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,12288,0.02067466742462582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,2560,0.09295911259121364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,51200,0.3480088975694444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,768,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,512,0.0035128887328836652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,1024,0.0053582220441765254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,2560,0.013174222575293647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,6144,4.458287133110894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,2560,0.03286044465170966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,128,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,512,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,1536,0.00960888879166709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,16384,0.06654133399327596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,768,0.007610666255156199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,7168,0.04019111063745286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,2560,0.011736888852384357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,8192,0.04487377736303541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,12288,0.6734142303466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,10240,0.05477244324154324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,128,0.13975732856326634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,1536,0.006383111079533895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,128,0.006178666734033161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,2560,0.01330844478474723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,768,0.005988444305128521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,16384,0.03436177637841966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,3584,0.008633777499198914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,768,0.01015377789735794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,16384,0.0068897778789202375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,1536,0.06310400035646227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,65536,0.2598631117078993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,256,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,5120,0.4597902297973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,16384,0.029464887248145208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,12288,0.2460649013519287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,10240,2.6729138692220054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,65536,0.14160177442762586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,512,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,3072,0.620350201924642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,768,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,51200,0.13438577122158474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,51200,0.07322577635447185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,7168,0.011689778003427716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,4096,0.05228266782230801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,512,0.004038222134113312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,51200,10.694323221842447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,8192,0.016724444097942777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,10240,0.027531555957264368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,2560,0.07040622499254015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,1536,0.008038221961922115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,4096,0.12887110975053576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,65536,1.3327439626057942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,768,0.2170871098836263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,10240,0.0236462222205268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,1024,0.05252088771926033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,65536,0.05855288770463732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,1024,0.10201422373453777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,64,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,1024,0.35341689321729874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,2048,0.017642666896184284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,256,0.02535999980237749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,2560,0.034661332766215004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,32,0.006793777975771163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,2048,0.09897155231899685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,512,0.006132444573773279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,65536,0.19846310880449083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,32,0.0028515555378463534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,128,0.006215999937719769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,768,0.011705777711338468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,12288,0.006440889090299606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,2560,0.03950577643182542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,12288,0.019182221757041085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,1024,0.004895110925038655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,1024,0.06434666448169284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,768,0.05396977729267544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,512,0.025634666283925373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,12288,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,1536,0.07386577791637845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,5120,0.13272621896531847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,1024,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,3072,0.006986666884687211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,3072,0.4510382016499837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,10240,0.17565066284603545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,64,0.0052879999081293745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,256,0.013470222552617392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,32,0.04545244574546814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,32,0.013170666992664337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,6144,0.05988799863391452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,4096,0.044136888451046415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,512,0.004693333473470476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,12288,0.019848888119061787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,256,0.011396444506115384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,3584,0.008202667037645975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,2048,0.007179555793603261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,16384,1.1867848502265084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,5120,0.23454401228162977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,4096,0.04270222120814853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,16384,0.6555297639634874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,2560,0.1901706722047594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,51200,6.839243570963542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,2048,0.02351644469632043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,256,0.00832177781396442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,1024,0.013017777767446307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,768,0.03222399950027466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,12288,0.406147559483846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,5120,0.11779288450876872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,512,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,512,0.00360355567600992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,2560,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,8192,0.01313866674900055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,7168,0.05512444509400261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,65536,0.2023093303044637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,8192,0.019184889064894784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,2048,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,6144,0.010666666759385003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,10240,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,5120,0.18288889196183947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,256,0.004716444346639845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,2560,0.23032710287306044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,1024,0.009135111338562435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,5120,0.03274755676587423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,10240,0.013410666750537025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,7168,0.027494221925735474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,8192,0.08152444495095147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,32,0.004943999979231092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,12288,0.11887289418114556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,1024,0.006484444356626934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,5120,0.15157777733272976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,12288,0.3718239996168349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,2560,0.03861866725815667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,2048,0.3756213453080919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,7168,1.6843670739067926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,256,0.008009778128729926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,8192,0.043656888935301036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,16384,0.2917075686984592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,2560,0.1165893342759874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,12288,0.012093333734406365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,128,0.008787555827034844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,1536,0.00700711127784517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,64,0.04571466644605001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,10240,0.017383111847771537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,1024,0.1404542260699802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,5120,0.2384293344285753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,3584,0.03203377789921231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,8192,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,6144,0.04928000105751885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,2048,0.02225422196918064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,10240,0.10914044247733222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,7168,0.02968533171547784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,256,0.0768995549943712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,10240,0.08246488703621759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,3584,0.01587022178702884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,64,0.007003555695215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,7168,0.014408888088332282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,2048,0.005850666513045629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,8192,0.013783111340469785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,1536,0.05216799841986763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,2048,0.03853777713245816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,6144,0.025711110896534387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,12288,0.13217422697279188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,1024,0.02831022275818719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,4096,0.01861422260602315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,65536,0.17663110627068412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,16384,0.026148445076412622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,512,0.003510222252872255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,7168,0.017661333084106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,128,0.0026977778308921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,7168,0.18817244635687935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,10240,0.02033511135313246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,128,0.003995555556482739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,512,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,2560,0.009095999929640029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,12288,0.0184551113181644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,10240,0.012596444123321109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,4096,0.005743999862008625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,1024,0.2428550985124376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,7168,0.029114666912290785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,512,0.01664533383316464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,12288,0.06136888927883572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,4096,1.5675332811143663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,7168,0.014108444253603617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,4096,0.011915555430783166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,6144,0.311480893029107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,512,0.004514666481150521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,1024,0.021753778060277302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,65536,2.1625376807318792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,1536,0.008115555677149031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,1536,0.021027555068333943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,16384,0.023552000522613525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,256,0.006551110910044775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,128,0.030998223357730444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,1536,0.043120000097486705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,12288,0.44423733817206484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,10240,0.015282667345470853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,10240,0.0588595536020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,12288,0.058146668805016406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,1024,0.0041857775714662345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,12288,0.13363288508521184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,768,0.0597297747929891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,12288,0.019952888290087383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,64,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,7168,0.553800900777181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,16384,0.08236266507042779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,768,0.010234666367371878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,256,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,2048,0.012906666431162091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,768,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,4096,0.01979555520746443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,3584,0.011953777737087674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,3072,0.013573333621025085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,65536,0.01276266657643848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,2560,0.018755555152893066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,512,0.010328888893127441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,5120,0.018908444378111098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,51200,0.1529724465476142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,1536,0.03198488884501987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,12288,0.09878044658237034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,4096,0.0892711083094279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,12288,0.158879107899136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,12288,0.06120533413357205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,16384,0.3164710998535156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,1536,0.005690666536490123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,7168,0.016208888755904306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,65536,1.0358897315131295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,6144,0.0806479983859592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,5120,0.013963555296262106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,1024,0.009296889106432596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,3584,0.014857777290874057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,768,0.004512888689835866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,2048,0.04792355497678121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,4096,0.01759822169939677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,12288,0.025218667255507574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,5120,0.056517336103651256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,2048,0.01463733282354143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,8192,0.012662221988042196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,10240,0.334262212117513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,256,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,768,0.017063111066818237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,3584,0.007649777664078607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,7168,0.026735999517970618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,1536,0.009849777652157677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,512,0.012619555824332766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,16384,0.02351288828584883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,7168,0.654679086473253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,12288,0.029355555772781372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,128,0.0053591111467944244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,12288,0.0994631118244595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,1536,0.01386577801571952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,10240,0.04650311006440056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,8192,0.04307644565900167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,8192,0.426512877146403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,7168,0.2230471240149604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,1536,0.00480000012450748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,2560,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,51200,0.27759022182888454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,1024,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,3072,0.08510400189293756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,65536,0.11071555482016669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,65536,89.60307481553819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,128,0.016507556041081745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,51200,1.8285821278889973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,16384,0.05143466591835022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,3584,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,7168,0.2564604547288683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,256,0.01738844480779436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,256,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,256,0.003112888791494899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,7168,0.031686223215527005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,6144,0.14149955908457437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,512,0.011798222031858234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,64,0.0047582222355736625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,8192,0.04330133398373922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,4096,0.10776888661914402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,65536,0.16459911399417454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,16384,0.35584176911248105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,768,0.00489688871635331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,65536,0.10846133364571466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,7168,0.02760444415940179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,4096,0.1668551100624932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,3584,0.02312711046801673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,3072,0.012190221912331052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,1024,0.024166221419970196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,1536,0.05595022439956665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,128,0.008661333057615492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,2048,0.01759377784199185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,256,0.0042204442951414315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,3584,0.027401778433057997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,64,0.17625510692596436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,3072,0.18085511525472006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,768,0.005773333211739858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,128,0.046987556748920016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,3072,0.1348186731338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,64,0.005422222117582957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,1536,0.18450755543178984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,10240,0.13901155524783665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,2048,0.006603555546866522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,128,0.004290666845109728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,8192,0.04327022367053562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,8192,0.01165066659450531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,3072,0.019398222366968792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,65536,0.46036354700724286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,8192,0.08512533373302883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,8192,0.5718808703952366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,5120,0.5462177594502767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,2048,0.00601333338353369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,2048,0.009232000344329411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,1024,0.40425599945916074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,51200,0.08626044458813137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,2048,0.011824888487656912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,256,0.005212444398138259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,10240,0.046431110964881055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,1024,0.018332444959216647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,4096,0.01622488929165734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,3584,0.08532355229059856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,512,0.00983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,65536,2.3637688954671225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,256,0.004403555558787452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,1024,0.007778666913509369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,5120,0.04336533281538221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,512,0.003289777785539627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,8192,0.015107555521859063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,8192,0.014567111929257711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,51200,0.09317955705854629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,51200,0.32211022906833225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,5120,0.017087111870447796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,10240,0.043059554364946157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,3072,0.007559110720952352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,12288,1.0748169157240126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,32,0.011667555405033959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,8192,0.06229777468575371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,2048,0.03180799881617228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,4096,0.06254666381412081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,10240,0.06753422154320611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,2560,0.018584888842370775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,7168,0.10189955764346653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,65536,0.17764622635311553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,128,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,51200,0.4569839901394314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,10240,0.26224621136983234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,1536,0.1990497774548001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,768,0.008064889245563084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,2560,0.012164444559150271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,64,0.022523555490705702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,51200,0.43521687719557023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,64,0.004222222086456087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,51200,15.690660264756945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,128,0.008653333617581261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,32,0.010073777702119615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,128,0.009630222287442949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,2048,0.022296888960732356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,10240,0.01687466601530711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,8192,0.015970667203267414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,1024,0.007100444700982835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,2048,0.08210844463772245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,3072,0.05930844280454847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,256,0.04585244589381748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,12288,0.07654755645328097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,3072,0.14039022392696804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,768,0.42380444208780926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,768,0.015124445160230001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,5120,0.0735786689652337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,256,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,1536,0.008065777520338694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,1024,0.007365333537260692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,512,0.00830577810605367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,8192,0.035692443450291954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,64,0.013824889229403602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,51200,3.170530743069119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,128,0.016113777955373127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,512,0.04235644472969902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,1536,0.00546577779783143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,10240,0.2669626606835259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,10240,0.031332443157831825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,3584,0.05614488654666477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,1536,0.04033599959479438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,8192,0.09582844707700942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,10240,4.139685312906901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,12288,0.1924684445063273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,2048,0.01923644377125634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,4096,0.018579555882347953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,51200,0.3888257874382867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,12288,0.021486222743988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,4096,1.6571004655626085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,12288,0.057479110029008657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,5120,0.021888888544506494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,32,0.007040888898902469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,2560,0.016731555263201397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,7168,0.03046400017208523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,8192,0.22120355235205758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,65536,1.1351359685262044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,3584,0.018956444329685636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,128,0.003718222181002299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,7168,0.04768888817893135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,8192,0.030151999659008447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,10240,0.02738133403990004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,3072,0.010108444425794814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,256,0.0028880000528362063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,4096,0.015171556009186639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,16384,0.02679466704527537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,256,0.004344888859324985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,10240,0.20385777950286865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,256,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,128,0.005488889084921942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,3072,0.014327110515700446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,8192,0.6451208856370714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,8192,0.044518222411473594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,32,0.00796888851457172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,1536,0.02166755497455597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,3584,0.055148445897632174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,1024,0.030609776576360066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,2048,0.006057777752478917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,2048,0.15785333845350477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,256,0.09768799940745036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,512,0.016034666034910414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,8192,6.334398057725694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,8192,0.011550222006109027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,12288,0.03341333402527703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,2560,0.007295110987292395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,32,0.045956446064843066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,8192,0.225745783911811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,5120,0.01909955508179135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,768,0.043319112724728055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,3584,0.014522666732470194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,1536,0.07015644179450141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,8192,0.0946906672583686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,64,0.005418666534953647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,12288,0.0273635552989112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,2560,0.02276266614596049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,1536,0.13900710476769343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,2048,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,12288,0.054247111082077026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,4096,0.008674666285514832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,64,0.002918222298224767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,128,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,12288,0.23147998915778267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,3584,0.04569066564242045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,10240,0.012778666284349231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,8192,0.05228355526924133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,3072,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,2048,0.007138667007287343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,3584,0.01087288889620039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,7168,0.05214133196406894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,7168,0.007715555528799693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,6144,0.016861332787407767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,1536,0.17454044024149576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,6144,0.07810933060116239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,5120,0.014397333065668741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,8192,0.012445333103338877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,768,0.004214222232500712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,256,0.005740444279379315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,8192,0.06796533531612821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,5120,0.009405333134863112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,768,0.20890133910708955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,2560,0.01090400003724628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,256,0.008416000339719985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,3072,0.04471110966470507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,2560,0.007144889069928064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,65536,0.09885333644019233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,2048,0.013969777358902825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,51200,0.18888978163401285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,1536,0.06060533391104805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,7168,0.018197332819302876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,2560,0.011023999916182624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,16384,0.06121333440144857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,3584,0.6378817558288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,32,0.01272266689274046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,1536,0.006619555668698416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,256,0.03013155526585049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,2048,0.02049688829316033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,6144,1.9932782914903429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,10240,0.01995111174053616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,12288,0.0750817788971795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,7168,0.041166222757763334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,2048,0.026360000173250835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,16384,0.42780266867743594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,65536,0.3279617892371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,51200,0.1278231143951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,2560,1.204660415649414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,7168,0.009138666921191746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,1536,0.024883555041419134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,2560,0.01631644368171692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,4096,0.01034577770365609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,8192,0.017104888955752056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,16384,0.024129778146743774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,32,0.008052444292439355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,2048,0.013591110706329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,51200,18.542007446289062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,65536,1.3295218149820964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,64,0.00253866674999396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,32,0.01089777797460556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,6144,0.053674668073654175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,2560,0.02239911092652215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,3584,0.18391288651360405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,1536,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,1024,0.005066666752099991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,16384,0.05544266766972012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,1536,0.0063475556671619415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,32,0.0026391111314296722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,3072,0.042280889219707914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,3584,0.493069330851237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,16384,0.0328435566690233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,512,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,128,0.020215999748971727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,51200,0.16565422217051187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,64,0.07386933432685004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,12288,0.03455555438995361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,6144,0.07223555776807997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,512,0.01420177850458357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,51200,1.2494035296969943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,3072,0.02239111065864563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,51200,1.8579627143012152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,3072,0.023561777340041265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,6144,0.06255111429426405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,51200,0.06391821967230903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,4096,0.0800995561811659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,12288,0.7099875344170464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,12288,0.24148533079359266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,512,0.013558222187889947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,2560,0.12634400526682535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,4096,0.4321191045973036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,1536,0.01074399964676963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,2560,0.009240888886981541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,768,0.03062044580777486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,256,0.036722666687435575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,6144,0.25526221593221027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,1536,0.024062222904629175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,51200,0.05740000141991509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,1536,0.03652711047066583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,3584,0.018191999859280057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,512,0.003342222215400802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,1024,0.07516622543334961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,16384,0.09076088666915894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,51200,0.26920800738864475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,10240,0.018544000056054857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,768,0.012686221963829465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,6144,0.014631999863518609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,7168,0.04028622309366862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,51200,0.32196444935268825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,3584,0.08284622430801392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,6144,0.012640888492266336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,7168,0.017907554904619854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,128,0.00424799985355801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,2048,0.01442399952146742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,32,0.0025635556214385563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,768,0.02648977769745721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,6144,0.012508444488048553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,6144,0.029654221402274236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,16384,0.03999911083115472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,2560,0.008995555341243744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,65536,0.2898328834109836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,32,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,256,0.004253333227501975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,64,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,65536,3.3835209740532766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,8192,0.27333066198560924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,2560,0.06416977776421441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,512,0.0037964445849259696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,6144,0.15107999907599554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,64,0.0028159999185138275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,768,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,2560,0.007903111477692923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,256,0.030471109681659277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,256,0.02276266614596049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,256,0.03003644280963474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,7168,0.023041778140597876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,12288,0.056009776062435575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,4096,0.04007911019855075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,3072,0.011336888704035016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,128,0.002842666581273079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,16384,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,8192,0.4175457689497206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,128,0.014883556299739413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,65536,7.5406341552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,51200,0.3409084479014079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,6144,0.039452443520228066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,10240,0.2681075467003716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,768,0.11408355500962998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,2560,0.015984889533784654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,768,0.0070293330483966405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,16384,0.1267520056830512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,256,0.007471111085679796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,32,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,51200,1.2005529403686523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,8192,0.35568621423509383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,65536,0.455319086710612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,128,0.04884355598025852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,12288,0.30113421546088326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,1536,0.042648888296551175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,3072,0.01718133356836107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,4096,0.008662222160233391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,128,0.006232000059551663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,7168,0.027419555518362258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,4096,0.00851288851764467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,6144,0.006330666856633292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,768,0.29731112056308323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,16384,0.020764445265134174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,7168,3.2874461279975047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,12288,0.06762755579418607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,12288,0.0684373312526279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,10240,0.07029689020580716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,5120,0.028910222980711196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,2048,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,6144,0.241704887813992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,1024,0.005924444645643234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,65536,0.3181520038180881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,2048,0.046859555774264865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,256,0.002986666642957263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,512,0.4828160074022081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,64,0.0032746667663256326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,16384,0.8693822224934896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,10240,0.031488001346588135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,3072,0.12045866913265652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,3072,0.008030222521887885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,512,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,2048,0.006367110957702001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,3584,0.02439733346303304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,51200,0.062498668829600014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,32,0.005954666684071223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,3584,0.04126400086614821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,2048,0.016861332787407767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,16384,0.011231111155615913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,1024,0.07861333423190646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,5120,0.019935111204783123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,32,0.00817599975400501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,2048,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,6144,0.056742224428388804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,2048,0.07721955246395536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,2048,0.8035404417249891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,51200,0.17739289336734346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,16384,0.10527555810080634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,7168,0.012894222305880653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,768,0.004197333421972063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,64,0.00286666676402092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,2560,0.03434755404790243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,12288,0.0547635555267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,2560,0.024893333514531452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,16384,0.3059573438432482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,12288,0.02236266599761115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,12288,0.3454257647196452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,3072,0.013250666360060373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,64,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,3072,0.04163022173775567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,768,0.027033777700530157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,1024,0.0052826665341854095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,256,0.005000888887378904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,7168,0.049866666396458946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,3072,0.14493332968817815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,3072,0.012383999923865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,512,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,512,0.004559111264016894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,768,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,1536,0.03163555595609877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,10240,0.02840977907180786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,6144,0.013914666242069669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,7168,0.02068800065252516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,6144,0.035897778140174016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,4096,0.15664354960123697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,32,0.0029848888516426086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,3072,0.04987466666433546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,512,0.01904622217019399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,51200,0.061978664663102895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,5120,0.010836444795131683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,6144,0.013429332938459186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,12288,0.023260444402694702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,768,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,2560,0.012367111113336353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,2048,0.051739556921852954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,10240,0.1155066622628106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,5120,0.007416889071464539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,64,0.20585955513848198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,128,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,16384,0.04803377721044752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,1024,0.010096000300513374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,6144,0.0346942212846544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,32,0.0038248888320393036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,64,0.647815121544732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,1536,0.025880888104438782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,65536,0.06542844242519803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,1024,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,512,0.0032960000551409195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,2048,0.005037333402368757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,8192,0.012112889024946423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,512,0.005504888792832692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,1024,0.05871733029683431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,64,0.0026177778426143858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,512,0.0041946665280395085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,65536,0.18316355016496447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,16384,0.03509777784347534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,8192,0.2820844385359022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,6144,0.43703733550177676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,3584,0.019991111424234178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,3584,0.018565333551830716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,2048,0.029248889949586656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,2560,0.0073724447025193115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,768,0.00849333322710461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,65536,0.13461244106292725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,7168,0.09196355607774521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,1024,0.06615910927454631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,3584,0.011395555403497485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,2048,0.011725333001878528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,3072,0.06338133414586385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,3584,0.022983999715911016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,6144,0.1758648951848348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,3584,0.013658666776286231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,3072,0.32794311311509877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,65536,0.027896000279320612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,1024,0.021319111188252766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,256,0.039111998346116804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,51200,0.2906924353705512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,8192,2.5690061781141496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,1536,0.030304888884226482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,128,0.013617777989970313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,65536,0.14987377325693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,2048,0.012789333032237159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,2560,0.01572088897228241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,768,0.01458755632241567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,12288,0.5326711336771647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,6144,0.055360890097088285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,512,0.02573777735233307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,12288,0.1806008948220147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,16384,0.05302222238646614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,4096,0.143431994650099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,768,3.5473670959472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,32,0.016392888294325936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,32,0.00480355570713679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,3072,0.007139555282062954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,128,0.00591111100382275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,51200,0.1438222196367052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,65536,0.3536195490095351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,512,0.006218666831652324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,7168,0.012177777787049612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,2048,0.050219555695851646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,10240,0.04789066645834181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,4096,0.013271999855836233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,64,0.008264888491895463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,6144,0.1519777774810791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,5120,0.10026578108469646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,3072,0.0635146697362264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,4096,0.05152977837456597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,51200,0.07229599687788221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,10240,0.015820443630218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,128,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,51200,0.2545493443806966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,768,0.05336177680227491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,128,0.010639111200968424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,3584,0.014456000592973499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,64,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,2048,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,4096,0.020015999674797058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,2048,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,65536,0.3743608792622884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,64,0.002604444407754474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,8192,0.05576088693406847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,16384,0.4007359875573053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,8192,0.056165330939822726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,5120,0.6854044596354166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,1024,0.02962755494647556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,6144,0.22671021355523002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,8192,0.02737066646416982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,3584,0.4268968900044759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,4096,0.0885759989420573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,2048,0.011528888510333167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,16384,0.2576693428887261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,6144,0.04852799905671013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,128,0.011233777635627322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,3072,0.11581333478291829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,6144,0.033424887392256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,3584,0.02462311089038849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,16384,0.3760533332824707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,128,0.003980444537268745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,10240,0.03966044386227926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,2048,0.014910222755538093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,3584,0.14915377563900417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,12288,2.486001756456163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,5120,0.027043556173642475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,64,0.0031031111462248694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,128,0.02570488883389367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,256,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,64,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,65536,0.0679360032081604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,4096,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,4096,0.009215999808576372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,512,0.0051857779423395796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,1024,0.4288231001959906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,8192,4.183921813964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,10240,0.03979466689957513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,5120,0.012462221913867526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,8192,0.013097777962684631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,51200,0.13838844829135472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,4096,0.029971556531058416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,8192,0.1561759975221422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,256,0.005335111171007156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,128,0.002993777808215883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,10240,0.18347999784681532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,2048,0.03611110978656345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,768,0.004115555435419083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,3584,0.028394665982988145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,1536,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,6144,0.011503111157152386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,7168,0.3935191101498074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,2048,0.02162488963868883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,32,0.00305244450767835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,1024,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,6144,0.06406666835149129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,3072,0.010799999866220685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,768,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,16384,0.006633777585294511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,8192,0.022095110681321885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,128,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,768,0.009337777892748514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,12288,0.0158924443854226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,51200,0.22202489111158583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,2560,0.13031555546654597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,8192,0.2612977822621663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,512,0.0048177776237328844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,1536,0.007409777906205919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,64,0.004351110921965705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,256,0.005236444373925527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,256,0.007360888852013483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,2048,0.00535377777285046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,16384,0.28833066092597115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,8192,0.04083999991416931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,6144,0.03881422347492642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,6144,1.1584968566894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,3584,0.014820444915029736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,6144,0.03657155566745334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,51200,0.17685422632429335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,51200,1.2453271018134224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,6144,0.013257777525318993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,768,0.011018666956159802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,8192,0.013571555415789286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,7168,0.014526221487257214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,256,0.006495111104514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,128,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,5120,0.04567466510666741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,2560,0.07562844620810615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,12288,0.6842888726128472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,1024,0.007162666983074612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,10240,0.04237688912285698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,256,0.004045333299371931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,5120,0.01110755569405026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,12288,2.577066633436415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,512,0.3418577777014838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,10240,0.3017813364664714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,768,0.003863111138343811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,65536,0.13748089472452799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,5120,0.017755554782019723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,1024,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,65536,1.0111707051595051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,7168,0.01646488904953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,1024,0.007999999655617608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,256,0.010688888529936472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,2048,0.011198221809334226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,32,0.002921777880854077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,4096,0.03011111087269253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,32,0.0037137779096762338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,2048,0.011552000211344825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,16384,0.06511111391915216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,1536,0.01129066695769628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,8192,0.02457688914404975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,1536,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,1024,0.012265777422322167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,12288,0.05943644709057278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,256,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,7168,0.03187200095918443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,7168,0.015004444453451367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,128,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,6144,0.016114667057991028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,12288,0.46784623463948566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,32,0.16559555795457628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,3584,0.20150666766696504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,128,0.0484791100025177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,128,0.00872622181971868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,1536,0.020319110817379422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,3584,0.0229795558585061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,8192,0.09984088606304592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,6144,0.15109333727094862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,5120,0.036650667587916054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,10240,0.013745778136783175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,3072,0.08329244454701741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,3072,0.05050933361053467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,3072,0.006251555350091722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,256,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,51200,0.24806578954060873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,10240,0.21619644429948595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,1536,0.012427555190192329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,2560,0.06423111094368829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,6144,0.02055911057525211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,12288,0.5853297975328233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,5120,0.11658755938212077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,2560,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,12288,0.013921777407328287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,16384,0.010060444474220276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,1536,0.004486222234037188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,4096,0.11715022722880046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,4096,0.09961244132783677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,128,0.0026355555488003623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,2048,0.007443555527263218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,3584,0.007881777981917063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,8192,0.025403555896547105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,12288,0.055440889464484326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,6144,3.041836420694987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,3584,0.02715911136733161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,256,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,3072,0.054485334290398486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,3584,0.13258488972981772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,5120,0.017479111750920612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,2560,0.09462222125795151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,768,0.004875555634498596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,3072,0.00657066661450598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,3584,2.9948132832845054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,12288,0.08509244521458943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,10240,0.4954133563571506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,3072,0.1603457795249091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,5120,0.014365333649847241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,3072,0.011124444504578909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,12288,1.378970675998264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,2560,0.01405244403415256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,512,0.007301333049933116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,1536,0.037145776881111994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,512,0.01809599995613098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,256,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,6144,0.023013333479563396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,8192,0.023430221610599097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,768,0.11841066678365071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,768,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,32,0.003900444342030419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,7168,0.028015110227796767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,6144,0.15619911087883845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,16384,0.0685724417368571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,768,0.003928889003064898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,7168,0.012149333126015134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,1024,0.02717599935001797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,10240,0.06522399849361844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,2560,0.01607466737429301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,2048,0.005271111097600725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,12288,0.017483555608325534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,3072,0.05997688902748955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,10240,0.10195289055506389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,1536,0.048357334401872426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,4096,0.014666666587193808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,5120,0.04450577828619215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,5120,0.2747982343037923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,6144,2.999209721883138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,12288,0.30513156784905326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,64,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,128,0.005904888941182031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,768,0.005948444621430502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,51200,0.13140532705518934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,128,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,3072,0.011552888486120435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,10240,0.039015110996034406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,51200,0.076273779074351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,512,0.015307555596033732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,10240,0.05193510982725355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,12288,0.006585777633719974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,1536,0.07231289148330688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,1536,1.0317448510064018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,512,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,1024,0.011402666568756104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,8192,0.009966221948464712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,128,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,65536,3.230712042914497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,3072,0.022056000100241765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,2048,0.1117511060502794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,1024,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,10240,0.24721778763665092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,16384,0.8724302185906304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,2560,0.014548444085650973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,3072,0.009822222093741098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,6144,0.018657777044508193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,16384,0.8079751332600912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,16384,0.08640622430377537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,16384,0.13928177621629503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,12288,0.019468444916937087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,65536,2.2292151980929904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,768,0.038605332374572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,6144,0.4436497688293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,32,0.005352889084153705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,4096,0.019355555375417072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,768,0.015238222148683337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,65536,0.08746044503317939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,64,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,6144,0.021691555778185528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,6144,0.018002667360835604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,12288,1.0359901852077908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,512,0.10537066724565293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,2048,0.008409777449236976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,3072,0.01279022213485506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,12288,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,1024,0.005736888696750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,256,0.008456000023418004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,7168,0.12448178397284614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,1024,3.0803680419921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,2560,0.008071111308203803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,2048,0.008884444832801819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,16384,5.3063680860731335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,10240,0.3767884572347005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,3072,0.014875556031862894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,5120,0.013179555535316467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,4096,0.013558222187889947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,2560,0.0074942219588491656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,12288,0.24284444914923775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,65536,0.17187999354468453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,10240,14.631751166449654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,3072,0.029955555995305378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,768,0.013799111048380533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,3584,0.04197333256403605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,1024,0.00566133318675889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,128,0.003198222153716617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,3584,0.007107555866241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,12288,0.14149688349829778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,5120,0.47037601470947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,6144,0.024572443630960252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,3072,0.04591200086805555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,12288,0.3144577874077691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,128,0.003101333354910215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,2560,0.12407199541727702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,1536,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,2048,0.0063573333124319715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,51200,0.6158089107937282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,1024,0.049082666635513306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,10240,0.04962133367856344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,3584,0.009117333425415887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,2560,0.3249351183573405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,12288,0.18178310659196642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,8192,0.1321822272406684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,5120,0.04036088784535726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,51200,0.06078400214513143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,64,0.0026506665680143568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,32,0.003552000141806073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,1024,0.052170667383405894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,16384,0.2910248968336317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,64,0.003100444459252887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,8192,0.19458311133914521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,1024,0.01316088851955202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,512,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,64,0.04426133301522997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,64,0.00775022225247489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,6144,0.029992000924216375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,10240,0.03105955653720432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,6144,0.02030755579471588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,12288,0.1930755509270562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,8192,0.02033955521053738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,768,0.003698666476541095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,1536,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,7168,0.038005332152048744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,5120,0.021581333544519212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,6144,0.05941510862774319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,2048,0.09756000174416436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,4096,1.6309324900309246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,3584,0.06688888867696126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,4096,0.0295688874191708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,256,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,51200,0.3761342101626926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,4096,0.012128888732857175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,128,0.005424889011515512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,512,0.010112000008424124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,128,0.02830844455295139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,256,0.003109333415826162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,51200,0.7110426690843371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,128,0.018974221414989896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,6144,0.024459555745124817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,1536,0.4201982286241319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,12288,0.8353946473863391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,51200,0.05148622062471178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,1536,0.01259022206068039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,65536,0.05110399921735128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,7168,0.015271110667122735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,7168,0.050386667251586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,16384,0.3924124505784776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,512,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,5120,0.7222044203016492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,768,0.05072355601522657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,1536,0.011201777391963534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,4096,0.01997599999109904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,32,0.014588443769348992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,16384,0.5213493241204156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,7168,0.1497137811448839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,3584,0.33648178312513566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,8192,0.20715644624498156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,5120,0.009898666706350114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,4096,0.01554666625128852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,7168,0.5737991333007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,51200,0.0629075566927592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,51200,0.07062666945987277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,16384,0.1278595527013143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,16384,0.041489776637819074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,3584,0.0637484457757738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,256,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,64,0.07011022170384724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,32,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,6144,0.010194666683673859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,3072,0.02754222187731001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,12288,0.3723128901587592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,7168,0.013286222186353473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,32,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,64,0.005034666508436203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,256,0.005418666534953647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,128,0.009754666851626502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,51200,0.6239146656460232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,6144,0.03941422369745042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,1536,0.009072889056470659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,16384,0.070269332991706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,1536,0.005061333378156026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,768,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,2560,0.07880710893207125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,65536,0.09820000330607097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,16384,0.10988622241550022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,51200,1.8007083468967016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,2048,0.006456888798210356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,12288,0.04212711254755656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,10240,0.09506222274568345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,8192,0.020080000162124634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,2560,0.06471021970113118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,10240,0.5069680213928223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,10240,0.055312001042895846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,3584,0.00925155563486947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,65536,0.20497688982221815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,8192,0.4496764606899685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,768,0.006262222097979651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,32,0.0032391111469931076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,128,0.02295733326011234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,256,0.014697778556081982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,2048,0.015754666593339708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,51200,0.5141901969909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,2560,0.024663110574086506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,12288,0.02772444486618042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,10240,0.22078488932715523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,1536,0.00488800017370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,768,0.05226844549179077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,1024,0.016207999653286405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,3072,0.009120889008045197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,65536,0.3459457821316189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,2560,0.05909155474768745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,7168,0.28386489550272626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,3584,0.01811200049188402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,256,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,8192,0.010954666468832227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,1536,0.014312888185183207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,16384,0.7986657884385852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,5120,0.0199991116921107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,768,0.004544888933499654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,2560,0.08388355705473159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,4096,0.10129600101047093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,6144,0.010049777726332346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,512,0.005320888840489917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,256,0.00462400002612008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,768,0.005271111097600725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,6144,0.1974604394700792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,32,0.30595554245842826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,256,0.010471999645233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,3584,0.021355556117163763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,4096,0.11993243959214951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,12288,0.0727928876876831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,10240,0.021419554948806763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,2048,0.008344888687133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,32,0.007336888876226213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,256,0.007854222423500484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,128,0.024663999676704407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,3584,0.008401778009202745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,8192,0.2255777782864041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,6144,0.20208444860246447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,12288,0.8906586964925131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,16384,0.1775395605299208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,4096,0.011376000112957425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,64,0.005138666679461797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,5120,0.0299911101659139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,2048,0.20830933252970377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,1536,0.01388533330625958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,32,0.013627555635240344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,51200,0.25371911790635854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,768,0.012988444831636218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,1536,0.007669332954618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,1024,0.010793777803579966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,3072,0.18707822428809273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,51200,0.05554133322503832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,16384,0.047000888321134776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,6144,3.7330301072862415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,7168,0.14797866344451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,51200,0.13689777586195204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,256,0.004648888690604104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,7168,0.011739555332395764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,32,0.005565333283609814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,2560,0.012148444851239523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,256,0.00499555551343494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,2560,1.1621635225084093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,2560,0.8797946506076388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,12288,0.07894133196936713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,1536,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,6144,0.016013332539134555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,7168,0.02690222197108799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,51200,1.0772782431708443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,768,0.07858933342827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,256,0.0033697777738173804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,512,0.005596444424655702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,6144,0.03496177660094367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,2048,0.04994666576385498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,16384,0.025309332542949255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,3072,0.016231111354298063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,256,0.01367022262679206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,128,0.042577776643964976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,5120,0.0637235575252109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,4096,0.02218399941921234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,64,0.007221333682537079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,32,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,512,0.2629493342505561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,10240,0.018365333477656048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,6144,0.12469422817230225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,5120,0.045016888115141124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,3072,0.033979554971059166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,5120,0.033398220936457314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,1536,0.02081155611409081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,768,0.02071466710832384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,3072,0.07953066958321466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,6144,0.011532444092962476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,10240,0.026904889278941687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,1536,0.0354728897412618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,32,0.18907199965582955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,65536,0.013553777502642738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,12288,0.016576889488432143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,5120,0.00905600024594201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,256,0.0059368887709246735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,6144,0.020781333247820537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,10240,0.474381340874566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,768,0.004274666723277834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,65536,0.2521128919389513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,3584,0.14690221680535212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,256,0.004624888714816836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,6144,0.044928001032935254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,64,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,2048,0.03254133462905884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,6144,0.03556266758177016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,16384,0.029607110553317603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,3072,0.28298844231499565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,8192,0.03600710961553786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,3584,0.052559110853407115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,10240,0.03212177753448486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,7168,0.11200355158911811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,512,0.05163288778728909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,7168,0.014680888917711047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,1024,0.005932444499598608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,128,0.044778668218188815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,51200,0.08327288760079278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,2560,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,8192,0.05195288856824239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,2048,0.044906665881474815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,10240,2.3593902587890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,512,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,64,0.15899556212955052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,4096,0.012551999754375882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,3584,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,6144,0.028036445379257202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,4096,0.018664000762833487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,12288,0.11424088478088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,65536,0.16495822535620794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,3584,0.02052800026204851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,2560,0.02450399928622776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,768,0.0036319999231232535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,2048,0.42917511198255753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,768,0.022368000613318548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,512,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,51200,1.2470098071628146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,8192,0.027306665976842243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,7168,0.02600355611907111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,6144,0.049978666835361056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,2048,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,2048,0.040896889236238264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,16384,0.021335111724005804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,768,0.003588444242874781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,128,0.010002666877375709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,1024,0.040896889236238264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,2048,0.13133600023057726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,5120,0.1902408864763048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,12288,0.04683377676539951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,2048,0.02981333269013299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,51200,0.4377128813001845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,512,0.010832000109884473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,512,0.0266302227973938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,12288,0.7446542316012912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,2560,0.018728888697094388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,64,0.03568089008331299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,1024,0.1415475606918335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,10240,0.26648089620802135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,16384,0.015964445140626695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,51200,0.015410666664441427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,6144,0.11032178004582723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,1536,0.006350222147173352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,3584,0.02898755669593811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,51200,0.12252267201741536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,768,0.0042053332759274375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,5120,0.00942844483587477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,128,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,16384,0.7526924345228406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,1536,0.013520888984203339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,128,0.005598222215970357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,512,0.004947555561860402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,16384,0.580825752682156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,6144,0.029179556502236262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,1536,0.06739377975463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,512,0.008800889054934183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,12288,0.059437334537506104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,3584,0.04083999991416931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,4096,0.24831644694010416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,8192,0.03970844546953837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,4096,0.04516444603602091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,3072,0.014142221874660917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,3584,0.03347911106215583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,2560,0.7889164288838705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,51200,0.17217332786983916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,128,0.011952000359694162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,512,0.02247200078434414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,7168,0.04653066727850172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,5120,0.029594666428036157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,5120,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,7168,0.01909955508179135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,6144,0.046726223495271474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,4096,0.27509066793653697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,512,0.008429333567619324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,7168,0.01905955539809333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,256,0.06146933635075887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,3072,0.025204444924990337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,3072,0.368743101755778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,128,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,51200,0.05933155616124471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,16384,0.02344622214635213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,1024,0.014655111564530266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,3072,0.009761778016885122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,6144,0.02014222244421641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,6144,0.2857875559065077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,8192,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,4096,0.11358488930596246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,10240,0.39210576481289333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,128,0.030480888154771592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,32,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,7168,0.6853929095798068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,16384,0.02535999980237749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,10240,0.4936230977376302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,1536,0.33148709932963055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,12288,0.12551821602715388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,5120,0.09265777799818252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,8192,0.22030756208631727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,12288,0.05896266963746813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,2560,0.006623999940024481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,3584,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,3072,0.0069288888739215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,64,0.006861333217885759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,51200,0.236429320441352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,3584,0.0952942238913642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,8192,0.0262737770875295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,64,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,1536,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,51200,1.7753982543945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,2560,0.13873244656456843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,16384,0.09752444426218669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,128,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,3072,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,768,0.005714666512277391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,16384,0.018975999620225694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,5120,0.017242666747834947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,32,0.0035662220584021676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,1024,0.019846222466892667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,4096,3.023577796088325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,256,0.011535111400816174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,1536,0.04482044445143806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,3584,0.008612444831265343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,16384,0.29696088367038304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,12288,0.057906667391459145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,768,0.015070221490330167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,6144,0.021725333399242822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,512,0.022357333037588332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,1024,0.011522666447692446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,10240,0.0904373327891032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,1536,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,8192,0.03796089026663039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,7168,0.012709333664841123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,3072,0.01480977733929952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,32,0.005019555489222209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,2048,0.00903555585278405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,1536,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,7168,5.6909361945258246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,32,0.005738666488064661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,51200,2.541426764594184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,65536,0.1453440056906806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,8192,0.0737173358599345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,1536,0.10861955748664008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,3584,0.010234666367371878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,16384,0.15250933170318604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,12288,0.01668711172209846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,256,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,512,0.0037084445357322693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,512,0.008819555242856344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,5120,0.5304284625583225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,2048,0.006904888898134232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,16384,0.0557182232538859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,51200,0.1952364444732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,256,0.02752799954679277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,65536,0.5610275798373753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,16384,0.031167109807332356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,1536,0.01354311075475481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,7168,0.011150221857759686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,256,0.004457777573002709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,512,0.006047111004590988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,768,0.011929777761300405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,6144,0.02905244297451443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,5120,0.08022044764624701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,512,0.01642577846844991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,128,0.007729777859316931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,3072,0.025156444973415796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,10240,0.021357332666714985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,6144,0.3617866569095188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,64,0.019490665859646268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,1024,0.005526222288608551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,3584,0.009988444546858469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,4096,0.30443376964992946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,256,0.011410666836632622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,51200,0.7166995472378201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,10240,0.2994462119208442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,128,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,64,0.002604444407754474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,3072,0.02051555613676707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,8192,0.2752622233496772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,32,0.005803555664088991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,16384,0.11216178205278184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,6144,0.014467555615637036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,128,0.0370124446021186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,8192,0.07143377595477633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,5120,0.006724444528420766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,65536,0.11394755045572917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,4096,0.04997333221965366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,8192,0.18129421605004203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,5120,0.013183111117945777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,768,0.016777777009540133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,3584,0.007771555748250749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,1536,0.011426666544543372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,32,0.0027822222974565295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,768,0.018226666582955253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,64,0.009921777579519484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,12288,0.07642577754126655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,3584,0.02520711057715946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,64,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,2560,0.00814488861295912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,2048,0.014288889037238227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,512,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,1024,0.008166222108734978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,768,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,512,0.01331022216214074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,1024,0.004950222041871813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,2560,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,8192,0.031719999180899724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,512,0.3106791178385417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,32,0.014538667268223233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,6144,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,1024,0.0656800005171034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,16384,0.038784000608656145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,65536,1.2821235656738281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,2560,0.009319110876984065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,51200,0.07496711280610827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,12288,0.02249777813752492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,8192,0.030164443784289893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,5120,0.011824888487656912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,512,0.01717155509524875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,12288,20.128887600368923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,5120,0.028676443629794653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,4096,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,512,0.010862222148312463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,3072,0.023064000738991633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,5120,0.06646755668852064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,2560,0.14664799637264675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,256,0.05417244301901924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,768,0.01017955525053872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,6144,0.22528711954752603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,5120,0.11522132820553249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,8192,0.10164444314108954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,3072,0.19927377170986602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,3584,0.04764799939261543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,8192,0.006487999939256244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,16384,0.024367999699380662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,32,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,5120,0.01682133310370975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,4096,0.032813333802753024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,7168,0.013295999831623502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,64,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,6144,0.2872871028052436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,12288,0.0974915557437473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,3584,0.0207004447778066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,65536,0.8802622159322103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,512,0.005584888988071018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,5120,0.43780355983310276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,32,0.003177777760558658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,51200,0.4474488894144694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,65536,0.8103386561075846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,64,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,5120,0.34309866693284774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,5120,0.010577778021494547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,1536,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,3072,0.007962666451931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,6144,0.17775821685791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,3584,0.9467048645019531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,10240,0.3839546574486627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,2560,0.03122933374510871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,3072,0.024891555309295654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,51200,0.08309066957897611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,16384,0.15666755040486655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,16384,0.5804728931850857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,256,0.01707466608948178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,2048,0.013555555707878537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,32,0.011372444530328115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,7168,0.041814221276177295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,256,0.018765333626005385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,10240,0.26449423366122776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,51200,0.07353422376844618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,4096,0.01124622258875105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,64,0.005065777649482091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,1536,0.008280889027648503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,5120,0.011711999773979187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,256,0.004275555411974589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,768,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,65536,0.33183733622233075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,1024,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,6144,0.009471110999584198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,64,0.0063475556671619415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,768,0.006028444402747684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,5120,0.034747554196251765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,512,0.005466666486528184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,768,0.005958222266700532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,7168,0.03510577811135186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,2048,0.09885333644019233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,3584,0.012355555262830524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,128,0.005120000077618493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,2560,0.10499999920527141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,64,0.0030951110853089225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,65536,0.37714399231804746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,16384,10.098029242621527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,1024,0.007978666987684038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,64,0.01464355488618215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,7168,0.025439111722840205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,6144,0.017478222648302715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,64,0.028063111835055884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,51200,0.6698702176411947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,128,0.03918577896224128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,256,0.008319999608728621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,65536,0.26665955119662815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,6144,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,12288,0.0395742224322425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,10240,0.40921865569220645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,64,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,7168,0.006554666492674086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,1024,0.030390222867329914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,1024,0.005251555393139522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,768,0.00868088917599784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,2560,0.03383377856678433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,2048,0.060290667745802135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,3584,0.07228622171613905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,10240,0.46278932359483504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,5120,0.19377244843377006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,64,0.010464888479974536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,2048,0.014189332723617554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,32,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,2560,0.04923644330766466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,32,1.5961120393541124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,3072,0.06775199704700045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,65536,0.8296755684746636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,8192,0.050373332368003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,65536,0.08861333131790161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,12288,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,3072,0.024886222349272832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,6144,0.019556444552209642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,7168,0.030811554855770532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,4096,0.08350133233600193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,512,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,65536,0.4668755531311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,6144,0.10317777925067478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,256,0.11893599563174778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,4096,0.16224711471133763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,16384,0.022428444690174524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,32,0.10913244220945571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,512,0.005059555586841372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,2048,0.005342222336265776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,2048,0.011359111302428775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,512,0.00544799988468488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,32,0.0030097777230872046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,65536,0.01792622274822659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,2048,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,4096,0.7371857961018881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,256,0.008550222549173567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,7168,1.023345735337999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,12288,1.3987439473470051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,10240,0.012921777864297232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,65536,5.241336822509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,65536,2.9710996415879993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,1536,0.029688000679016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,51200,0.1709973282284207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,8192,0.02942488922013177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,128,0.004058666527271271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,7168,0.012065778175989786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,10240,0.21543555789523652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,256,0.003605333467324575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,51200,0.06374577681223552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,768,0.07101066907246907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,32,0.0029484445436133277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,256,0.00685511115524504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,7168,0.03213333421283298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,10240,0.016249777542220224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,5120,0.02587288949224684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,65536,0.4888604482014974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,1536,0.1108364462852478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,3072,0.15044532881842718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,6144,0.05415199862586128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,32,0.026936888694763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,1024,0.36002222696940106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,64,0.00960622231165568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,12288,0.02827022141880459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,8192,0.04495822058783638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,512,0.00499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,512,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,65536,0.2516977787017822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,3072,0.019114666514926486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,5120,0.013934221532609729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,5120,0.009272889130645329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,10240,0.5541209114922417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,4096,0.0075697774688402815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,6144,0.023797333240509033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,7168,0.22693422105577257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,3072,0.09119644429948594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,4096,0.02146666745344798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,7168,0.08298844761318631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,3584,0.0140364451540841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,3072,0.007119999991522894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,12288,0.04698488778538174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,4096,0.15224622355567083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,3584,0.8089760144551595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,1024,0.00740622232357661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,51200,0.008919999831252629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,5120,0.010593777729405297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,64,0.008932444784376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,65536,0.2810853322347005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,3584,0.018199111024538677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,768,0.0047564444442590075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,3584,0.1669057740105523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,1536,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,8192,0.07762666543324788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,6144,0.06447822517818876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,6144,0.06320889128579034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,768,0.009924444059530893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,3072,0.07970844374762641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,512,0.005599110904667113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,51200,0.39502843221028644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,128,0.010507555471526252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,12288,0.07194488578372531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,5120,0.012866666747464074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,12288,0.03135022189882066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,3584,0.011353777514563667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,1536,0.12798310650719538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,1024,0.06446044312583075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,1024,0.011359111302428775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,65536,0.6110266579522027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,51200,0.02639377779430813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,768,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,1024,0.045328888628217906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,32,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,64,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,64,0.00755466686354743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,12288,0.04253155655331082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,4096,0.020106666617923312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,1536,0.014799111419253878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,768,0.004670222186379963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,512,0.004865777575307422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,5120,0.17367645104726157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,6144,0.025399999486075506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,12288,0.7664684189690484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,256,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,2560,0.012142221960756512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,4096,0.02117777698569828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,3584,0.28822400834825307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,16384,0.03339111142688327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,1536,0.022978666755888198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,3072,0.006770666688680649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,1536,0.01511111193233066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,3584,0.24118399620056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,256,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,1536,0.03035555614365472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,2048,0.10176444715923733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,256,0.005129777722888523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,128,0.008582221964995066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,16384,0.07580266396204631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,16384,0.021551999780866835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,51200,0.6903137630886502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,1536,0.00490399988161193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,2560,0.016420443852742512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,64,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,512,0.0038853333228164246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,1536,0.014589332871966891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,65536,18.266964382595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,8192,0.08682933118608262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,1536,0.01258044441541036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,512,0.013400889105266996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,7168,0.062071111467149526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,512,0.02198311189810435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,256,0.004376888689067629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,65536,0.7951493263244629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,1024,0.11511733796861436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,8192,0.3477493392096625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,2560,0.021451556020312842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,12288,0.09329511059655084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,256,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,4096,0.1118195586734348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,32,0.004776000148720211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,10240,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,256,0.0043333334227403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,3072,0.022755554980701868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,5120,0.025055999557177227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,65536,6.2247873942057295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,65536,0.11371733082665338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,768,0.012683555483818054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,1536,0.012616888516479068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,7168,0.23456801308525932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,512,0.11765155527326797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,64,0.020059555768966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,3072,0.031194667021433514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,32,0.003003555453485913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,1024,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,128,0.005504888792832692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,2560,0.11365777916378444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,65536,0.08631466494666205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,32,0.0069431112044387394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,128,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,1024,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,512,0.0033777778347333274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,16384,0.054120000865724355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,1536,0.10611822207768758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,10240,0.05165688859091865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,51200,0.24015466372172037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,8192,0.5490560001797146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,2560,0.014472888575659858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,2560,0.02104266650146908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,256,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,3072,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,16384,0.026586666703224182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,65536,0.04095822241571214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,2048,0.017966222431924608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,51200,0.1679911083645291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,768,0.04013244311014811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,2560,0.011892444557613797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,5120,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,2048,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,6144,0.06954844130410089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,256,0.023456000619464453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,8192,0.017649778061442904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,16384,0.27204977141486275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,256,0.01926666663752662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,3072,0.03583200110329522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,1024,0.006806222101052602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,3584,0.07894933223724365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,1536,0.015052444405025907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,51200,0.2821119891272651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,1024,0.027279999521043565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,4096,0.24372977680630156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,3584,0.03293422195646498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,128,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,256,0.006549333532651265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,7168,0.15120177798801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,51200,1.0985031127929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,1536,0.04477599925465054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,3584,0.137955559624566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,128,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,7168,0.0752320024702284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,3584,0.010665777656767102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,512,0.00423911131090588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,3584,0.02180355621708764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,10240,1.4188861846923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,3584,0.010463111102581024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,7168,0.015304888288180033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,12288,0.12409510877397324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,10240,0.03437066740459866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,5120,0.006991110742092133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,768,0.029362665282355413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,4096,0.012725333372751871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,65536,0.09905599885516697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,10240,0.015106666419241162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,2560,0.011247110863526663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,1024,0.013096888860066732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,51200,6.013590070936416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,64,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,7168,0.016413332687483895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,3584,0.183424883418613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,64,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,12288,0.017398221625222098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,768,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,51200,0.46230845981174046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,2560,0.01941688855489095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,32,0.015104000767072042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,3584,0.11629599995083278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,65536,0.20918133523729113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,3584,0.26685955789354115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,65536,16.785575018988716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,16384,0.706625779469808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,2048,0.011436444189813403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,7168,0.034938666555616595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,5120,0.007225777539942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,65536,0.48858043882581925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,512,0.09350666734907363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,6144,0.09560622109307183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,3072,0.019469334019554984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,1024,0.010878221856223213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,1536,0.007803555164072249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,3584,1.0920826594034831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,768,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,65536,0.12126399411095513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,2048,0.023193778263198003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,3072,0.00850399997499254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,5120,0.16632089349958631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,6144,0.010659555594126383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,768,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,6144,0.019259555472267997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,256,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,1536,0.006551110910044775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,256,0.021301334102948506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,32,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,64,0.0027306667632526825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,51200,2.3977839152018228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,1536,0.015561777684423657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,64,0.0032559999575217566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,12288,0.32470843527052135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,65536,0.5230915811326768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,1536,0.14762043952941895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,7168,0.01850044396188524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,12288,0.008767111433876885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,1024,0.012732444538010491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,51200,0.21585599581400552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,3584,0.012353777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,128,0.0034479999707804788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,5120,0.272815121544732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,1536,0.06870222091674805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,64,0.01073333372672399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,128,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,3072,0.014116444521480136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,768,0.003559111307064692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,32,0.004920000003443824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,1024,0.06996799839867486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,5120,0.012392000191741519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,2048,0.00832177781396442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,10240,0.035764445861180626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,1024,0.006170666466156642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,1536,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,128,0.0543484456009335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,12288,0.09763644138971965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,64,0.006487999939256244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,1536,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,10240,0.019018666611777413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,128,0.02703911066055298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,3072,0.06373155779308744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,1024,0.05545333358976576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,5120,0.02990844514634874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,5120,0.06799377997716267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,128,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,10240,0.03611911005443997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,3584,0.029990222718980577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,1024,0.004383111165629493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,10240,0.03292177783118354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,5120,0.013942221800486246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,7168,0.24860000610351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,128,0.005723555468850666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,256,0.0033777778347333274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,768,0.004266666869322459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,7168,0.050958222813076444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,4096,0.19952355490790474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,3584,2.098144955105252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,51200,1.4000666936238606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,16384,0.04330844349331326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,51200,0.13108800517188177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,12288,1.1703013314141166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,3072,0.009479111267460717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,6144,0.17744978268941244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,7168,0.8732613457573785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,65536,0.7598409122890897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,10240,1.3188631269666884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,65536,0.7899893124898275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,768,0.25452976756625706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,128,0.004287999951177173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,16384,0.37977510028415257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,5120,0.06987555821736653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,768,0.0039057777159743835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,16384,0.03260177705023024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,256,0.2516240013970269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,128,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,256,0.006660444455014334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,3584,0.02201066745652093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,2048,0.06640355454550849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,16384,0.09098933140436809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,1024,0.06596533457438152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,256,0.01921777758333418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,1024,0.03142222099834018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,2048,0.4248480002085368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,2560,0.02732266651259528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,6144,0.02146044373512268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,10240,0.013454222016864352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,16384,0.222400877210829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,4096,0.021850667066044275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,51200,0.14547288417816162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,10240,0.01773244473669264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,5120,0.012509333590666452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,8192,0.011744889120260874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,1024,0.007424888511498769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,12288,0.03384533193376329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,64,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,2560,0.03058755397796631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,16384,0.10600799984402126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,16384,0.2809777789645725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,51200,0.11725955539279515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,10240,0.4772799809773763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,512,0.007560888926188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,1024,0.009226666556464301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,1536,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,1024,0.017272000511487324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,7168,0.011659555964999728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,512,0.024359999431504145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,2560,0.06294844547907512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,1024,0.010637332995732626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,2560,0.03418044580353631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,1536,0.08623111248016357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,8192,0.05075022247102526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,3072,0.016166221764352586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,7168,0.04383377896414863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,1024,0.005910222315125995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,4096,0.011437333292431302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,1024,0.00867022242810991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,2560,0.008913777768611908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,32,0.01202488856183158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,768,0.0037084445357322693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,3072,0.006968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,12288,0.9126675923665365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,4096,0.018481777773963082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,5120,0.02899200055334303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,1536,0.030080888006422255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,4096,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,1024,0.052248888545566134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,2560,0.07148533397250705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,128,0.008601778083377415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,65536,0.24897066752115884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,3584,0.006847111301289664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,128,0.006614222294754452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,32,0.0032231110251612137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,4096,0.007816889219813878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,3584,0.013289777768982781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,51200,0.2572275532616509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,64,0.029998222986857098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,5120,0.276638216442532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,5120,0.022431999444961548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,7168,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,3072,0.009745777481132084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,32,0.09002844492594402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,64,0.0063795554969045855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,10240,0.3513164520263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,10240,0.028387556473414104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,51200,0.34987378120422363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,7168,0.18314488728841147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,512,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,4096,0.01201866649919086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,512,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,12288,1.0777831607394748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,768,0.01199288914601008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,1536,0.00543200017677413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,6144,0.06358577807744344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,1536,0.030035555362701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,12288,0.30060354868570965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,5120,0.4218622313605414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,1536,0.012010667059156628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,7168,0.05246577660242716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,768,0.00566133318675889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,1536,0.009376000199053023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,2048,0.3755555682712131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,7168,0.01071733319097095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,64,0.006098666538794835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,12288,0.5843768649631077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,7168,0.0075191110372543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,16384,1.4983697467380102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,1024,0.02973955538537767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,1024,0.015062222878138224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,768,0.003727999826272329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,4096,0.10073688957426284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,65536,19.74976264105903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,64,0.0029377777957253983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,128,0.4658835728963216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,512,0.007820444802443186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,7168,0.26161244180467397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,1024,0.03410844339264764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,4096,0.02994577752219306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,16384,0.09316355652279323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,256,0.0031235555393828284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,6144,0.06044977903366089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,6144,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,32,0.04137600130505032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,3072,0.08926933341556126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,51200,0.04063466522428725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,512,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,128,0.023725334140989516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,7168,0.4815155665079753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,128,0.030086222622129653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,6144,0.02725511127048069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,5120,0.10217066605885823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,8192,0.012732444538010491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,7168,0.36029866006639266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,512,0.020392888122134738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,3584,0.009137777818573846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,64,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,6144,0.031016889545652602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,8192,0.2076702250374688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,5120,2.491832945081923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,10240,0.05191644363933139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,768,0.008587555752860175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,2048,0.0868613322575887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,6144,0.04275022281540764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,12288,0.16560888290405273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,768,0.03561244408289591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,16384,0.649944888220893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,1536,0.011976000335481433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,65536,0.3430737654368083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,256,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,16384,0.09904711114035712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,65536,0.37250399589538574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,3584,0.028584000137117174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,65536,1.8332710266113281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,2048,0.010393777655230628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,768,0.008283555507659912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,1536,0.4698728985256619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,1536,0.00796888851457172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,512,0.0038968887594011095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,128,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,10240,0.06260799699359469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,8192,0.11617778407202826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,12288,0.0928551091088189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,1536,0.030583110120561387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,2048,0.05971911218431261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,4096,0.012915555801656512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,16384,0.18226044707828096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,6144,0.011041777829329172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,12288,0.025033776958783466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,3072,1.0420693291558158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,32,0.0033937777496046494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,51200,0.0723902251985338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,256,0.006035555568006303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,2048,0.008293333152929941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,12288,0.0653102199236552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,10240,0.09549155500200059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,3072,0.01795111099878947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,3072,0.015344889627562629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,3072,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,512,0.0038604442444112566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,1024,0.006045333213276333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,32,0.03675288955370585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,4096,0.03541422221395705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,7168,0.14745599693722194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,32,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,5120,0.9551031324598523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,512,0.012981333666377597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,1024,0.004648888690604104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,128,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,512,0.004231111043029361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,3584,0.01647644407219357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,8192,0.14944533507029215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,7168,0.017370666066805523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,10240,0.12268443902333577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,3072,0.050966223080952965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,32,0.016082665986484952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,12288,0.055402666330337524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,16384,0.0931697752740648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,3072,0.01982399986849891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,16384,0.05262577864858839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,6144,2.952061335245768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,8192,0.01794933279355367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,5120,0.6269369125366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,3584,0.01106844428512785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,10240,0.023361777265866596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,2560,0.00923733330435223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,1536,0.015204444527626038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,8192,0.3538808822631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,10240,0.013467555244763693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,64,0.017288888494173687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,2560,0.05717421902550591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,7168,0.01795733306143019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,8192,0.39361956384446883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,6144,0.42116178406609434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,256,0.005576888720194499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,3072,0.08395289050208198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,8192,0.06678577926423815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,4096,0.11346399784088135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,3072,0.32824622260199654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,3584,0.1654640038808187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,256,0.00887822194231881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,64,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,128,0.005421333428886201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,3584,0.04120355513360765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,8192,0.018459555175569322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,256,0.03542222248183356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,4096,0.01740533279048072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,10240,0.046168890264299184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,8192,0.029959112405776978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,1536,0.1063351101345486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,3584,0.0086986662613021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,2560,1.8055458068847656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,7168,0.2000195582707723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,65536,0.3682933383517795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,2048,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,512,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,6144,0.034689777427249484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,1024,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,768,0.006474666711356904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,5120,2.0887955559624567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,2048,0.021127111381954614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,6144,0.04058666692839728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,2048,0.006974221931563483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,7168,0.017009778155220878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,2560,0.1912551058663262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,8192,0.039119998613993325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,51200,1.0682835049099393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,512,0.004475555486149258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,51200,0.22028177314334443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,12288,0.016890666551060148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,8192,0.10012444522645737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,7168,0.09335644377602471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,5120,2.885250727335612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,1024,0.005464000006516774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,4096,0.019996444384257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,128,0.005151111218664381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,6144,0.013963555296262106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,3584,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,3072,0.010628444453080496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,1024,0.0158897770775689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,65536,0.8862880071004232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,6144,0.05145600106981066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,32,0.0069751110341813825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,7168,3.959959242078993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,32,0.03749777873357137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,1536,4.9859619140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,32,0.007496000164084964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,65536,0.06911289029651217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,4096,0.011188444164064197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,256,0.003272888975010978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,512,0.0037760001917680106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,32,0.002921777880854077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,4096,0.04572622312439812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,1024,0.006648889018429651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,3072,0.014828445182906257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,512,0.04939466714859009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,8192,0.018086221483018663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,8192,0.023210666245884363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,1024,0.013312888642152151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,8192,0.020240000552601285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,65536,0.280732446246677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,2560,0.07981777853435941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,32,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,16384,1.1936879687839084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,10240,0.018838221828142803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,1536,0.017662222186724346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,8192,0.06391555733150907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,12288,0.11100177632437812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,6144,0.16621866491105822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,2560,0.07580355803171794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,2048,0.0177502218219969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,3072,0.008151111503442129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,768,0.005475555443101459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,10240,0.2219484382205539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,4096,0.01945688823858897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,256,0.00434666665063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,8192,0.21599555015563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,256,0.1960408952501085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,3072,0.02047911120785607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,65536,0.6373173395792643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,3072,0.02163911031352149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,64,0.019810666640599568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,1024,0.04467288984192742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,2048,0.026183999247021143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,3072,0.8385564486185709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,16384,0.05097066693835788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,512,0.01882488860024346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,65536,0.12044800652398004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,5120,0.0098213329911232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,2048,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,256,0.12205155690511067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,6144,0.014329777823554145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,2560,0.09219466977649265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,1024,0.03353066576851739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,64,0.03276977936426798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,8192,2.9009022182888455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,256,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,256,0.0041697778635554844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,10240,0.00885333369175593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,6144,0.1220853328704834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,256,0.012291555603345236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,512,0.017069333129458956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,768,0.008196444147162968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,2048,0.011200000014570026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,32,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,3584,0.019285332825448778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,64,0.010217777556843227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,2048,0.006786666810512543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,128,0.005256888767083486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,1024,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,2560,0.06993422243330213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,128,0.009528888596428765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,1024,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,8192,0.013928888572586907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,6144,0.052574220630857676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,32,0.006774222271309958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,2560,0.005683555371231503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,128,0.16217599974738225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,128,0.007490666376219855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,3072,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,16384,0.16674399375915527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,16384,0.06406933069229126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,1024,0.052054223087098866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,2560,0.016559999850061204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,2560,0.006745777610275481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,16384,0.023299554983774822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,3584,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,32,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,1024,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,128,0.004973333328962326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,768,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,10240,0.09499555826187134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,2048,0.02204088866710663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,3584,0.012729778057999082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,4096,0.008191111187140146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,256,0.005377777748637729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,1024,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,1536,0.01000088867213991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,2560,0.04734399914741516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,12288,2.017431894938151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,768,0.007100444700982835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,3584,0.025090666280852422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,1024,0.6495573255750868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,5120,0.8482613563537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,10240,0.6686542299058703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,256,0.012336889074908363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,512,0.004379555583000183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,65536,0.563368002573649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,128,0.008153777983453538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,12288,0.20987289481692842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,768,0.04187733266088697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,1536,0.0068915556702348925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,1024,0.007114667031500075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,3584,0.00792622235086229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,8192,0.2037422259648641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,64,0.02966488732231988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,12288,0.20439110861884224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,128,0.0075253330998950535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,3584,0.019332443674405415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,10240,0.2617422209845649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,3584,0.018982221682866413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,16384,0.7051546838548449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,128,0.006897777732875612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,256,0.5372248755560981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,768,0.08312800195482042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,3584,0.0959706637594435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,1024,0.0052879999081293745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,7168,0.10406221946080525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,10240,0.5970906681484646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,3584,0.11311466164059109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,1536,0.011517333487669626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,12288,0.03226133187611898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,768,0.00906577789121204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,256,0.016984888248973422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,5120,0.01768977774514092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,8192,0.044159111049440175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,768,0.008709333009190029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,8192,0.061405334207746715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,6144,0.10812266667683919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,5120,0.02649333410792881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,512,0.007914666500356462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,2560,0.21712177329593232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,64,0.002833777831660377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,3072,0.010178666975763109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,8192,0.09570044279098511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,4096,0.032368001010682844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,8192,0.023808000816239253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,16384,1.5926106770833333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,8192,0.18352177408006456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,10240,4.573002709282769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,64,0.007231111327807109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,12288,0.2359128793080648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,1024,0.08931377861234878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,1024,0.05036177900102404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,5120,0.01036266651418474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,768,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,65536,0.08601244290669759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,2048,0.006340444501903322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,1536,0.00462400002612008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,2048,0.036791112687852644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,16384,0.10555911064147949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,3072,0.11239022678799099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,6144,0.06910844643910725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,64,0.009206222163306342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,5120,0.015771556231710646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,2560,0.009658666948477427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,2048,0.013517333401574029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,2560,0.007086222370465596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,128,0.05109777715471056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,5120,0.018787556224399142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,3584,0.00923555592695872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,768,0.02070399953259362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,12288,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,6144,0.02100444502300686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,8192,0.04154133465554979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,1536,0.023307555251651343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,6144,0.01110311100880305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,256,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,1024,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,2560,0.10651822222603692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,4096,1.9184915754530165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,512,0.0075635554061995606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,2048,0.1342337793774075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,7168,1.9563058217366536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,256,0.019094222121768527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,32,0.0030497778207063675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,512,0.012687111066447364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,4096,0.03197688857714335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,32,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,16384,0.19205155637529162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,2560,0.011534222298198275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,1536,0.5127218034532335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,8192,0.03279377685652839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,7168,0.01310755560795466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,2560,0.04560977882809109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,2048,0.06424178017510308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,1536,0.018079999420377944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,2048,0.7150959968566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,128,0.1247662173377143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,16384,0.32618755764431423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,4096,0.015282667345470853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,4096,0.01773244473669264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,7168,0.011750222080283694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,4096,0.35181334283616805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,64,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,4096,0.2170542213651869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,65536,2.4584310319688583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,8192,0.015394666128688388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,4096,0.013199110825856527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,16384,0.02529866662290361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,128,0.03832355472776625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,7168,0.011758222348160215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,6144,0.30276976691352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,2048,0.07901866568459405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,1536,0.012340444657537671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,3584,0.011162666810883416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,51200,1.0059021843804252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,2560,0.04656533400217692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,8192,3.6261198255750866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,3584,0.015099555253982544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,1024,0.049830221467547946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,1024,0.016199111938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,1024,0.024506666594081458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,5120,0.017281777328915067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,256,0.0063768890168931745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,12288,0.0437448885705736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,2048,0.05951733059353299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,2560,0.009848888549539778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,65536,0.06982844405704074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,3072,0.05133066574732462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,6144,0.01753866672515869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,16384,7.047013176812066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,65536,0.24490756458706328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,5120,0.0111191107167138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,65536,0.07450844181908502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,512,0.013809777796268463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,6144,0.14747377236684164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,1024,0.024360888534122046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,10240,0.18032533592647979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,1024,0.20027466615041098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,12288,0.018951111369662814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,2560,0.29669509993659127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,7168,0.014940443966123792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,16384,0.3987244500054254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,512,0.011509333219793109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,768,0.04453066653675503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,2048,0.9802640279134115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,3584,0.048046221335728966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,16384,0.1540373298856947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,12288,0.03336177931891547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,51200,0.13673778374989828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,51200,0.12007466952006023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,512,0.020503999458418954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,16384,0.02051733268631829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,768,0.004027555386225383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,16384,0.05258399910397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,3584,0.3242044448852539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,51200,0.9537244372897677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,12288,0.10629510879516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,64,0.005982222242487802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,64,0.013799111048380533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,3072,0.051873776647779674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,51200,0.35267111990186906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,7168,0.015983111328548856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,6144,0.06687377558814155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,3584,0.020883555213610332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,4096,0.015624889069133334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,1536,0.006414222220579783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,768,0.00425155543618732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,51200,0.07560000154707167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,2048,0.006831999868154526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,512,0.020756444997257657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,768,0.007947555846638149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,2048,0.10462755627102321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,12288,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,16384,0.017655111021465726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,1024,0.04639822244644165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,1024,0.012529777983824411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,3584,0.008257778154479133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,6144,0.14611111746893987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,65536,0.19752977954016793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,6144,0.06507022513283624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,16384,0.020855110552575853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,3584,0.02269866731431749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,2048,0.008047111332416534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,16384,0.7659795549180773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,2560,0.008240888516108194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,51200,1.6272382736206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,1024,0.01092088884777493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,51200,0.06531111399332683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,32,0.005175999883148405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,7168,2.2003519270155167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,6144,0.3094826539357503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,3072,0.023494222097926672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,768,0.0057502223385704895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,1024,0.007673777639865875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,1536,0.011628444823953839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,16384,0.18817955917782256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,8192,0.006792000184456508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,6144,0.1443262232674493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,3072,0.02008800043000115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,64,0.011349333657158745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,1024,0.29965776867336696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,64,0.0032142222755485107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,7168,0.2709164354536268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,128,0.0042568888101312844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,51200,0.38198399543762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,10240,0.12280710538228352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,4096,0.01350488927629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,6144,0.011055111057228513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,1536,0.043043557140562266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,51200,1.7565911610921223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,768,0.004460444466935264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,7168,0.05249866512086657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,6144,0.24609332614474824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,128,0.007666666474607255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,768,0.0037360000941488477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,8192,0.06153421931796604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,512,0.05192710955937704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,768,0.003616888903909259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,768,0.025205334027608235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,51200,1.1323999828762479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,3072,0.1156817807091607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,2560,0.043862223625183105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,8192,0.03265955713060167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,65536,0.1479706631766425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,4096,0.03500266538725959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,256,0.019325332509146798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,3584,0.13870133293999568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,6144,0.014198222094111972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,3584,0.025370667378107708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,6144,0.028599109914567735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,8192,0.08893244134055243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,5120,0.010067555639478896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,4096,0.015033778217103748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,3584,0.021902221772405837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,32,0.003071111109521654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,12288,0.23172354698181152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,10240,0.37239911821153426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,3072,0.008453333543406593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,10240,0.016235555211702984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,32,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,3584,0.012998222476906247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,65536,3.9935201009114585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,5120,0.011887110769748688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,16384,0.11531644397311741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,512,0.0075804442167282104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,64,0.009736888938479954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,10240,0.19837866889105904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,51200,0.020968000094095867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,6144,0.146997332572937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,256,0.06884533166885376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,512,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,256,0.005431111074156231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,128,0.1768640014860365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,128,0.00720355576939053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,4096,0.08507021930482651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,8192,0.33951732847425675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,51200,0.16710844304826525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,32,0.013337777720557319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,3584,0.013943110903104147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,51200,0.5235910945468479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,64,0.02212000058756934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,3584,0.08507021930482651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,7168,0.10574133528603448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,2560,0.023733332753181458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,51200,1.7184196048312719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,12288,0.019370666808552213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,768,0.2530311213599311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,512,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,12288,0.09174755546781753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,10240,0.015255999233987598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,12288,0.04059200154410468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,65536,0.3012666702270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,6144,0.011677333050303988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,32,0.032270222902297974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,256,0.004470222112205294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,65536,0.16498488850063747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,768,0.020216888851589628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,4096,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,3072,0.015623110863897534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,65536,0.3708577685885959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,256,0.04129955503675673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,10240,0.04176533222198486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,51200,1.4703039593166773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,12288,0.044341332382626004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,4096,0.34688533676995176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,1024,0.02672622270054287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,1024,0.01953866746690538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,256,0.0030088888274298776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,256,0.018292443619834054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,7168,0.04495199852519565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,10240,0.05297866794798109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,32,0.005385777602593104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,2048,0.031903998719321355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,128,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,1536,0.01221244451072481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,12288,0.13835644721984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,1024,0.24695110321044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,51200,0.3462417655520969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,32,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,128,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,1536,0.005941333456171884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,2560,0.059996445973714195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,6144,0.02251111136542426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,8192,0.04806488752365112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,128,0.004383999854326248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,7168,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,65536,2.324357350667318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,1024,0.005280888742870755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,1024,0.003927999900446998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,16384,0.048727999130884804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,12288,0.019107555349667866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,768,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,12288,0.06542133622699313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,16384,0.035954667462242976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,1536,0.05419199996524387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,4096,0.008367111285527548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,512,0.08800533082750107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,1024,0.005449777675999536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,51200,0.23850043614705405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,512,0.013535111314720578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,3584,0.012031111452314587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,64,0.04665689004792107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,8192,0.37940088907877606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,3584,0.006762666834725275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,8192,0.10685066382090251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,12288,0.25508443514506024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,2560,0.011167999770906238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,256,0.009666666388511658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,12288,0.47086132897271055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,51200,0.061575108104281955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,7168,19.30979749891493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,7168,0.13817777898576525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,12288,0.23737155066596138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,51200,0.03552888830502828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,768,0.02948444419436985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,1536,0.10308000114228989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,65536,0.8910399542914497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,51200,0.16320266988542345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,2048,0.01036977767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,5120,0.00944800012641483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,12288,1.1798640357123482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,1536,0.022407111194398668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,256,0.003302222324742211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,128,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,768,0.03764444589614868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,12288,0.11628088686201309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,768,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,256,0.02801777919133504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,64,0.007198221981525421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,256,0.007339555356237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,256,0.004462222258249919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,1536,0.01958933307064904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,1024,0.0069715554515520734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,10240,0.21620710690816244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,2560,0.018622222873899672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,16384,0.11102755864461263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,65536,0.06003377834955851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,256,0.0030453333424197305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,51200,0.1930453379948934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,12288,0.06740533643298678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,16384,0.018557333283954196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,4096,0.06270577510197957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,512,0.008433777425024245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,64,0.01831822262869941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,16384,0.06298577785491943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,12288,0.11832711431715225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,256,0.016711999972661335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,4096,0.012476444244384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,128,0.0027502222607533136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,1536,0.03464444478352865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,7168,0.11122932698991563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,512,0.02083555526203579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,65536,0.18100533220503065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,2048,0.1325840022828844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,3072,0.02238222294383579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,7168,0.06319555309083727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,65536,0.0680239995320638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,4096,0.008626666333940294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,1024,0.005968889014588461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,8192,0.2555510997772217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,5120,0.026854222019513447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,51200,0.05442755421002706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,64,0.012279999752839407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,4096,21.857357449001736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,1024,0.01777066621515486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,6144,0.02125688890616099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,512,0.026352889007992212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,16384,0.10764088895585801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,512,0.015127999915017022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,2048,0.021065778202480737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,5120,0.011898666620254517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,1024,0.0243493335114585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,128,0.0029493332323100832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,512,0.007544000115659501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,5120,0.0798106657134162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,1536,0.02129688858985901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,5120,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,256,0.013731555806265937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,7168,0.27885956234402126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,64,0.0026737778551048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,128,0.0380586650636461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,10240,0.032459557056427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,65536,0.09542133410771687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,10240,0.408170673582289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,10240,0.028439998626708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,512,0.005466666486528184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,4096,0.24357777171664766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,51200,0.43973954518636066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,6144,0.022643556197484333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,5120,2.868361790974935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,512,0.011613333390818702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,128,0.020512888828913372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,1024,0.12566310829586452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,16384,0.008567999634477828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,3072,0.09320355786217584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,768,0.06213866339789497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,10240,0.22137422031826445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,1536,0.006837333242098491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,65536,4.521280924479167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,2048,0.011108444796668159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,1536,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,2560,0.011371555427710215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,16384,0.2832097742292616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,2560,0.008084444536103142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,3072,0.015101333459218344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,5120,0.1704568862915039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,2048,0.025407110651334126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,32,0.027513777216275532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,51200,0.127292447619968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,3072,0.025968889395395916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,8192,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,128,0.0027626665929953256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,3584,0.013321778012646569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,7168,0.3931849002838135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,1536,0.026995556222067937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,10240,0.21869156095716688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,8192,0.02809600035349528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,64,0.0069191112286514705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,10240,0.028314666615592107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,3584,0.09938489066229926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,3584,0.030834668212466772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,768,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,6144,0.031579554080963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,1536,0.4889982011583116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,2560,0.012739555703269111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,1536,0.01090133355723487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,768,0.2770151032341851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,256,0.0032026666320032547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,16384,0.1828826665878296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,4096,0.08653244707319473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,12288,1.0762275060017903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,10240,0.038528889417648315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,3072,0.06675555308659871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,10240,0.01609511176745097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,3584,0.0069297779765393995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,4096,0.01475288967291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,1536,0.00463733325401942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,7168,0.1988017823961046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,5120,0.019865777757432725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,51200,0.5238257514105903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,2048,0.026667555173238117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,1024,0.013371555341614617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,1024,0.014612444572978549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,32,0.0028862222615215513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,256,0.0027840000887711844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,512,0.014767999450365702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,1536,0.006383111079533895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,65536,0.029038220643997192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,3584,0.1596062183380127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,64,0.002761777697337998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,8192,0.013785777820481194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,3584,0.34534398714701336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,2560,0.8597200181749133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,1024,0.045644445551766284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,1024,0.007272889216740926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,2048,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,7168,0.013441777891582914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,12288,0.06575822167926364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,256,0.007576000359323289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,32,0.007611555357774098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,256,0.010077333284748925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,3072,0.012676444318559436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,6144,0.017492444978819955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,256,0.20700532860226104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,4096,0.04970399869812859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,10240,0.019655999210145738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,8192,0.09430044227176243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,128,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,6144,0.17349421977996826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,3584,0.047446221113204956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,2048,0.027460444304678176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,512,0.025174222058720056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,2560,0.00871022211180793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,1024,0.007371555599901412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,8192,0.06178400251600477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,16384,0.490281793806288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,16384,0.06465688678953382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,1024,0.011140444212489657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,16384,1.386018647087945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,2560,0.01497333414024777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,3072,0.1730560064315796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,5120,0.032540443870756365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,32,0.009424000150627559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,2560,0.032016889916525945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,2560,0.026142223013771906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,5120,0.010600888894663917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,12288,0.1957706610361735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,16384,1.4830729166666667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,4096,0.22571023305257162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,65536,0.015786666009161208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,64,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,512,0.003740444365474913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,4096,0.07804710997475518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,7168,0.011910222470760345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,5120,0.013539555172125498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,51200,0.8951049380832248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,3584,0.009932444327407414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,512,0.0033679999825027254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,64,0.0058293334311909145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,51200,0.07667199770609538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,10240,2.2480924394395614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,4096,0.037584000163608126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,128,0.007683555285135905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,256,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,65536,0.028720888826582167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,512,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,8192,0.01688799924320645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,768,0.0041244443919923575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,16384,0.021917333205540974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,128,0.01129955550034841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,3584,0.019835554891162448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,4096,0.04167822334501478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,1024,0.006009777800904379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,12288,0.23675733142428926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,2048,0.01925244430700938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,1024,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,4096,0.008216888540320927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,5120,0.010240000155236986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,51200,0.18795377678341338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,1536,0.004903111192915174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,128,0.011546666423479715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,128,0.005165333135260476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,1024,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,3584,0.10292444626490276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,3584,0.025429333249727886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,12288,0.01585244470172458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,6144,0.040748443868425153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,32,0.05844533443450928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,1024,0.004866666677925321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,3584,0.044904887676239014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,1024,0.015066666735543145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,128,0.00406577769252989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,3584,0.014820444915029736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,2560,0.03860266672240363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,3072,0.012532444463835822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,10240,0.014416888356208801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,2560,0.01566844516330295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,1536,0.009773333039548662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,8192,0.025602666868103877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,2560,0.052651554346084595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,4096,0.0199955552816391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,512,0.3888346619076199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,1024,0.06199555264578926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,128,0.01667288939158122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,512,0.005672889037264719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,12288,0.28675201204088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,5120,0.23903377850850424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,2048,0.00500266667869356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,12288,0.5671502219306098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,1536,0.010656889114114972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,32,0.006423111177153057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,4096,0.02464977734618717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,7168,0.019182221757041085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,6144,0.36287821663750547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,10240,0.026446221603287592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,1536,0.05552444524235196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,65536,0.20545332961612275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,12288,0.2502595583597819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,3584,0.007815111014578078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,5120,0.016507556041081745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,6144,0.0448017782635159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,2048,0.09031022257275051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,512,0.0500204430686103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,4096,0.015503111812803479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,3584,0.07079822487301297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,12288,0.030559112628300984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,3584,0.1352835496266683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,128,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,8192,0.012291555603345236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,6144,0.018615111708641052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,6144,0.113773332701789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,1536,0.007393777370452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,7168,0.024559110403060913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,8192,0.29851288265652126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,16384,0.08358310990863377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,8192,0.026429333620601233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,3584,0.00830844458606508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,5120,0.23863021532694498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,1024,0.008486222061845992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,12288,0.23180532455444336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,3584,0.13998311095767552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,128,0.005087999833954705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,65536,0.06804266903135511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,10240,0.029177778297000464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,10240,0.07938577731450398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,1024,0.015432889262835184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,7168,0.20218043857150605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,3584,0.20800799793667266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,51200,0.14596711264716253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,2560,0.05821333328882853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,3072,0.007751999629868402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,512,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,512,0.021706667211320665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,6144,0.010044444766309526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,256,0.2472391128540039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,8192,5.8570141262478295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,16384,0.5543884701199001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,2048,0.008373333348168267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,5120,0.10366933213339911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,2048,0.01628533336851332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,5120,0.009100444614887238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,51200,5.148699442545573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,10240,0.15666400061713323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,4096,0.010896888871987661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,512,0.018787556224399142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,8192,1.8494436475965712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,256,0.021244444780879553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,3072,0.09845066732830471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,4096,0.00959644466638565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,8192,0.9384258058336047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,32,0.0037813331517908308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,5120,0.7045893139309354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,16384,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,128,0.00646666685740153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,768,0.005883555445406172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,16384,0.3160160117679172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,2560,0.019567110472255282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,768,0.015041778484980265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,3584,0.034833778937657676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,3072,0.013435555828942193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,12288,0.015323556131786771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,1024,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,4096,0.008692444198661381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,2560,0.008991999758614434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,51200,0.4442879888746474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,8192,1.7710150612725153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,3584,0.0181688881582684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,1024,0.009581333233250512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,16384,1.1163821750217013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,3584,0.1030684444639418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,12288,0.007876444194051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,5120,0.009776888622177972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,1536,0.008805333740181392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,32,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,3584,0.036991112762027316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,10240,0.10841421948538886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,3584,0.02053866618209415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,32,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,128,0.00830577810605367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,12288,0.10423288742701213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,1536,0.015811555915408664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,51200,22.603573269314236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,1536,0.052710221873389355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,64,0.00378577783703804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,4096,0.009580444130632613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,51200,31.37740749782986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,3584,0.011775111158688864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,16384,0.10942666398154365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,5120,0.060384001996782094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,1024,0.004981333182917701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,8192,0.0143857780430052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,8192,0.0177182224061754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,7168,0.035601778162850276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,16384,0.044983112149768405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,51200,0.05998133288489448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,512,0.09667911132176717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,10240,0.15140533447265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,51200,0.060736887984805636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,256,0.021595555875036452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,6144,0.016034666034910414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,4096,0.047934220896826855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,8192,0.2635422282748752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,10240,0.017462222112549674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,512,0.013915555344687568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,65536,2.4326248168945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,128,0.07439021931754218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,2560,0.11005510886510213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,1536,0.04796977837880453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,2048,0.01200177768866221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,4096,0.036943111154768206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,2048,0.008205333517657386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,10240,0.04563911093605889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,512,0.00796088907453749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,1024,0.03497599893146091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,768,0.06790488958358765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,5120,0.1940622197257148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,3072,0.03359377715322707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,65536,0.06845955716239081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,256,0.003126222226354811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,12288,0.23583467801411948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,2048,0.30339111222161186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,3072,0.006973333656787872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,2560,0.05763733386993408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,3584,0.021809778279728357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,65536,0.07262311379114787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,65536,0.15680978033277723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,5120,0.033723556333118014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,64,0.00674311113026407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,7168,0.059473779466417104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,7168,0.05535466803444756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,512,0.003543111185232798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,3584,0.19490310880872938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,128,0.006953777538405524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,5120,0.0942959984143575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,1536,0.02497688929239909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,2560,0.0063822223908371395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,8192,0.3713324334886339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,32,0.0028479999552170434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,8192,0.06915999783409967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,12288,1.3083182440863717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,1024,0.01313511116637124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,32,0.02640266716480255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,8192,0.2622915638817681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,6144,0.007808888951937358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,2048,0.01349866638580958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,1536,0.013968000809351603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,7168,0.025506666964954797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,1536,0.004646222210592694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,10240,0.5498426755269369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,5120,0.031067556805080835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,512,0.0057955553962124725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,64,0.0096142225795322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,64,0.011698666546079846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,12288,0.01721600029203627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,1536,0.0506533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,4096,0.06736444764667086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,768,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,10240,0.07150933477613661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,65536,0.10908710956573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,51200,0.11485777960883246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,4096,0.010422222316265106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,10240,0.1491208871205648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,8192,0.3777955638037787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,5120,0.01863911085658603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,1536,0.006254222244024277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,1024,0.018239999810854595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,10240,0.015547555353906421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,4096,0.013944000005722046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,65536,0.7422257529364692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,2048,0.007184888753626082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,7168,0.055543998877207436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,3584,0.09122755792405869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,4096,0.19259466065300834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,6144,0.15831111537085638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,65536,0.6984293195936414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,4096,0.013536888692114087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,65536,0.37204800711737734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,12288,0.0075635554061995606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,32,0.0073520003093613525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,256,0.003354666754603386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,51200,0.05494133300251431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,12288,0.05734488699171278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,128,0.03818488783306546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,128,0.004540444248252445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,4096,0.08792444732454087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,10240,0.270797332127889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,5120,0.07070577806896634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,51200,0.695817788441976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,7168,0.01203644441233741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,2560,0.007630222373538547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,3072,0.11055022478103638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,51200,0.09993333286709255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,768,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,16384,0.07044533226225111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,256,0.003136000078585413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,2560,0.11221778392791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,512,0.008966222405433655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,2560,0.01540177729394701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,51200,0.10695377985636394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,256,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,7168,0.13596267170376247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,512,0.07926133606168959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,768,0.004659555438492033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,16384,0.017831110292010836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,10240,1.0055288738674588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,7168,0.2627262274424235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,2048,0.01702933344576094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,16384,0.029832889636357624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,6144,0.07825599776373969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,51200,1.5600008434719508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,2560,0.48761510848999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,1024,0.008402666283978356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,51200,0.13842399915059408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,6144,1.1652133729722765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,4096,0.010562666588359408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,128,0.015812445018026564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,128,0.00508622204264005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,4096,0.02014133334159851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,128,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,10240,0.27956000963846844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,64,0.005741333381997214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,3072,0.007668444679843054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,51200,1.4486008750067816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,65536,0.19407555792066786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,10240,2.222948498196072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,4096,0.08781866894827949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,5120,1.8710941738552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,51200,0.07238844368192884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,128,0.020098666350046795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,6144,0.010828444527255164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,2560,0.25863467322455513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,7168,0.01368444412946701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,4096,0.011424000064531961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,2048,0.006614222294754452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,8192,0.1696044471528795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,51200,0.11944711208343506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,2560,0.019070222973823547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,51200,1.3613226148817275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,7168,0.009856888817416297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,4096,0.012494222157531314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,51200,3.104024039374458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,12288,0.16418311331007215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,768,0.004378666480382283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,4096,0.012140444583363004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,12288,0.019183999962276883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,10240,0.007601777712504069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,3072,0.011272889044549731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,7168,0.12425866391923691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,256,0.004881777697139316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,12288,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,12288,0.255021333694458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,51200,0.3030364513397217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,5120,0.17127022478315565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,128,0.004865777575307422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,1536,0.005143110950787862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,64,0.016872889465755887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,1024,0.04268177681499057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,768,0.005069333232111401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,8192,0.021037333541446265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,7168,0.012536889149083031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,32,0.049194667074415416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,6144,0.028024001253975764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,3072,0.0107342220014996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,1536,0.028718223174413044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,3072,0.06461777951982287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,768,0.004926222066084544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,10240,2.0961057874891496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,2048,0.008062221937709385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,2048,0.7157884703742133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,4096,0.014559111661381192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,10240,0.15144622325897217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,3584,0.014554666148291694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,32,0.00907022257645925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,10240,0.4913031260172526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,65536,0.14940088325076634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,1024,0.009370666411187913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,3584,0.22053778171539307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,4096,0.011579555769761404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,1024,0.006788444601827198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,3584,0.022887110710144043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,16384,0.01973155637582143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,768,0.025892444782786902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,3072,0.03029600116941664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,768,0.004767111192146937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,6144,0.008461332983440822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,3584,0.03035377793841892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,768,0.006498666687144174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,4096,0.01350933313369751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,16384,0.5380693541632758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,1024,0.012461333639091916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,1536,0.3342435624864366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,65536,0.06692622105280559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,7168,0.15868443912929958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,1536,0.007691555553012424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,65536,0.18237688806321886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,3584,0.007963555554548899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,65536,0.18854844570159912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,128,0.012934221989578672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,12288,0.19011289543575713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,768,0.06800711154937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,4096,0.009748444788985783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,8192,0.7899537616305881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,10240,0.013408000270525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,1536,0.13595733377668592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,3072,0.03529511226548089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,256,0.0037644443412621817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,2560,0.22580356068081328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,1536,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,7168,0.13876267274220785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,51200,0.07417422533035278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,3072,0.00814844419558843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,6144,0.12095555994245742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,7168,0.3684266673194037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,12288,0.017145777742067974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,2048,0.0729973316192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,12288,0.1403848859998915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,2560,0.07414222425884671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,3072,0.007644444704055786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,65536,0.05067911081843906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,7168,0.07728622357050578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,256,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,512,0.02360533343421088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,51200,0.4568826887342665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,2048,0.13611911402808294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,10240,0.23889244927300346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,5120,0.02530133393075731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,256,0.007205333146784041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,10240,0.5004728635152181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,768,0.0047564444442590075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,512,0.022639110684394836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,2048,0.02479822271400028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,65536,0.07236088646782769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,3072,0.01700622174474928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,64,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,6144,0.030025776889589097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,1024,0.030368887715869482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,512,0.23205065727233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,10240,0.006239111224810283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,1024,0.29974667231241864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,12288,0.05551288856400383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,768,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,3584,0.011735999749766456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,10240,0.1940364440282186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,512,0.021731555461883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,2560,0.007339555356237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,2048,0.15078311496310765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,768,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,2560,0.02109333376089732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,5120,0.28761066330803764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,256,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,128,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,12288,1.54077328575982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,128,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,512,0.1985386610031128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,5120,0.27118754386901855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,2560,0.023927110764715407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,512,0.006339555399285422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,65536,0.4203022321065267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,1536,0.043172445562150746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,3584,0.65720886654324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,3584,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,1024,0.15925333234998915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,10240,0.06586577494939168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,7168,0.23954934544033477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,512,0.008027555214034187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,3072,0.01555022266176012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,2048,0.04725333385997348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,10240,0.008962666822804345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,8192,0.09630844328138564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,16384,0.08715199761920506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,32,0.0064995553758409284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,8192,0.1704791122012668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,2048,0.18725244204203287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,5120,0.1455155611038208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,32,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,5120,0.008721777962313758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,16384,0.022595556245909795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,512,0.032229334115982056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,10240,0.014884443746672736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,1024,0.005074666606055366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,512,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,4096,0.010114666488435533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,65536,0.2058133284250895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,32,0.022617777188618977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,32,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,10240,0.030410667260487873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,2048,0.6680569118923612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,3584,0.007251555720965068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,1536,0.009350222018029954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,65536,0.3964542282952203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,1024,0.6074230935838487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,8192,0.01442577772670322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,64,0.0027804445061418745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,8192,0.014078223043017916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,256,0.139357328414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,10240,0.04741955465740628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,2048,0.06956444183985393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,1024,0.016766221986876596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,1536,0.12246044476826985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,12288,0.23067111439175078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,51200,1.6980444590250652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,3584,0.0436462230152554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,7168,2.4934026930067277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,16384,0.02529688841766781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,5120,0.016678222351604037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,16384,0.4098702271779378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,65536,0.43585067325168186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,16384,0.2562017705705431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,10240,0.07249777846866183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,12288,0.4790168868170844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,3584,0.12585600217183432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,128,0.004882666799757215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,5120,0.012905778156386482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,5120,0.06357955270343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,4096,0.011863110793961419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,5120,0.018985778093338013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,32,0.0032151111712058387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,2560,0.008656000097592672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,1024,0.08644977543089126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,512,0.18377333217196992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,16384,0.06361066632800631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,5120,0.04477689001295301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,12288,0.00962400022480223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,2048,0.2229857709672716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,128,0.0421688887808058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,10240,0.4178488784366184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,3072,0.08352800210316975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,3584,0.016557332542207506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,10240,0.015615999698638916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,2560,0.01979555520746443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,256,0.021014221840434607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,7168,0.012798222402731577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,1536,0.007870222131411234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,768,0.008640888664457533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,51200,0.29265954759385854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,3584,0.031131555636723835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,6144,0.1294800043106079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,8192,0.01889244384235806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,1536,0.017082666357358296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,128,0.10411377747853597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,1536,1.0062683953179252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,1536,0.004925333377387789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,768,0.009162666896979014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,8192,0.03722933265897963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,7168,0.8107955720689562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,1536,0.022325333621766832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,7168,0.017467555072572496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,6144,0.25629867447747123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,2560,0.087117334206899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,5120,0.058359113004472524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,128,0.021148444877730474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,7168,0.06770044565200806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,512,0.008923555413881937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,2048,0.1039280030462477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,6144,0.05266044537226359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,2048,0.005364444520738389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,256,0.008936888641781276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,1024,0.01591022147072686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,3584,0.09762489133410984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,3072,0.12258933650122748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,128,0.009950222240553962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,10240,3.7688026428222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,7168,0.031735999716652766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,65536,2.3457910749647355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,10240,0.12401689423455133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,65536,0.07798133293787639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,32,0.007232888705200619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,4096,0.09912355740865071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,6144,0.08966044584910075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,128,0.019648000597953796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,8192,0.13041333357493082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,256,0.0035822221802340615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,6144,0.02292888859907786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,12288,0.015188443991872998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,1024,0.00398577791121271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,32,0.004263111286693149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,10240,0.4413493209415012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,3072,0.031537777847713895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,65536,0.5342915323045518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,768,0.006575111299753189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,1536,0.004687110996908612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,2048,0.012489777472284106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,10240,0.023201778531074524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,512,0.00692622239391009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,512,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,2048,0.17886222733391655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,10240,0.022835556003782485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,2048,0.060695111751556396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,65536,26.32595486111111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,2560,0.07063377565807767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,10240,0.20845422479841444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,8192,3.459608925713433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,1024,0.0063368889192740125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,256,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,3072,0.030802667140960693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,4096,0.1502115594016181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,8192,0.07298577494091459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,65536,1.271349377102322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,256,0.004288889053795072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,2560,0.02313066687848833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,32,0.021985777550273474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,1024,0.0677164461877611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,4096,0.01219466659757826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,256,0.009826666778988307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,5120,0.026847110854254827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,64,0.008908444808589088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,64,0.0027537778433826235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,3072,0.016759110821617972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,6144,0.03310311171743605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,4096,0.0322364436255561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,256,0.11717332734002008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,10240,0.053899556398391724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,1024,0.0692124432987637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,64,0.15218577120039198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,2560,0.00850044439236323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,2048,0.006686222222116258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,7168,0.010438222024175854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,8192,0.021307556165589228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,8192,0.07189066542519464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,2048,0.012915555801656512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,128,0.003986666599909465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,51200,1.3288346396552193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,65536,0.046448889705869884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,3584,1.4814080132378473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,3584,0.008586666650242275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,2048,0.014512888259357877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,768,0.010466666685210334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,1024,0.04923999971813626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,3584,1.5023173226250544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,32,0.008573333422342936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,10240,0.026605332891146343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,51200,0.15321511692470974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,4096,0.16486933496263292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,16384,6.128569708930121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,2048,0.059076441658867725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,128,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,2560,0.07160266902711657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,5120,0.009951111343171861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,512,0.0076044441925154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,5120,0.04241866535610623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,512,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,2560,0.006623111251327727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,512,0.00612088872326745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,3072,0.08954666720496283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,8192,0.023209777143266466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,256,0.006586666736337874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,51200,0.05433600147565206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,4096,0.20747021834055582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,4096,0.2088693380355835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,16384,3.3403377532958984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,128,0.01976711054642995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,6144,1.2098524305555556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,3072,0.009297777381208207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,3584,0.024884444144037034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,32,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,8192,0.06541511085298327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,128,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,128,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,512,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,1024,0.05073777834574381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,32,0.005392888767851724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,2560,0.00978488889005449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,51200,0.6415368715922037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,7168,0.03276266654332479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,8192,0.029356443219714697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,2048,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,4096,0.008939555949634975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,3072,0.009547555612193214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,6144,0.018553778529167175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,5120,0.06506133079528809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,64,0.0027475555737813315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,4096,0.01462399959564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,3584,0.00720266666677263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,2048,0.16821066538492838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,2048,0.008017777568764156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,2048,0.020440000626775954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,2560,0.017861333158281114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,51200,80.78292507595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,65536,0.11983022424909805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,12288,0.9476488961113824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,1024,0.017398221625222098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,10240,0.07438044415579902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,7168,0.02548533346917894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,7168,0.012375999655988483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,128,0.003083555648724238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,128,0.007250666618347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,1536,0.008184889124499427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,12288,2.712564468383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,12288,0.13941510518391928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,2560,0.10419466760423447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,12288,0.03219644559754266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,768,0.013470222552617392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,51200,0.11051466729905869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,3072,0.011855111353927188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,1024,0.005928888916969299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,3584,0.020845333735148113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,65536,12.062149895562065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,256,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,256,0.018386666973431904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,51200,0.20545600520239937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,51200,0.015445333388116626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,51200,0.07223111391067505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,1536,0.042077332735061646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,10240,0.01752711170249515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,4096,0.20873155858781603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,16384,0.4692533281114366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,768,0.008126222425036961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,3072,0.039191110266579524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,6144,0.03552711009979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,65536,0.1638124386469523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,512,0.013645333548386892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,128,0.004295111116435793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,512,0.02439822256565094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,7168,0.04379999968740675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,64,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,51200,1.4612453248765733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,768,0.010678222609890832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,12288,0.02178222272131178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,768,0.02254933284388648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,3072,0.40351910061306423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,7168,0.014596444037225513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,256,0.02553333342075348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,4096,0.023257777094841003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,1536,0.00655644428398874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,128,0.013444444371594323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,32,0.03968177901373969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,2048,0.19809510972764757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,128,0.005491555564933353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,5120,0.009461333354314169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,3072,0.018431999617152743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,7168,0.1890195608139038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,1024,0.034691555632485285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,8192,0.07887111107508342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,64,0.010520888699425591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,256,0.004555555681387584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,1024,0.03328711125585768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,256,0.03791911072201199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,3072,0.025270221961869135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,3072,0.009570666485362584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,4096,0.010624888870451184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,512,0.007337777978844113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,1536,0.03915111223856608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,10240,0.0663635532061259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,4096,0.028537776735093858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,7168,0.00639111093348927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,256,0.01724799970785777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,768,0.19985600312550864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,1536,0.01069777790043089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,512,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,3072,0.01404888927936554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,64,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,65536,8.078851487901476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,1536,0.04044533438152737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,10240,0.01346577786737018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,768,0.03813066747453477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,768,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,4096,0.03490133417977227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,51200,0.3079724576738146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,256,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,3584,0.07294844256507026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,12288,0.19741777578989664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,256,0.012010667059156628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,6144,0.016377778516875375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,65536,0.10392266511917114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,12288,0.3640391031901042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,64,0.10801066954930623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,7168,0.5233350859747993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,51200,0.29806311925252277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,256,0.0042071110672420925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,8192,1.373972468905979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,512,0.22240267859564888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,256,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,6144,0.03456088900566101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,128,0.18909422556559244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,5120,0.03425688876046075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,1536,0.07782044675615099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,5120,0.039143999417622886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,8192,0.10639111200968425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,6144,0.20109600490993926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,768,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,8192,0.029284444120195176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,1536,0.037674665451049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,3072,0.016460445192125108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,6144,0.1973359982172648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,16384,0.3203146722581652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,7168,0.025576000412305195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,51200,0.15882044368320042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,768,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,1536,0.016359999775886536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,6144,0.03996088769700792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,7168,0.025627555118666753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,256,0.008536888493431939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,51200,2.888805389404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,3072,0.38668889469570583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,8192,0.09203822082943386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,32,0.002999111182159848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,10240,0.49275912178887266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,51200,0.11583999792734782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,2048,0.0052826665341854095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,3584,0.015853333804342482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,12288,0.016107555892732408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,51200,2.142738766140408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,512,0.016554666890038382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,1536,0.005740444279379315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,32,0.007436444362004598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,65536,0.031290666924582586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,8192,0.023953777220514085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,3072,0.03615644574165344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,65536,0.42012710041469997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,256,0.004800888813204235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,768,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,12288,0.24438489807976616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,16384,0.10424888796276516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,512,0.4434320131937663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,4096,0.02687377731005351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,3584,0.16724533504909941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,512,0.006729777902364731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,2560,0.021387555532985266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,16384,0.06707733207278781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,1536,0.19229066371917725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,512,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,5120,0.3897528913285997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,64,0.0052977779673205475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,64,0.022057778305477563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,3584,0.009161777794361115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,3072,0.07721244626575045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,1536,0.004836444639497333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,768,0.005924444645643234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,16384,0.4254302183787028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,3584,0.00925511121749878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,3072,0.03390399946106805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,8192,0.29625243610805935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,3072,0.3363804552290175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,768,0.08723911311891343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,8192,0.2708204322391086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,12288,0.45899200439453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,7168,0.028767112228605483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,8192,0.12346488899654812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,2048,0.05003199974695841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,7168,0.010967999696731567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,3072,0.07222044467926025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,8192,0.012169777519173093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,8192,0.01793688866827223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,32,0.00314666661951277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,5120,0.03357333276006911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,6144,0.020115555988417733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,16384,0.018897778458065458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,1024,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,10240,0.06704888741175334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,7168,0.020136000381575692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,16384,0.1261848873562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,64,0.002630222174856398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,12288,0.023324444890022278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,2560,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,512,0.01331999980741077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,128,0.004110222061475118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,4096,0.30814843707614475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,64,0.002720000015364753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,65536,0.010443555812040964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,6144,0.011039999624093374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,3584,0.08453333377838135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,5120,0.012619555824332766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,51200,5.262696160210504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,16384,0.006822222222884496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,7168,0.8937448925442166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,128,0.004104888687531154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,7168,0.14826756053500706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,512,0.16553510559929743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,12288,0.019723556107944913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,16384,0.0710808899667528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,768,0.006478222293986215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,3072,0.02495999965402815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,10240,0.0631822215186225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,5120,0.02350844442844391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,7168,0.257841772503323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,1536,0.018217777212460835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,3584,0.033180445432662964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,64,0.0058577776783042485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,65536,0.3660026656256781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,3072,0.7406924565633138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,8192,0.11866577466328938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,4096,0.06258489025963677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,256,0.015427556302812366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,768,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,16384,1.461387528313531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,16384,0.4015768898857965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,10240,0.04905688762664795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,12288,0.0163128889269299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,65536,0.08966133329603408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,1536,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,512,0.02493511140346527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,3584,0.014081777797804939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,65536,0.10169333219528198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,2048,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,65536,0.7172560162014432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,12288,0.019852444529533386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,3584,0.014737778239780001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,32,0.033969776497946844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,51200,0.35085156228807235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,65536,6.182788425021702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,65536,0.059988445705837674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,4096,0.024106666445732117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,4096,0.015229332778188916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,3072,0.010880000061459012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,4096,0.35953866110907656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,65536,0.2596302297380236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,128,0.0047351109484831495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,512,0.008024888734022776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,2560,0.03701333204905192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,8192,0.1488915549384223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,2048,0.021670222282409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,6144,0.04235377907752991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,128,0.015400888191329109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,256,0.007845333053006066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,4096,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,12288,0.5118080245123969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,6144,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,2560,0.27694932619730633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,256,0.01776977711253696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,7168,0.20636533366309273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,1536,0.012115555504957834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,256,0.004705777598751916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,4096,0.015623110863897534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,768,0.009363555245929295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,2560,0.012968888713253869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,64,0.087391111585829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,64,0.002883555574549569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,1536,0.012311999996503195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,10240,0.02643199927277035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,4096,0.03323288758595785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,51200,0.1278568903605143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,2560,0.024900444679790076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,51200,0.11875289016299778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,7168,0.02144977781507704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,2560,0.07310489151212904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,512,0.00815288888083564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,128,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,4096,0.028537776735093858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,2048,0.022078222698635522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,5120,0.013919111755159167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,8192,0.044363554981019765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,5120,0.03084533413251241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,256,0.01628444426589542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,2560,0.00978577799267239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,1536,0.011763555308183035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,2048,0.017138666576809354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,6144,0.01864266726705763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,5120,0.25029778480529785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,32,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,3584,0.01312711089849472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,8192,0.3134640057881673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,32,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,16384,0.07667999797397189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,4096,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,65536,0.1449715561336941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,51200,0.14567111598120794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,256,0.044991112417644925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,65536,0.06582666767968072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,65536,1.2764612833658855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,32,0.003144888828198115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,3072,0.10301155514187282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,1536,0.06242044766743978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,10240,0.0402817792362637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,5120,0.01824711097611321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,65536,0.5246071285671657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,512,0.03138044476509094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,12288,0.5224435594346788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,256,0.003580444388919406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,256,0.004106666478845808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,128,0.003970666478077571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,1536,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,2560,0.011407111254003314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,12288,0.03881688912709554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,51200,0.1730124420589871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,512,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,4096,0.00906755526860555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,12288,0.028527110815048218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,4096,0.029623998536003962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,768,0.006084444622198741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,512,0.005599110904667113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,2560,0.017342221405771043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,16384,0.018812444474962022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,2048,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,3584,0.01571555601225959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,512,0.004298666699065102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,64,0.033732444047927856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,512,0.004848888764778773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,512,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,256,0.021328000558747187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,512,0.020815999971495736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,8192,0.044850667317708336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,3072,0.010568888651000129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,5120,0.20928711361355254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,128,0.002809777855873108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,51200,1.1559973822699654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,8192,0.3592960039774577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,2048,0.017858665850427415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,16384,0.07551466756396823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,768,0.025068443682458665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,1024,0.06547911299599542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,2048,0.012327111429638334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,5120,0.015375110838148328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,6144,0.027909331851535376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,768,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,128,0.003906666818592283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,4096,0.13759111033545599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,8192,0.38926132520039874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,2560,0.030671109755833943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,2048,0.009676444033781687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,12288,0.015273777974976433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,5120,0.31768356429206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,4096,0.2885599931081136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,6144,0.07141155666775174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,2048,0.03442044390572442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,7168,0.1370897822909885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,768,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,2560,0.39460712009006077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,7168,0.14085777600606283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,256,0.019896000623703003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,3584,0.012717333104875354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,16384,8.465810987684462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,1024,0.013423110875818463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,8192,0.08117155234018962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,51200,0.28211379051208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,51200,1.147706667582194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,256,0.012968888713253869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,3072,0.01218577805492613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,3072,0.021540444758203294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,2048,0.008578666382365758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,512,0.006593777901596493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,512,0.007206222249401941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,10240,0.031173331869973078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,4096,0.010536889235178629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,1024,0.0059057776298787855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,5120,0.019557333654827543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,128,0.0038559999730851916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,51200,0.05257866779963175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,1536,0.039262221919165716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,12288,0.04793777730729845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,64,0.20267911752065024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,6144,0.028825776444541082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,6144,0.0546960002846188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,1536,0.005294222384691238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,16384,0.4198559919993083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,256,0.03762133253945245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,2560,0.010216889282067617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,3072,0.15463466114468044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,4096,0.014290667242474027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,6144,0.018087110585636564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,256,0.0030906666070222855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,512,0.023271110322740342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,4096,0.015981333123313058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,51200,0.055937780274285205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,65536,0.5638622177971734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,16384,0.1702453295389811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,6144,0.06667821937137179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,1536,0.08136622111002605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,2560,0.011219555305110084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,5120,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,5120,0.027078222897317674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,7168,0.011457777685589261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,10240,0.47722578048706055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,2560,0.037245333194732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,1536,0.007248000138335758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,2560,0.11610933144887288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,10240,6.768305884467231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,1024,0.01146488885084788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,32,0.006436444405052397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,1024,0.010802666346232096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,1024,0.004370666626426908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,3584,0.009081777599122789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,51200,0.08079644706514147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,2048,0.01644799941115909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,8192,0.02109688851568434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,1536,0.004867555366622077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,3584,2.047332339816623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,7168,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,3584,0.0101742222905159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,51200,2.3371768527560763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,3584,0.011389333340856763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,3072,0.04874666531880697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,3584,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,65536,0.03139822350607978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,1024,0.006017777654859755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,256,0.007777777810891469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,1536,0.01479466590616438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,2048,0.02463111115826501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,2560,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,2048,0.006051555689838197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,1536,0.008788444101810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,512,0.010839111275143094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,4096,0.24438399738735625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,768,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,128,0.0262080000506507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,256,0.019003555178642273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,256,0.04057244459788004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,3584,0.025861332813898723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,2560,0.020059555768966675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,512,0.014380445082982382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,7168,0.17180711693233916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,7168,0.1275040043724908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,3072,0.011218667030334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,12288,0.5308799743652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,10240,0.04537689023547702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,8192,0.057722667853037514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,7168,0.041780445310804576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,1536,0.015677332878112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,128,0.015244444211324057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,10240,1.141990237765842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,10240,0.07966311110390557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,1024,0.009755555954244401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,12288,0.45452001359727645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,2560,0.021399999658266704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,6144,0.018399111098713346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,64,0.0037120001183615792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,51200,0.009000000026490953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,5120,0.48006312052408856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,3072,0.029792000850041706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,2560,0.010303110712104374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,7168,0.2854542202419705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,256,0.0032702222880389956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,12288,0.10343733098771836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,128,0.11117777559492324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,6144,0.26213688320583767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,8192,10.068819681803385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,768,0.008821333448092142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,768,0.4227031071980794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,32,0.003544888976547453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,3072,0.040744000011020236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,2560,0.028943998946083918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,3584,0.19643821981218126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,768,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,65536,0.38384800487094456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,12288,0.2644302315182156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,128,0.01629955569903056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,51200,0.59734222624037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,1024,0.01639111174477471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,10240,0.06875822279188368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,768,0.005713777823580637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,256,0.0029164445069101122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,128,0.009304888546466827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,2560,0.012620444099108378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,3584,0.1339591079288059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,1536,0.06246044238408407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,10240,0.2581351068284777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,2048,0.023535999986860488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,7168,0.011295110815101199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,65536,1.154735141330295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,8192,0.06253688865237765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,51200,0.19764799541897246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,7168,0.47661246193779844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,2560,0.060122668743133545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,1024,0.032207998964521624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,16384,0.23681243260701498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,1536,0.11527821752760146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,3584,0.02274844381544325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,32,0.0075039996041191956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,5120,0.16073511706458196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,8192,0.011790222591824003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,12288,0.025120000044504803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,2560,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,128,0.023167999254332647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,128,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,32,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,768,0.004446222136418025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,3072,0.01865955524974399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,51200,0.20083733399709067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,2048,2.54386223687066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,51200,1.9787101745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,64,0.012658666405412885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,768,0.03052977720896403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,3584,0.009312888814343346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,128,0.03135822216669718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,5120,0.6976835462782117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,8192,0.03343288766013251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,1536,0.006131555471155379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,65536,0.23306398921542695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,16384,0.1652862230936686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,1024,0.030776888132095337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,32,0.03287911083963182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,10240,0.037674665451049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,8192,2.0514276292588973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,16384,0.7511102358500162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,2048,0.04299288988113403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,32,0.0035297779573334586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,64,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,8192,0.01588355501492818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,256,0.021884444687101576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,512,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,12288,0.06738311052322388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,512,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,5120,0.25548889901902944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,8192,0.039091553952958845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,65536,3.04132440355089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,4096,2.3233795166015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,12288,0.26913777987162274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,3072,0.17496800422668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,1024,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,65536,0.08084533611933391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,128,0.004504888835880491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,8192,0.028221332364612158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,2560,0.06961866882112291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,3072,0.023056889573733013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,1024,0.010970667004585266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,64,0.070214225186242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,4096,0.006250666661394968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,7168,0.010764444039927589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,64,0.012311110893885294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,16384,1.053192032708062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,5120,1.3792390823364258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,6144,0.012787555654843649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,32,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,5120,0.011900444825490316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,6144,0.17481866147783068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,16384,0.05190666516621908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,3584,0.020119110743204754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,2560,0.008028444316652086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,8192,0.10495822297202216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,5120,0.0798248913553026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,65536,0.07060622506671481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,1024,0.09142666392856175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,5120,0.01037599974208408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,65536,11.091311984592013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,5120,0.736402670542399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,64,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,6144,0.10232710838317871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,768,0.0064293332397937775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,5120,0.055440889464484326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,1024,0.13377955224778917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,7168,0.014470222923490735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,10240,0.013585777746306526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,5120,0.04193422198295593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,65536,0.4598702324761285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,6144,0.014856888188256158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,51200,0.1764906644821167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,32,0.003961777935425441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,1024,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,7168,0.054267555475234985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,8192,0.025458667013380263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,65536,0.06859199868308173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,1536,0.013330666555298699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,1536,0.10147288772794937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,51200,0.060587558481428355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,2048,0.02131555477778117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,512,0.03129511078198751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,128,0.004312889029582341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,64,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,6144,0.13689600096808538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,8192,2.5712240007188583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,65536,0.36619999673631454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,2560,0.02769688930776384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,4096,0.11728355619642471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,4096,0.03477955526775784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,10240,0.03106044398413764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,51200,0.08253155814276801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,128,0.0034097778714365433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,3584,0.006960888703664144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,64,0.005210666606823604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,2560,0.1273911131752862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,32,0.007179555793603261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,12288,0.02012888921631707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,2560,0.006148444281684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,3584,0.01219288922018475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,3584,0.025260445144441392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,32,0.0025804444319672054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,256,0.0028453332682450614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,1024,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,1536,0.010469333165221743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,128,0.007619555625650618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,12288,0.045215109984079994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,1024,0.011329777538776398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,3584,0.011726222104496427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,128,0.005355555564165115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,3584,0.0708835588561164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,5120,0.02884799904293484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,6144,0.013936888840463428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,3072,0.02674399978584713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,512,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,1536,1.3399128384060328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,64,0.0037884443170494507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,768,0.0069671107663048645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,64,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,32,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,65536,0.33443376753065324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,10240,0.013456000222100152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,2560,0.0990755558013916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,2048,0.006500444478458828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,512,0.004470222112205294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,512,0.006487999939256244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,2560,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,6144,0.04256888892915514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,256,0.004313777718279096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,3584,0.01829155617290073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,128,0.007611555357774098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,3584,0.02942488922013177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,3584,0.0912168886926439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,5120,0.011783999701340994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,128,0.0035457776652442086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,1536,0.00646666685740153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,256,0.008983111215962304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,2560,0.021134222547213238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,3072,0.007663110891977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,5120,0.05087466703520881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,5120,0.19878133138020834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,1536,0.004668444395065308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,1536,0.019766221443812054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,1024,0.12660711341434056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,1024,0.09829422500398423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,16384,0.026438222991095647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,10240,0.034837332036760114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,51200,0.4943262206183539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,256,0.00793866647614373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,256,0.00925333301226298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,3072,0.16846133602990043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,12288,0.05035377873314751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,512,0.005052444421582752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,768,0.003910222401221593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,5120,0.0395760006374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,16384,0.012876444392734103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,768,0.022135110365019903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,51200,2.9392151302761502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,16384,0.0351182222366333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,5120,0.07470399803585477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,16384,0.4025582207573785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,16384,0.008638222184446123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,1024,0.005873777800136142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,4096,0.008271111382378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,10240,0.01458666721979777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,5120,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,2560,0.007714666426181793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,3072,0.20542755391862658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,5120,0.036074668169021606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,8192,0.415915568669637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,768,0.004839111119508743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,1536,0.012302222351233164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,7168,0.2346577909257677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,16384,0.4029706584082709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,10240,0.01518133282661438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,768,0.008088000118732452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,64,0.023296000228987798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,7168,0.08168177472220527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,5120,0.017315554949972365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,2048,0.007872888611422645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,3072,0.01828444500764211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,10240,0.023502222365803186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,5120,1.6746702194213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,32,0.006061333335108227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,51200,0.049141334162818066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,64,0.011666666302416058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,6144,1.8139652676052516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,12288,0.22674221462673613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,7168,0.03941511114438375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,8192,0.06211911307440864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,128,0.0031146665828095544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,32,0.0035217776894569397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,7168,0.01387644476360745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,6144,0.016530666086408827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,8192,0.038763556215498186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,10240,0.11774933338165283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,768,0.0047973332305749255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,4096,0.008791999684439765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,32,0.002622222320901023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,8192,0.029496000872717962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,1536,0.00721599989467197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,3584,0.03930844532118903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,10240,0.06395022074381511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,3584,0.17810489071740043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,768,0.010909332997269101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,16384,4.343145582411024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,7168,0.1971902185016208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,7168,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,1024,0.018740443719757926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,3072,0.009181333084901174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,128,0.012707555459605323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,1024,0.022978666755888198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,1536,0.011446221835083432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,4096,0.010987555815113915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,1536,2.580190234714084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,5120,0.03257955445183648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,128,0.007095110913117726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,6144,0.01578044394652049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,3072,0.039224889543321394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,3584,0.03125777840614319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,16384,0.14779555797576904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,32,0.02013066742155287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,65536,0.19565599494510225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,768,0.00507733349998792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,3072,0.018406222263971966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,6144,0.08481333653132121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,2560,0.20429689354366729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,10240,0.5757697953118218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,6144,0.04218399855825636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,256,0.003128888913326793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,64,0.006702222343948152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,12288,0.018013333280881245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,4096,0.2245866722530789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,65536,0.6888755692376031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,8192,0.23740622732374403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,4096,0.009537777966923183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,32,0.006139555739031897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,3072,0.2630382113986545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,7168,0.02825511164135403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,8192,0.028766221470303003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,8192,0.3126186794704861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,16384,0.05632266733381483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,51200,0.4689111179775662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,6144,3.022497812906901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,12288,0.05864977836608887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,256,0.013254221942689685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,4096,0.011994666523403592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,8192,0.15441777971055773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,12288,0.020063999626371596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,16384,0.027952889601389568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,51200,0.15781511200798884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,8192,0.019816888703240287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,6144,3.1712773640950522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,7168,0.06184089183807373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,64,0.0033208889265855155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,3584,0.024678222007221643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,128,0.010858666565683154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,6144,2.432416068183051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,3584,0.010662222074137794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,51200,0.7458355691697863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,65536,3.7509812249077688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,7168,0.016022221909628976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,32,0.009143110778596666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,16384,0.04049688908788893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,5120,0.23261955049302843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,256,0.003216888962520493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,6144,0.03513866662979126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,51200,0.12975911299387613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,12288,0.14208000236087376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,51200,0.2506799962785509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,32,0.002970666728085942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,64,0.011965333587593503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,7168,3.0599324968126087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,16384,0.06783111227883233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,16384,2.5949217478434243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,2560,0.03459377752410041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,1024,0.10103378030988906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,6144,0.15157777733272976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,7168,0.0075599998235702515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,12288,0.010230222509966956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,4096,0.10606222020255195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,1536,0.06095821989907158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,12288,0.017997332745128207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,8192,0.061647110515170626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,128,0.0337777766916487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,128,0.003735110991530948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,3584,0.019648000597953796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,1536,0.007194666398896112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,32,0.039360887474483915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,768,0.28194578488667804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,1024,0.06508177518844604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,256,0.004919111314747068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,32,0.04061866799990336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,51200,2.4353084564208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,16384,0.0483804444471995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,128,0.006447111152940326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,32,0.002887111157178879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,768,0.27450844976637095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,5120,0.04571288824081421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,10240,0.015578667322794596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,3584,0.011951111257076263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,3584,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,1536,0.027818666564093694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,51200,0.45200798246595597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,10240,0.040178666512171425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,512,0.005020444591840108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,768,0.026009778181711834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,32,0.003654222107595868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,1536,0.018352889352374606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,12288,0.014906666345066495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,512,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,1536,0.1538835499021742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,8192,0.3042195638020833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,2560,0.05425688955518934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,6144,0.1584835582309299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,51200,0.05460000038146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,2560,0.20986933178371855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,1536,0.07908088631100126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,16384,0.1691137817170885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,6144,0.12967467308044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,1536,0.004401777767472797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,5120,0.038740442858801946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,1024,0.010022222167915767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,4096,0.01735911104414198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,8192,0.21061155531141493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,256,0.015995555453830294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,256,0.03131555517514547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,5120,0.008986666798591614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,65536,0.22099199559953478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,8192,0.12027733855777317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,10240,0.052800890472200185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,1024,0.008477333519193862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,12288,0.2940879927741157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,4096,0.0222746663623386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,2048,0.008767999708652496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,3072,0.010082667072614035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,256,0.02200444373819563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,2560,0.025664889150195654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,3584,0.008918222453859117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,256,0.017677333619859483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,4096,0.009350222018029954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,3584,0.008926221893893348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,64,0.0031928889867332247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,2048,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,4096,0.2503253353966607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,256,0.021692444880803425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,128,0.005005333158704969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,256,0.009857777920034196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,10240,0.01699555582470364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,2048,0.011681777735551199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,12288,0.015903110305468243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,51200,16.917326185438366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,2048,0.1072346634334988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,65536,1.7079084184434679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,2560,0.014284445179833306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,32,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,6144,0.22282311651441786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,1024,0.017518222332000732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,128,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,768,0.003730666720204883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,768,0.03547733359866672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,1024,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,1024,0.003859555555714501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,128,0.00443111111720403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,12288,0.15008355511559382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,16384,0.6957679854498969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,4096,0.03539022141032749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,128,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,4096,0.7743164698282877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,8192,0.19930844836764863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,12288,0.09432266818152533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,65536,0.2695111168755425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,51200,1.8738587697347004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,10240,0.039099554220835366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,8192,0.29844533072577584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,128,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,5120,0.04850755466355217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,12288,0.051029334465662636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,128,0.09674221939510769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,12288,0.024448888169394598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,4096,0.028714666763941448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,768,0.010238221950001186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,256,0.0034648889882696998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,5120,0.029862221744325426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,8192,0.047720889250437416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,1024,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,8192,0.9846390618218316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,8192,0.06733333402209811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,128,0.012431110772821637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,3584,0.014922666880819531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,768,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,51200,0.5914462407430013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,1536,0.040002667241626315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,1024,0.00620977787507905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,2560,0.02597155504756504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,4096,0.010027555955780877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,7168,0.06801955567465888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,16384,0.04055111275778876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,5120,0.18947911262512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,512,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,65536,0.2612168788909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,1536,0.1040159993701511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,64,0.0028479999552170434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,8192,0.20991822083791098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,6144,0.006247111078765657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,51200,0.16879733403523764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,256,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,1536,0.12403199407789443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,256,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,128,0.0033724444607893624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,10240,0.2543528874715169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,5120,0.008554666406578487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,256,0.004058666527271271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,51200,0.6206329133775499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,16384,0.4335039986504449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,3584,0.2440640131632487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,12288,0.021762667430771723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,64,0.0028391112056043413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,512,0.026526222626368206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,1536,0.009381333159075843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,16384,0.7128666771782769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,65536,0.1497111055586073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,256,0.15873600376976862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,64,0.0029004443850782183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,12288,0.2133493291007148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,3072,0.01829866733815935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,10240,0.05616888735029432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,4096,0.020231111182106864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,2560,0.04231377773814731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,768,0.009420444567998251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,768,0.06212266948488024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,2048,0.010040000081062317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,3072,0.011715555356608497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,65536,103.92887369791667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,2560,0.094832890563541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,1024,0.008939555949634975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,16384,1.2359991073608398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,1024,0.007600888609886169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,1024,0.012255111502276527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,7168,0.27991289562649196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,5120,0.011271110839313932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,12288,0.019425777925385367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,512,0.02307111190425025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,512,0.009223110973834991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,10240,0.04033599959479438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,65536,0.16124710771772596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,3072,0.00813600007030699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,3072,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,4096,0.01670222149954902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,1024,0.06149333053165012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,51200,5.383356306287978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,32,0.02645955483118693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,8192,0.04194577866130405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,64,0.007100444700982835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,32,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,51200,2.9653280046251087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,3584,0.010801778071456485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,2048,0.04042844308747186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,2560,0.047462221648958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,16384,0.08250400092866686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,1024,0.021155556042989094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,4096,0.1829999950197008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,2048,0.006544000158707301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,768,0.04298044575585259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,12288,0.01661422186427646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,768,0.01148622234662374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,12288,0.10295999712414211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,65536,1.8464497460259333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,2048,0.010117332968446944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,64,0.0101724440852801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,4096,0.09854577647315131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,65536,0.06597422228919135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,1024,0.04562933246294657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,256,0.01014666673209932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,768,0.012249777714411417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,2560,0.01757866640885671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,1024,0.010990222295125326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,2560,0.5191600057813857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,32,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,1536,0.007122666471534305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,65536,0.7680142190721301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,6144,0.03517955541610718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,3072,0.017462222112549674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,3584,0.011194667054547204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,256,0.1585351096259223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,512,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,32,0.034007999632093645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,8192,0.02197333342499203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,1024,0.019725332657496136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,512,0.004640000147951974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,128,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,10240,0.09313244289822048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,5120,0.7008159955342611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,3584,0.008223999705579545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,6144,0.19410933388604057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,65536,13.920872158474394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,65536,0.30046576923794216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,128,0.0027724444452259275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,16384,0.02639377779430813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,7168,0.01110577748881446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,51200,1.4503200319078233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,12288,0.24821599324544272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,1024,0.012113778127564324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,51200,0.2522631221347385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,5120,0.013360000318951078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,10240,0.0885431104236179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,8192,0.02458933326933119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,2560,0.039212445418039955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,3072,0.9232550726996528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,10240,0.5205849011739095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,8192,0.02218222286966112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,3584,0.011629333098729452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,5120,0.010442666709423065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,2048,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,3072,0.0882986651526557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,512,0.01721244388156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,16384,0.019766221443812054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,4096,0.01124622258875105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,32,0.15352977646721735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,51200,0.4092622333102756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,2560,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,2048,0.02240088913175795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,768,0.1660755607816908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,1536,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,2560,0.013968000809351603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,256,0.004770666774776247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,10240,0.011076444553004371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,7168,0.25074932310316295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,3072,0.019164444671736825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,16384,1.537800047132704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,8192,0.14007200135125056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,6144,0.04699288805325826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,128,0.009356444080670675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,8192,0.04743644595146179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,65536,5.679250505235459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,512,0.0041626666982968645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,3072,0.05312622255749173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,2560,0.03475644522243076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,32,0.018056000272432964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,128,0.0032071111102898917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,1536,0.016418667303191293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,3072,0.02184444500340356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,2048,0.011220444407727985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,10240,33.37196519639757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,10240,0.06941955619388156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,256,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,16384,0.04603022336959839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,16384,0.10081333584255642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,64,0.006292444550328785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,512,0.01797066628932953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,2048,0.17757956186930338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,512,0.003585777762863371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,1024,0.011603555745548673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,32,0.2070124414232042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,1536,0.11247732904222275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,16384,0.13250845008426243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,1024,0.011715555356608497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,1536,0.017788444956143696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,65536,0.5780622164408366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,16384,0.6825440194871691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,7168,0.016620443926917184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,4096,0.012010667059156628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,3584,0.03080444534619649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,256,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,128,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,1536,0.017868444323539734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,2048,0.14823377132415771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,7168,0.8049982388814291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,6144,0.015815999772813585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,51200,0.07933333184983996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,6144,0.0414044459660848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,65536,0.07138399945365058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,32,0.015827554795477126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,7168,0.2870382202996148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,16384,0.3313528961605496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,1024,0.018904889623324077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,12288,0.06146755483415392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,768,0.13646754953596327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,1536,0.06627911329269409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,4096,0.29940888616773814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,12288,0.22773689693874785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,16384,0.059333331055111356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,768,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,2048,8.711309644911024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,16384,0.3751342296600342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,256,0.0034684443639384378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,1024,0.030597332451078627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,51200,2.0260177188449435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,16384,0.03976622223854065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,10240,0.011609777808189392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,2048,0.011364444262451597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,64,0.010404444403118556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,128,0.01651822196112739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,4096,0.011496889094511667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,12288,0.396778662999471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,512,0.02702399922741784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,3072,0.013082666529549493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,16384,0.048362665706210665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,12288,0.047573334640926786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,512,0.0035048888789282907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,512,0.006143110907740063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,4096,0.010998222563001843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,768,0.004002666721741359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,12288,0.04810400141610039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,7168,0.015063999427689446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,32,0.0028133332315418455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,3072,0.028907554017172918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,65536,0.08372266425026788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,32,0.0028888889484935333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,6144,0.06473777691523235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,12288,0.04372355673048231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,12288,0.2678195635477702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,768,0.00564444437623024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,10240,0.2423715591430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,256,0.00757155567407608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,768,0.010392000277837118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,2560,0.02695911129315694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,1536,0.010741333166758219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,3584,0.012912888493802814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,3584,1.3143449359469943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,768,0.011598221957683563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,2048,0.5148231188456217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,8192,0.370161771774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,65536,0.08356089062160915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,3584,0.16511289278666177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,3072,0.00792711145348019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,128,0.018182223041852314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,1536,0.023806222611003455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,10240,0.38822221755981445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,512,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,2560,0.06316800249947442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,3584,0.08516622251934475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,32,0.0029475556479560006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,2560,0.018608889646000333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,2560,0.024357333779335022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,65536,0.1245644489924113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,256,0.46747557322184247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,64,0.0037475555307335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,32,0.0026951111439201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,512,0.0052915554907586836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,7168,0.12906132804022893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,1536,0.009873777627944946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,128,0.011418666276666852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,2048,0.005961777849329843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,5120,0.9857929017808703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,3584,0.053047110637029014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,1536,0.004655111167165968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,4096,0.0796382228533427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,5120,0.04808888832728068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,16384,0.15927910804748535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,7168,0.03994311226738824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,4096,0.013983999689420065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,768,0.005670222143332164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,128,0.01866666641500261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,4096,0.03506844573550754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,7168,0.018948444061809115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,3072,0.01683555543422699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,64,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,5120,0.01682044400109185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,1024,0.14904267258114284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,64,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,256,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,12288,0.0063493334584765965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,128,0.6896933449639214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,5120,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,6144,0.01276266657643848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,3072,0.11974044640858968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,64,0.04442755712403191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,6144,0.18429688612620035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,3584,0.01980888843536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,3584,0.10590222146775986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,512,0.04232622186342875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,2560,0.013451555536852943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,5120,0.2207191122902764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,32,0.0030986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,10240,0.09693511327107747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,2560,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,2048,0.006676444576846228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,768,0.031121777163611516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,3072,0.011166222393512726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,512,0.008776889079146916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,7168,0.009575111170609793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,65536,0.06718044148551093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,10240,0.05315466721852621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,3072,0.012376888758606382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,51200,0.444760004679362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,64,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,32,0.002966222249799304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,12288,0.3599715497758653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,65536,3.1814630296495228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,2048,0.15857244862450495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,2560,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,65536,0.14580444494883218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,1024,0.012112889024946423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,8192,0.7646311124165853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,16384,0.0807022253672282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,2560,0.021946666969193354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,2048,0.008400888906584846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,128,0.014559111661381192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,16384,0.021011556188265484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,5120,0.1228746705585056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,3584,0.35153510835435653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,64,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,51200,0.1998924414316813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,2048,0.03896177808443705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,51200,0.06292355722851224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,12288,5.03819825914171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,1536,0.02160444524553087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,1536,1.509598202175564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,3072,0.010272888673676385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,2048,0.013024888932704926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,256,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,10240,0.18205422825283477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,1536,0.0081395556529363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,51200,0.2373208999633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,3072,0.010416000253624385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,256,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,16384,1.297760009765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,256,0.017888888716697693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,512,0.008440000315507254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,64,0.007779555188284979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,768,0.03243911266326904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,256,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,1024,0.01811733345190684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,768,0.009734222458468543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,3072,0.03331289026472304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,51200,0.2401155630747477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,3584,0.26431555218166775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,6144,0.07543377743826972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,1536,0.021755556265513103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,65536,0.021809778279728357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,512,0.0274000002278222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,512,0.09333688682980007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,768,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,2560,1.1915902031792533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,32,0.003085333233078321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,2560,0.01038577738735411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,51200,0.1370168924331665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,65536,0.1047324472003513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,3072,0.014504889647165934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,1024,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,512,0.00554933316177792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,256,0.009902222288979424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,12288,0.03868444429503547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,3584,0.022912888063324824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,10240,0.0597955584526062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,128,0.019166222876972623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,2560,0.11705066098107232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,64,0.03659822212325202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,32,0.0026640000028742682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,128,0.027424888478385076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,1024,0.016792888442675274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,32,0.008936000367005667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,6144,0.08840355608198379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,3072,0.00666933341158761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,2560,0.01661066710948944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,64,0.008988444175985124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,7168,0.05942933426962959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,8192,0.3485333389706082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,3072,0.008243555823961893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,5120,0.3899928993648953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,6144,0.03183822168244256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,5120,0.023191110955344305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,65536,0.06776889165242513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,65536,0.3996844556596544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,65536,23.162436591254338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,32,0.25489510430230033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,3584,0.10388533274332683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,10240,0.013203555511103736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,12288,0.0735751125547621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,5120,0.1381102270550198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,1024,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,2560,0.010640000303586325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,1536,0.15804266929626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,6144,0.018031999468803406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,16384,0.006527110934257507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,256,0.0028968888024489083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,3584,0.009072889056470659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,128,0.004567999806669024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,16384,0.024645333488782246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,1024,0.003927999900446998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,512,0.03898222247759501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,2048,0.026662222213215295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,65536,0.5677102406819662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,5120,0.008595555192894405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,2560,0.027223111854659185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,2048,0.20372622542911104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,12288,0.03101955519782172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,1024,0.23515378104315865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,2560,0.007896888587209914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,51200,0.4403671158684625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,3072,0.1315715577867296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,512,0.01720533271630605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,512,0.028966221544477675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,512,0.004839111119508743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,256,0.06615466541714139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,2560,0.01127911110719045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,1024,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,3072,0.009868444667922126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,2560,0.08375555276870728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,5120,0.009300444689061906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,2560,0.22150666183895537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,8192,0.017976888351970248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,64,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,2048,0.011446221835083432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,5120,0.0094355551732911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,128,0.0036755556033717263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,768,0.010503999888896942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,3072,0.017761778500345018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,5120,0.011368888947698804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,128,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,32,0.008473777936564552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,768,0.007060444189442529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,3584,0.043417778280046254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,10240,0.28999198807610405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,3072,0.28018400404188365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,3072,0.014309333430396186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,8192,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,1536,0.03889066643185086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,256,0.011077333655622272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,768,0.006139555739031897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,10240,0.050183110766940646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,5120,0.03704977697796292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,51200,15.904078165690104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,512,0.008946666287051307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,64,0.04669688807593452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,32,0.027110222313139174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,10240,1.4893982145521376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,10240,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,4096,0.034429334931903414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,4096,0.021024000313546922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,1024,0.007092444433106317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,2048,0.028647998968760174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,8192,0.012773333324326409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,256,0.009715555442704095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,512,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,6144,0.03326133224699233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,12288,0.018240888913472492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,128,0.10878311263190375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,3072,0.07222400108973186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,12288,0.04192177785767449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,256,0.004320888883537716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,3584,0.0874942209985521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,2048,0.1606071127785577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,8192,0.02908088763554891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,1536,0.6366906695895725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,512,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,5120,0.03896888759401109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,1024,0.037661333878835045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,12288,0.6107048988342285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,64,0.005614222337802251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,6144,0.04158044523662991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,12288,9.32027350531684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,1536,0.009309333231714036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,51200,0.05866489145490858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,51200,2.700175179375542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,128,0.017470222380426195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,16384,0.32494134373135036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,7168,0.03286044465170966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,16384,4.308491600884332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,3584,0.08556089136335586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,64,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,7168,0.843689759572347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,51200,0.23375111156039766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,256,0.004750222381618288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,4096,0.007985778152942657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,51200,0.0764755540423923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,256,0.011334222224023608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,51200,0.6009430885314941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,1536,0.011534222298198275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,2560,0.008734222087595198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,256,0.005165333135260476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,128,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,256,0.01831999917825063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,128,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,12288,0.0233608881632487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,3584,0.04980355501174927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,16384,0.1421146657731798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,3584,0.021253334151373968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,128,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,2560,0.016167999969588388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,51200,0.586916446685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,65536,1.3194444444444444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,12288,0.08283555507659912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,768,0.005405333307054307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,512,0.011602666642930774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,12288,0.2809937795003255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,65536,0.06951466533872816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,256,0.015471999843915304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,1536,0.05939110782411364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,1536,0.031425777408811785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,8192,0.020389333367347717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,256,0.008025777836640676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,12288,0.10362044307920669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,2048,0.02013066742155287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,12288,0.022355554832352534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,16384,0.3216044372982449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,10240,0.041900446017583214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,5120,0.00959022260374493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,768,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,10240,0.20557244618733725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,12288,0.029261334074868098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,768,0.03405688868628608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,10240,0.015641777051819693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,64,0.011709333293967776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,12288,0.04048000110520257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,12288,0.03447377681732178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,7168,0.06889777713351779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,10240,0.013545778062608508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,3584,0.1255626678466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,51200,73.41658528645833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,6144,0.027056000298923914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,768,0.007521777517265744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,2560,0.4463804562886556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,10240,0.01977688901954227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,512,0.0041164445380369825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,12288,0.1407688856124878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,3072,0.09315911266538833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,10240,1.1247377395629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,4096,0.021155556042989094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,51200,0.9996808369954427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,256,0.008936888641781276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,8192,0.030753778086768255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,4096,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,3072,0.011208000282446543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,1024,0.12177777290344238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,2560,0.035938666926489934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,64,0.011800888511869641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,10240,0.3730337884691026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,512,0.020000000794728596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,256,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,7168,0.015847111741701763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,2560,0.13298755221896702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,8192,1.0838684505886502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,3584,0.0628239976035224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,1536,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,16384,0.026034666432274714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,2048,0.145815995004442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,5120,0.012278222375445895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,2560,0.05788711044523451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,768,0.004987555659479565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,64,0.03190844588809543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,6144,0.012512889173295764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,4096,0.03104089034928216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,12288,0.602519088321262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,128,0.00996088898844189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,8192,1.6245128843519423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,256,0.017814222309324477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,256,0.02363288899262746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,16384,0.05006222261322869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,32,0.007072889142566257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,3584,0.30710310406155056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,2560,0.013843555417325763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,3072,0.007819555699825287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,10240,0.014988443917698331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,768,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,128,0.19211467107137045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,3072,0.015046222342385186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,256,0.007246221933099959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,3584,0.015022221538755627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,128,0.0053582220441765254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,512,0.008432889150248634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,10240,1.8561581505669489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,3072,0.17649511496225992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,10240,0.03644977675543891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,16384,0.11591822571224636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,10240,0.9767022662692599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,3072,0.11551288763682048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,512,0.006044444524579578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,51200,0.06116177638371786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,7168,0.3016631073421902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,8192,0.017868444323539734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,7168,0.01752800080511305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,32,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,7168,0.020114666885799833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,16384,0.6213359832763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,512,0.06799999872843425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,3584,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,32,0.0074417781498697065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,3072,0.08688888947168986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,10240,0.9438738293117948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,16384,0.14890755547417536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,8192,0.05621777640448677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,3584,2.439023971557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,256,0.13999911149342856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,1024,0.008754666480753157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,3584,0.08804266982608372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,5120,0.03307911091380649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,2048,0.006586666736337874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,12288,0.05732444259855482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,16384,0.09871288802888657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,51200,0.05515022079149882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,51200,0.2996079921722412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,12288,0.07198933098051283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,3584,1.337723520067003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,2560,0.022805333137512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,1536,0.023108444280094568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,128,0.004520888957712385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,1024,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,512,0.008604444563388824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,16384,0.06835644774966769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,128,0.14684532748328313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,12288,0.25410487916734487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,768,0.0047102222839991255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,1536,0.017849778135617573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,7168,0.3550906711154514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,3584,0.14240622520446777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,64,0.003080888961752256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,1024,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,51200,13.643012152777779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,512,0.023149333066410486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,12288,0.020396444532606337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,128,0.00795377790927887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,7168,0.028099556763966877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,4096,0.007532444265153673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,256,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,3072,0.008638222184446123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,2048,0.1384977764553494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,256,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,5120,0.2981582217746311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,128,0.01769244505299462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,6144,0.16790400611029732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,16384,0.020800888538360596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,256,0.003120888852410846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,1024,0.02120977805720435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,12288,0.017641777793566387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,2048,0.0715528859032525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,1536,0.006284444282452266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,6144,0.1343297825919257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,7168,0.1051022211710612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,2048,0.0387715564833747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,5120,0.442720890045166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,51200,1.1903937657674153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,2560,0.01275288893116845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,32,0.009587555295891231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,10240,0.12881955835554335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,512,0.01440622243616316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,2048,0.9012053807576498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,2560,0.021221333079867895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,12288,0.02070755594306522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,12288,0.040821333726247154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,65536,0.32366132736206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,16384,0.0705911119778951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,1536,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,3584,0.09964622391594781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,6144,0.041209777196248375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,65536,1.031599998474121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,4096,0.02681688964366913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,128,0.005381333331267039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,768,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,1536,0.18863644864824083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,1024,0.014135999812020196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,128,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,2560,0.19279466734992134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,2048,0.010429333481523724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,256,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,2560,0.015967110792795818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,6144,0.1639662186304728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,4096,0.01702844434314304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,2560,0.01072622256146537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,10240,0.016723554995324876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,768,0.00574311117331187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,768,0.005917333480384614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,7168,0.8208684391445584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,16384,81.27275933159721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,2048,0.46918132570054794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,2048,0.010558221903112201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,12288,15.311236911349825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,1536,0.02347999976740943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,65536,0.12575199868943956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,256,0.003134222287270758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,16384,0.08585511313544379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,51200,0.07747289207246569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,1536,0.018144889010323417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,768,0.02422933280467987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,1024,0.051580445633994214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,768,0.004560889055331548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,2560,0.023937778340445623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,1024,0.1845315562354194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,5120,1.5807075500488281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,3584,0.00796888851457172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,2048,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,768,0.00666933341158761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,512,0.05642044544219971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,16384,3.4726373884412975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,16384,0.2948799928029378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,2560,0.011649777491887411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,768,0.03978755407863193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,768,0.02351733379893833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,7168,0.0148026661740409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,3584,0.011345778074529437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,1024,0.005571555760171678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,6144,0.2838897705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,2560,0.252039114634196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,12288,0.10449333323372735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,7168,0.026343110534879897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,768,0.011513777905040316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,768,0.022094221578703985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,7168,0.4380222161610921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,64,0.019023999571800232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,7168,0.026317333181699116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,51200,0.4536088837517633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,10240,0.026553778184784785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,5120,2.085116492377387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,768,0.010008888940016428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,4096,0.16914133230845133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,128,0.005603555589914322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,10240,0.007064888874689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,2560,0.023185777995321486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,3584,0.011552000211344825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,2560,0.01586666703224182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,12288,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,51200,0.0425546665986379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,8192,0.613143973880344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,8192,0.01792266633775499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,10240,0.019139554765489366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,256,0.006252444452709622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,7168,0.09385866589016384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,128,0.004222222086456087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,64,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,16384,3.458954705132378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,3584,0.18168532848358154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,1024,0.007271111011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,64,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,8192,0.013048888908492194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,256,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,5120,0.1586488882700602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,51200,0.19415556059943306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,256,0.00434933313065105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,768,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,1024,0.0061919999619325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,768,0.004984000076850255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,3072,0.007713778151406183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,2048,0.006186666587988536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,8192,0.012578667038016848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,256,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,3072,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,51200,0.45882664786444766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,8192,0.014314666390419006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,1024,0.00407288885778851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,6144,0.5172186427646214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,5120,0.05048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,7168,0.03456444541613261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,2048,0.013058666553762225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,8192,0.04569422205289205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,10240,2.9512560102674694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,512,0.018237334158685472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,6144,0.2274248864915636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,51200,0.6575973298814561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,65536,0.37911023033989805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,256,0.012396444049146442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,16384,0.16277778148651123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,6144,0.039622220728132464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,65536,4.718919965955946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,65536,0.19460266166263154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,768,0.054450667566723294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,7168,0.24143377939860025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,4096,0.10880355702506171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,1024,0.03891466723548041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,32,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,6144,0.26350755161709255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,7168,0.7405778037177192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,512,0.004265777766704559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,256,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,16384,0.04633688926696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,256,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,768,0.004824000100294749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,7168,0.2178888850741916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,4096,0.010845333337783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,51200,0.2691902319590251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,10240,0.27250221040513783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,64,0.014104000396198697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,128,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,5120,1.687546624077691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,65536,0.09516444471147324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,16384,0.057067553202311196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,3072,0.016912889149453905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,3584,0.010309333602587381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,512,0.005718222094906702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,32,0.03120533294147915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,1024,0.24237423472934297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,51200,0.09248355362150405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,1024,0.003907555507289039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,12288,0.04887466629346212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,256,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,10240,0.062386665079328746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,1536,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,16384,0.014348444011476306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,51200,0.05305244525273641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,32,0.010911111202504901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,512,0.011208888557222156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,2048,0.10172088940938313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,3584,0.034790221187803484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,128,0.009917333722114563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,512,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,8192,0.04262222184075249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,16384,0.029551111989551123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,3072,0.01036533299419615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,2048,0.013077333569526672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,128,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,2560,0.021235555410385132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,12288,0.040277332067489624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,7168,0.08470044533411662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,65536,2.4205209943983292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,1536,0.008239111138714684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,1024,0.015424888994958667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,1536,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,16384,0.1351591083738539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,1536,0.19193689028422037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,2560,0.07814133167266846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,1536,0.04038755430115594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,10240,0.009680888719028896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,2560,0.01034311122364468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,7168,0.08468355735143025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,1024,0.017587555779351127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,5120,0.01831466621822781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,51200,0.08730933401319717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,1024,0.01128888875246048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,1536,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,6144,0.6833022435506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,51200,0.18952533933851454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,2048,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,1024,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,10240,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,2048,0.014708444476127625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,6144,0.01979377700222863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,5120,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,64,0.01330844478474723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,768,0.07742666535907321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,2048,0.04418844315740797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,128,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,16384,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,51200,0.09390311108695136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,2048,0.02288977801799774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,6144,0.04231289029121399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,10240,0.8487342198689779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,256,0.003718222181002299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,8192,0.08458044131596883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,128,0.0027422221998373666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,10240,0.017349332571029663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,4096,0.010858666565683154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,65536,3.8341751098632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,8192,0.02623644471168518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,12288,0.0328400002585517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,512,0.009597332941161262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,12288,0.09310488568411933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,6144,0.03343822227583991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,12288,0.018996444013383653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,2048,0.2827395598093669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,256,0.0425528883934021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,1024,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,32,0.0034844444857703317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,7168,0.04253244400024414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,7168,0.03501066565513611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,7168,0.35384265581766766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,5120,0.5261493259006077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,51200,0.0821946660677592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,6144,0.1358720064163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,1024,0.03415377934773763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,2048,0.009152889251708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,1024,0.09152177969614665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,2560,0.024471110767788355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,64,0.003567111161020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,8192,0.2013982269499037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,256,0.04284266630808512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,10240,1.2080710728963215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,64,0.009024889104896123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,1536,0.007983999947706858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,128,0.1689457760916816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,65536,0.4765013588799371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,8192,0.04215555720859104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,51200,2.6672176784939237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,512,0.006722666737106111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,128,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,5120,0.020524443851576913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,7168,0.49985599517822266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,4096,0.015028445257080926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,5120,0.010438222024175854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,7168,0.01651822196112739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,65536,5.961176130506728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,256,0.15820711188846165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,3072,0.007415999968846639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,8192,0.03981688949796889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,51200,0.47683201895819766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,8192,0.20815111531151664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,1536,0.034471111165152654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,32,0.0034453332838084963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,512,0.008556444611814287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,65536,6.379062228732639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,10240,0.04857333170043098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,16384,0.03996977872318692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,7168,0.2743031183878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,7168,0.017450667089886136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,32,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,10240,0.06516710917154948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,10240,0.033893333541022405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,256,0.005009777843952179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,3072,0.006430222342411677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,8192,0.27346134185791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,32,0.003351111171974076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,128,0.003919110943873723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,128,0.006689777804745569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,2048,0.1108657783932156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,51200,2.828052520751953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,3584,0.036207109689712524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,6144,1.248938666449653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,65536,4.280482821994357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,12288,0.026343999637497797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,3584,0.09016088644663493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,7168,0.05042133397526211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,2560,0.08978399965498184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,256,0.003653333418899112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,6144,0.011906666888131036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,2048,0.01091288857989841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,2048,0.00683822234471639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,7168,1.0592755211724174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,32,0.17172533935970732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,256,0.0033208889265855155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,128,0.009921777579519484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,7168,0.4332755671607123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,65536,0.12641599443223742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,8192,0.014579556054539151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,8192,0.016188444362746347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,65536,2.3181822035047746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,5120,0.2210222217771742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,6144,0.03679733475049337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,32,0.0028968888024489083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,16384,0.02169688873820835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,10240,0.05322755707634819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,16384,0.09406577878528172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,6144,0.021703110800849065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,12288,0.10744444529215495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,32,0.015580443872345818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,512,0.01736088924937778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,3584,0.015555555621782938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,256,0.007118222614129384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,5120,0.008918222453859117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,12288,0.0884008871184455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,51200,0.05297777718967862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,4096,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,2048,0.008933333059151968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,32,0.0058222222659322954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,65536,5.21623272365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,65536,0.3389600118001302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,1024,0.027686221732033625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,2048,0.006039999839332368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,1024,0.17853600449032256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,1536,0.14663288328382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,3584,0.02239199976126353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,16384,0.0864586697684394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,10240,0.0921680000093248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,6144,0.029409776131312054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,32,0.027888000011444092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,3072,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,16384,0.06419022215737237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,768,0.005590222362014983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,2560,0.04406933320893181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,1536,0.020083554916911654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,1024,0.03190755512979295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,256,0.0030542222989930045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,12288,0.01678400072786543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,8192,0.02779910961786906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,51200,0.3843546708424886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,512,0.005974222388532426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,4096,0.0974844429228041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,8192,0.0447271102004581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,8192,0.389158222410414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,65536,0.18831555048624674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,1536,0.004458666675620609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,1024,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,3072,0.010631110933091907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,1536,0.007111111448870764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,32,0.025177778469191656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,8192,0.018792889184421964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,128,0.015468445089128284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,6144,0.03972888986269633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,5120,0.07936800188488431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,256,0.004790222065316306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,128,0.04723199870851305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,6144,0.1538106600443522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,2048,0.00853066643079122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,2560,0.016027554869651794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,1024,0.028640889459186133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,4096,0.16423822773827448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,8192,0.03897866606712341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,65536,0.06598489152060615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,5120,0.13165067301856145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,256,0.004578666554556953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,3584,0.17385599348280165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,1024,0.008251555263996124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,12288,0.21281245019700792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,7168,0.017533333765135873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,12288,0.0979635583029853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,51200,0.052561776505576245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,4096,0.011136000355084738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,256,0.0030213333666324615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,7168,0.0258586671617296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,1536,0.008440000315507254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,16384,0.04978933268123203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,7168,0.05246488915549385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,10240,0.02036888897418976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,5120,0.02459200057718489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,3584,0.029635555214352075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,32,0.005144000053405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,51200,0.3993564446767171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,512,0.013436444103717804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,1024,0.04112622141838074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,128,0.0027875554644399216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,2048,0.03084889054298401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,4096,0.014308444327778287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,8192,0.015272888872358533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,2560,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,32,0.004908444566859139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,7168,0.01053244454993142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,3072,0.010867555936177572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,6144,0.12710311677720812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,10240,0.049433777729670204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,1024,0.024852444728215534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,16384,0.022230222821235657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,128,0.009729777773221334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,4096,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,2560,0.005961777849329843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,5120,0.14323911401960585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,2048,0.6145644187927246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,3584,0.011330666641394297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,5120,0.03843288951449924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,65536,0.48758665720621747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,256,0.0074346669846110875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,51200,20.353190104166668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,1024,0.02611555490228865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,3584,0.02490933405028449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,32,0.03234044379658169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,4096,0.021032000581423443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,7168,0.03797244363360935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,51200,0.11277243826124404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,5120,0.24486933814154732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,16384,1.0499786800808377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,2048,1.8912186092800563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,7168,0.013606222139464485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,4096,0.02407377792729272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,5120,0.017872000734011333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,1536,0.06012800004747179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,12288,0.3365137841966417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,8192,0.04854844344986809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,768,0.010311110979980892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,7168,0.4740435812208388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,65536,0.596710205078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,128,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,1536,0.032159109910329185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,7168,0.1099697748819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,768,0.008591111335489485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,2560,0.022886221607526142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,7168,0.028021332290437486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,51200,0.11874400244818793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,512,0.004413333204057482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,2560,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,768,0.09322577714920044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,3072,0.05523288912243313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,2048,0.011961778004964193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,10240,0.04537689023547702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,3072,0.007584888901975419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,7168,0.025594666600227356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,5120,0.02880355715751648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,4096,0.08731910917494033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,1024,0.01162577751610014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,256,1.0806763966878254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,65536,0.19828532801734078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,768,0.009152889251708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,7168,0.02990844514634874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,3584,0.011156444748242697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,2048,0.005967999911970562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,6144,0.028075555960337322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,7168,0.026384888423813715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,768,0.020662221643659804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,8192,0.025623111261261836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,768,0.03932266765170627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,16384,0.04555733336342705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,5120,0.011201777391963534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,65536,0.0656800005171034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,65536,0.7455146577623156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,2560,0.014329777823554145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,65536,0.8914160198635526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,4096,0.02316266629430983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,1536,0.012416889270146688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,7168,0.4101377858055963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,768,0.009846222069528367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,8192,0.21682488918304443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,4096,0.030682666434182063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,2048,0.008992888861232335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,4096,0.00602311102880372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,512,0.010421333213647207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,2560,0.07444800270928277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,12288,0.020791111720932853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,2048,0.007100444700982835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,768,0.12905866569942898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,64,0.002696000039577484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,768,0.24688710106743705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,5120,0.018034666776657104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,1536,0.005537777725193236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,768,0.006751110984219446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,2048,0.018408889571825664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,7168,0.39095110363430446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,4096,0.013245333400037555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,128,0.026458667384253606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,8192,0.014666666587193808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,5120,0.00814488861295912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,768,1.2950666215684679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,65536,1.2941972944471571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,64,0.005488889084921942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,768,0.17972621652815077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,16384,0.0583911140759786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,12288,0.04200088977813721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,12288,0.3135688834720188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,51200,0.6226764255099827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,12288,0.12393866644965278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,6144,0.9773626327514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,4096,0.13035199377271864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,1536,0.035601778162850276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,8192,0.29463288519117564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,8192,0.04832977718777127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,6144,0.0122079998254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,128,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,16384,0.05974400043487549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,1536,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,12288,0.6370719803704156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,3584,0.07845866680145264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,7168,0.04143911268975999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,3584,0.007875555919276344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,64,0.007460444337791867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,3072,0.012153777811262341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,65536,0.21585955884721544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,16384,0.16733688778347441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,51200,0.9394160376654731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,16384,0.021240888370407954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,65536,0.45494842529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,2048,1.3633510801527235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,1024,0.017296888762050204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,1536,0.13735111554463705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,16384,0.0727564427587721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,5120,0.17208177513546416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,65536,0.5252933502197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,768,0.009715555442704095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,8192,0.32131732834710014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,64,0.008060444560315874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,128,0.0033760000434186724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,3584,0.009329777624871995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,12288,0.07975466383828057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,7168,0.09427289168039958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,768,0.046911110480626426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,51200,1.5339973237779405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,256,0.0034017778105205963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,768,0.009447111023796929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,3584,0.008119111259778341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,32,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,7168,0.01757422255145179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,128,0.008991999758614434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,16384,0.214848001797994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,2560,0.13910222053527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,32,0.029878222280078467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,7168,0.013832888669437833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,256,0.004121777911980947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,1024,0.03747911254564921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,12288,3.2157955169677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,256,0.007271111011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,4096,0.010517333116796283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,5120,0.01239733315176434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,2560,0.008445333275530074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,4096,0.15711643960740831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,1536,0.007000000112586551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,1024,0.004269333349333869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,7168,0.06993333498636882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,1536,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,2048,0.0136817776494556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,7168,0.01532444523440467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,1536,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,512,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,5120,0.02477955487039354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,256,0.0052684446175893145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,3584,0.008656889200210571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,1536,0.049478222926457725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,2560,1.7533466551038954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,512,0.056141330136193164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,256,0.020288000504175823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,6144,0.031585776143603854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,51200,1.3030168745252821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,5120,0.011482666763994427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,16384,3.7481566535102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,128,0.0603368878364563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,768,0.03644266724586487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,51200,0.24331821335686576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,7168,0.041767110427220665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,10240,2.133972379896376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,2048,0.06233955754174126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,8192,0.023970666858885024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,3584,0.05733866824044121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,12288,0.7680604192945691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,16384,0.09268799755308364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,1536,0.007473777565691207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,512,0.003918222255176968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,1536,0.037032001548343234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,3584,0.030925333499908447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,64,0.004716444346639845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,64,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,128,0.021856000026067097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,32,0.0032302221904198327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,8192,0.028095109595192805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,32,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,512,0.03254222207599216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,7168,0.013097777962684631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,4096,0.022250667214393616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,6144,0.4156044324239095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,32,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,512,0.010471999645233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,32,0.020756444997257657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,6144,0.11183199617597793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,3584,0.027298667364650305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,32,0.0063777777055899305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,2560,0.018166222506099276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,2560,0.01130222198035982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,768,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,51200,0.05382133192486233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,5120,0.010044444766309526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,3584,0.01090755561987559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,256,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,1536,0.009188444250159794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,5120,0.03421333432197571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,1536,0.012623111406962076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,7168,0.010747555229398938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,1536,0.0047191112405723995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,4096,0.13697689109378391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,1536,0.007670222057236566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,2048,0.0140666663646698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,256,0.005222222043408289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,10240,4.921631283230252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,51200,0.10351200236214532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,4096,0.012638222012254926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,6144,0.365555551317003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,2048,0.0057857777509424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,6144,0.015241778559154935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,512,0.019314666589101154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,768,0.013824000126785703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,5120,0.007321777443091075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,3072,0.12421422534518772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,256,0.0037813331517908308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,2048,2.802190144856771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,2560,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,6144,0.2990399996439616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,65536,13.923222859700521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,10240,0.10062577989366318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,2048,0.0070017774899800616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,2048,0.006456888798210356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,2560,0.03430044319894578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,6144,0.024216888679398432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,8192,0.397577789094713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,6144,0.01682222220632765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,768,0.005444444302055571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,512,0.0639608899752299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,8192,0.8637555440266927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,2048,0.01719199948840671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,512,0.0041315555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,12288,0.019650666250122916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,16384,0.012178666889667511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,128,0.017109332813156974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,12288,0.01759022143152025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,5120,0.010976889067225985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,768,0.018980445133315194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,512,0.058635552724202476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,512,0.03591466612286038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,16384,0.4010639985402425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,7168,0.09221333265304565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,256,0.009881777895821465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,51200,0.07111822234259711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,5120,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,2048,0.007360888852013483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,5120,0.011333333121405708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,64,0.26282400555080837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,16384,0.14063110616472033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,768,0.011929777761300405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,8192,0.25442666477627224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,1536,0.09828266832563613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,4096,0.01383733335468504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,2048,0.06095021963119507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,128,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,1536,0.015771556231710646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,10240,1.5925715764363606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,1024,0.013410666750537025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,2048,0.015256888336605497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,128,0.017536888519922893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,128,0.009666666388511658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,10240,0.032969776127073504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,3072,0.033921778202056885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,1024,0.04023289018207126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,4096,0.014284445179833306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,3072,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,3072,0.030974222554100886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,3584,0.015583111180199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,3072,4.9184549119737415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,128,0.003531555748648114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,8192,0.03779200050565932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,12288,0.2401511139339871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,10240,0.034549332327312894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,10240,0.018214222457673814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,8192,0.05928533607059055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,768,0.003612444632583194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,3584,0.02612888813018799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,10240,0.07363822062810262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,256,0.007263999846246507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,768,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,65536,1.3319981892903645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,51200,0.3288693428039551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,256,0.012897777888509961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,12288,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,2048,0.014152000347773233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,64,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,1024,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,1024,0.026386666629049513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,7168,0.8553555806477865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,5120,0.02661688956949446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,2560,0.5461235576205784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,51200,0.0885475542810228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,8192,0.06182222233878242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,32,0.009876444107956356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,6144,0.14678933885362414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,6144,1.2398835288153756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,5120,0.01868533260292477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,12288,0.018497778309716117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,2560,0.009528888596428765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,51200,0.35385778215196395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,32,0.00507733349998792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,3584,0.0069066666894488865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,1024,0.003935111065705617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,2048,0.007536888950400882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,16384,0.023676445086797077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,4096,0.01092711091041565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,1024,0.9633217917548286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,128,0.009847111172146266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,64,0.0038124442928367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,64,0.0034497777620951333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,128,0.00332266671790017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,7168,0.04784444305631849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,51200,6.2486665513780375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,3072,0.4917430877685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,6144,0.03640800052218967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,4096,1.307212405734592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,2048,0.012855110896958245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,5120,0.035016000270843506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,1536,0.4343430995941162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,6144,0.024060444699393377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,8192,0.21606222788492838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,3072,0.04735111196835836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,2048,0.02165599995189243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,12288,0.11463733514149983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,32,0.0074337778819931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,512,0.0047111109726958806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,4096,0.04271733429696825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,4096,0.007914666500356462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,768,0.05349866549173991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,6144,0.22853154606289336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,8192,0.12016710970136855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,128,0.004033777862787247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,12288,0.03986488779385885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,2048,0.02141511109140184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,6144,0.3795288933648004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,1024,0.012315555579132505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,10240,0.06096000141567654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,7168,0.010755555497275459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,4096,0.05217866765128242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,2560,0.009836444424258338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,768,0.024069334069887798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,512,0.009429333110650381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,3072,0.01536799967288971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,256,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,4096,0.02709688908523983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,1024,0.00582755563987626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,16384,0.9293777677747938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,5120,0.07458221912384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,512,0.01904355486234029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,65536,0.07268622186448839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,2048,0.007105777661005656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,4096,0.3325706587897407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,768,0.003959111041492886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,65536,0.07934133211771648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,6144,1.1184506946139865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,128,0.008709333009190029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,256,0.004342222379313575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,1024,0.005136888888147143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,10240,0.07556266917122735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,2048,0.0162124451663759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,7168,0.25127021471659344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,6144,0.2818391058180067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,2048,0.04615911179118686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,128,0.19165066878000894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,32,0.004382222063011593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,16384,0.6844097773234049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,8192,0.015017777681350708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,5120,0.021002666817771062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,3072,0.009441778063774109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,4096,0.10455555386013454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,128,0.007296889192528195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,1536,0.005778666585683823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,128,0.00998222248421775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,64,0.066648887263404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,128,0.0027457777824666765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,1536,0.015305777390797934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,65536,0.0666195551554362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,8192,0.16509421666463217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,2560,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,16384,0.23171467251247832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,1536,0.0495431125164032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,1536,0.011896889242861005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,512,0.02419822249147627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,65536,0.36795110172695583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,12288,0.2969600094689263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,7168,0.018290667070282828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,12288,0.49952178531222874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,2048,0.0904186699125502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,1024,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,7168,0.13887288835313585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,4096,0.0910408894220988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,5120,0.0105262224872907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,12288,0.020195555355813768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,512,0.008404444489214156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,2560,0.2786533302730984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,2560,0.010747555229398938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,16384,0.5914630889892578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,3072,0.012424888710180918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,3072,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,7168,0.06080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,512,0.008003555238246918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,6144,0.07591288619571261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,4096,0.010626667075686984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,51200,0.13001867135365805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,32,0.0027546667390399506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,128,0.0073902226156658595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,32,0.004540444248252445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,1536,0.016794666647911072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,3584,0.9326488706800672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,5120,0.012879110872745514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,2048,0.009901333186361525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,8192,0.012973333398501078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,51200,1.5686604181925456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,6144,0.023111111587948267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,6144,0.022295110755496558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,256,0.002982222164670626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,7168,0.3130568928188748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,4096,0.27181866433885365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,51200,0.011448000040319232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,64,0.0028124445428450904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,3584,0.00813600007030699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,1536,0.007986666427718269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,65536,0.19950400458441842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,16384,0.0740142199728224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,1536,0.03228444523281521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,5120,0.00674933319290479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,3584,0.015574221809705099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,512,0.07304000192218356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,128,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,256,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,2048,0.05215911070505778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,51200,80.17929416232639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,7168,0.0377146667904324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,5120,0.012502222425407834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,5120,0.21151110861036512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,12288,0.038262221548292376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,3584,0.007254222200976477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,12288,0.017398221625222098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,2048,0.01183377785815133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,7168,0.009514666265911525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,2048,0.8492817878723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,768,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,8192,0.31231821907891166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,16384,0.0343502230114407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,512,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,7168,0.015218666858143277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,256,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,10240,0.21941778394911024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,8192,0.026194666822751362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,16384,0.14539910687340632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,128,0.00618488879667388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,1024,0.04749422272046407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,16384,0.4869670867919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,256,0.003112000102798144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,512,0.006426666759782367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,1536,0.016064888901180692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,16384,0.0671244462331136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,3072,0.08807110786437988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,6144,0.01016088906261656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,1536,0.013450666434235044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,16384,5.5161226060655375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,768,0.007276444799370236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,2048,0.11229777336120605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,3072,0.012167111039161682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,2048,0.01748533381356133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,3072,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,65536,4.182929568820529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,6144,0.16132711039649114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,2560,0.1723733345667521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,256,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,12288,0.03614133265283372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,2048,0.04267022344801161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,128,0.006753777878151999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,8192,0.040856000449922346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,2560,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,2560,0.009319999979601966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,16384,1.237770716349284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,65536,0.5134204228719076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,4096,0.015799999237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,3584,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,32,0.003469333259595765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,6144,0.058908442656199135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,16384,0.13717599709828696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,12288,0.022129777404997084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,1536,0.04882133338186476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,1536,0.015971556305885315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,64,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,51200,2.0851217905680337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,768,0.01687111126052009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,768,0.0037946667936113146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,512,0.030107554462220933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,7168,0.04535733328925239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,4096,0.05858933263354831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,2560,0.14589422278934056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,3584,0.020808888806237113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,2048,0.03969511058595445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,3584,0.04617866542604235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,65536,2.62717776828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,1536,0.04659466611014473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,51200,0.15753866566552058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,16384,0.20130488607618544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,3584,0.12076000372568767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,4096,0.07508533530765109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,512,0.035070220629374184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,128,0.005535111245181825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,128,0.003536888708670934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,256,0.005033777819739448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,51200,0.15328178140852186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,3072,0.20355021953582764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,3072,0.018165333403481376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,10240,0.017455110947291057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,1536,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,16384,0.5070097711351182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,5120,1.0807973013983834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,512,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,2048,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,32,0.0029688889367712867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,16384,0.014124444789356656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,16384,0.4761644469367133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,16384,0.023193778263198003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,12288,0.00601244428091579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,512,0.0429004430770874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,6144,0.010027555955780877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,65536,0.2475137710571289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,12288,0.05693422423468696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,7168,0.02602844436963399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,64,0.0030862221287356485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,1536,0.04177155428462558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,3584,0.12204889456431071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,64,0.003680888977315691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,5120,2.3913822174072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,2560,0.007986666427718269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,16384,0.7681084209018283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,256,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,1536,0.005177777674463061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,128,0.02083555526203579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,65536,0.12895377477010092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,3072,0.7993742095099555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,65536,0.3212764528062609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,8192,0.014353776971499125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,2048,0.045590221881866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,64,0.0140666663646698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,8192,0.05080533358785841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,7168,0.16128178437550864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,1536,0.012455110748608908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,16384,0.028119110398822363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,12288,0.053074667851130165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,3072,0.02141600019401974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,3072,0.044128888183169894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,65536,0.06707021925184461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,6144,0.03824444280730353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,3072,0.03225333491961161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,128,0.00508977762526936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,4096,0.05794755617777506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,256,0.058465778827667236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,512,0.0035235554807715942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,16384,0.038226667377683855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,1536,0.01051644484202067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,3584,0.6325279871622721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,16384,0.09984622399012248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,51200,11.874571058485243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,4096,0.014094221923086377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,5120,0.030481778913074072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,16384,0.418978664610121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,6144,0.03163199954562717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,2048,0.00703111125363244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,1024,0.005863111052248213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,6144,0.010437332921557956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,12288,3.730133480495877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,10240,0.11582844787173802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,2048,0.006719111154476802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,128,0.0036391110883818734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,4096,0.06891822152667575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,12288,0.29313956366644967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,12288,0.038167999850379095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,1536,0.08562666840023464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,10240,0.6137102444966634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,6144,0.08796088563071357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,2048,0.014136888914638095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,1536,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,32,0.009117333425415887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,64,0.04555911156866285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,32,0.22743643654717338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,128,0.03407999873161316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,512,0.010478222535716163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,7168,0.06462488571802776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,6144,0.2549040052625868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,1024,0.007682667010360294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,4096,0.041783110962973706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,6144,0.04201333390341865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,51200,0.060024003187815346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,1024,0.011353777514563667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,128,0.02780088782310486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,1024,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,1024,0.006530666516886816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,128,0.0036640001667870414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,2560,0.009118222528033787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,16384,0.8399448924594455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,2560,0.29696533415052623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,10240,0.08906755844751994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,6144,0.01089777797460556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,8192,0.019278221660190158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,3584,0.007516444557242923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,3584,0.028657777441872492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,1536,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,65536,0.1543004380332099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,3584,0.010799110763602786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,10240,0.2518044312795003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,16384,0.03977510995335049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,12288,0.06238044632805718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,51200,0.04895822207132975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,256,0.18546044826507568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,10240,0.006476444502671559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,256,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,128,0.00327822214199437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,6144,0.010915555887752108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,256,0.015063110325071545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,4096,0.00794311116139094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,7168,1.0214719772338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,1536,0.01390044391155243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,2048,0.017664889494578045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,12288,0.021937777598698933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,5120,0.01975288821591271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,51200,0.7817173533969455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,10240,0.021174222230911255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,4096,0.01425066590309143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,32,0.007821333077218797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,4096,0.0107360002067354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,12288,0.24709688292609322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,768,0.007615110940403408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,16384,0.22327823109096953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,128,0.05239466826121012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,256,0.008949333594905006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,1024,0.01793333391348521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,1024,0.008990222381220924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,2560,0.09058044354120891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,7168,0.04305244485537211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,1024,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,4096,0.02784622377819485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,4096,0.013840888937314352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,65536,0.944276491800944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,768,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,512,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,3072,0.14575289355383977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,12288,0.14089600245157877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,768,0.00509688879052798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,1024,0.028008000718222723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,512,0.0063279999627007385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,7168,0.02572622232966953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,4096,0.11421067184872097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,5120,0.21507467163933647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,4096,0.1703253322177463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,128,0.014374223020341663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,512,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,7168,0.059261335266960986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,2048,0.10847022136052449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,3584,0.0463031099902259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,1024,0.015077332655588785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,51200,0.07132533523771498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,768,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,10240,0.050795555114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,2560,0.11540710926055908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,10240,0.053363555007510714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,51200,0.05259199937184652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,7168,0.012696888711717395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,8192,0.028560890091790095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,128,0.010020444790522257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,1536,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,2048,0.0068711112770769335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,12288,1.2330124113294814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,3584,0.020720889170964558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,3072,0.026593777868482802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,768,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,32,0.002647111192345619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,4096,0.008213332957691616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,16384,0.06933599710464478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,8192,0.012187555432319641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,8192,4.736739688449435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,3072,0.01330933305952284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,12288,0.13389421833886042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,51200,0.6368968751695421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,8192,0.15792355272505018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,3584,0.18383199638790557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,16384,0.09537066353691949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,4096,0.9851421780056424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,512,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,10240,1.613658693101671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,32,0.0041146667467223275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,2560,0.008902221918106079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,51200,0.055536889367633395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,65536,3.445156521267361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,8192,0.01311555587583118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,8192,0.015255111787054272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,2560,0.014631999863518609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,1024,0.08369155724843343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,512,0.06033066908518473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,768,0.003592888928121991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,64,0.0028942223224374983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,1536,0.01016088906261656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,6144,0.09841422239939372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,12288,0.06967377662658691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,16384,0.03024622135692173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,2560,0.03866666555404663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,32,0.005929777605666055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,4096,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,3584,0.01960533360640208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,512,0.03256355391608344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,512,0.005608888963858287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,4096,0.02756533357832167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,65536,0.2057875527275933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,3072,0.007537778053018782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,5120,0.030143999391131934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,512,0.022226666410764057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,3072,0.06979999939600627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,4096,0.17307021882798937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,128,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,256,0.005174222091833751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,128,0.005976000179847081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,512,0.008379555410808986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,7168,0.03736977775891622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,32,0.002536888958679305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,12288,0.8734862009684244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,2560,0.04115022222201029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,512,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,3584,0.349105781979031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,5120,0.008757332960764566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,64,0.002583111118939188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,768,0.02035911050107744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,2560,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,65536,0.8011057641771105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,3584,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,8192,0.009884444375832876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,32,0.0028880000528362063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,1536,0.01162755572133594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,5120,0.008729777402347988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,10240,0.06231644418504503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,256,0.004401777767472797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,10240,0.016640888320075143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,3072,0.007233777807818518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,2048,0.04953599969546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,12288,0.43834487597147626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,128,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,512,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,16384,0.023941333095232647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,1024,0.005954666684071223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,4096,0.14166400167677137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,768,0.012230222423871359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,51200,1.6389421886867945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,7168,0.16036889288160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,5120,0.2028177711698744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,256,0.00755466686354743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,1024,0.005936000082227919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,7168,0.1879920032289293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,3072,0.03242844343185425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,16384,0.022825777530670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,64,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,7168,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,7168,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,512,0.5530275768703884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,4096,0.24428176879882812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,3072,0.41513776779174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,128,0.05344000127580431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,7168,0.10078044732411702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,64,0.0030951110853089225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,12288,0.008561777571837107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,1024,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,768,0.0392871101697286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,32,0.0027013334135214486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,12288,0.01643466618325975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,64,0.005461333526505365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,768,0.05126133229997423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,256,0.02029511166943444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,16384,0.09816622071795994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,6144,0.006781333436568578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,3072,0.007191110816266801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,5120,0.016145777371194627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,3072,0.022851554883850947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,128,0.01516266663869222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,51200,0.10185155603620742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,8192,0.013803555733627744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,16384,4.355836656358507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,1024,0.029489778810077246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,12288,0.019102222389645047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,10240,0.2143199973636203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,2048,0.05907466676500109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,1536,0.0047377778424157035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,51200,0.3291964530944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,12288,0.059473779466417104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,51200,0.011415999796655444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,2560,0.024969778127140466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,768,0.04883466826544868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,64,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,32,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,64,0.0028808888875775864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,7168,0.00907733374171787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,65536,16.052166408962673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,2560,0.00793511089351442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,2560,0.05606844690110949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,32,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,3072,0.007669332954618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,5120,0.008880889250172509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,256,0.00328177772462368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,64,0.00683822234471639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,4096,0.02102488941616482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,51200,2.125840928819444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,512,0.03459022111362881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,1536,0.013563555147912769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,3584,0.1500800053278605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,768,0.010045333041085137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,4096,0.14140355587005615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,512,0.027615111735132005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,1024,0.006817777951558431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,16384,0.027798222170935735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,1536,0.010839111275143094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,3072,0.026391999589072332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,51200,0.6153030925326878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,3584,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,3072,0.07014844152662489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,7168,0.06700978014204237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,2560,0.008216000265545314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,256,0.012467555701732635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,64,0.004407111141416761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,512,0.009648000200589498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,10240,0.022537777821222942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,5120,0.03048266636000739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,768,0.0036595554815398324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,7168,0.044884443283081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,51200,4.2703225877549915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,512,0.005470222069157495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,10240,0.02032444377740224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,2560,0.009520000053776635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,1536,0.035325331820382014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,6144,0.010960000256697336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,1024,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,512,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,128,0.010276444256305695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,8192,0.06198844644758436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,64,0.009304888546466827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,12288,0.46027999454074436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,3584,0.013044444223244986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,32,0.006896889044178857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,16384,4.030658721923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,3072,0.011162666810883416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,512,0.00518844442235099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,3584,0.11186667283376057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,1024,0.00434400017062823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,6144,0.08302044206195407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,1536,0.01921333372592926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,768,0.024999111890792847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,256,0.016327111257447135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,2560,0.011211555865075854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,1024,0.009970666633711921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,51200,1.7592986424763997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,16384,1.9349778493245442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,128,0.0063573333124319715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,256,0.003647110942337248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,16384,0.05355111095640394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,128,0.04963289035691155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,1024,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,1024,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,3072,0.011732444167137146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,128,0.012285333540704517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,4096,0.07201244433720906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,2048,0.06977599859237671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,768,0.005722666780153911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,6144,0.1301493379804823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,16384,0.028728001647525366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,16384,0.06942044364081489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,51200,1.970796373155382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,2560,0.011382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,12288,4.0614471435546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,64,0.013487999637921652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,4096,0.01699555582470364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,1536,0.014915555715560913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,5120,0.265808900197347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,5120,0.02442399991883172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,16384,0.29487911860148114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,10240,0.01812977757718828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,512,0.10748355256186591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,2048,0.008385777473449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,512,0.013839999834696451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,6144,0.03700177868207296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,768,0.03724888960520426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,6144,0.014669333895047506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,7168,0.01794666714138455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,3072,0.00721688899728987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,2048,0.8374791145324707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,2048,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,5120,0.05907999806933933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,7168,0.007706666986147563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,7168,0.014067555467287699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,256,0.004893333133724001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,128,0.005335111171007156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,32,0.0026231110095977783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,51200,0.354423099093967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,1536,0.016407110624843173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,128,0.002867555452717675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,12288,0.03607911202642653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,2048,0.015133332875039844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,8192,0.05472977624999153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,10240,0.016128000285890367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,16384,0.02752888864941067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,32,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,8192,0.011515555282433828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,128,0.23150844044155547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,2048,0.25758398903740776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,256,0.006793777975771163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,6144,0.03090133269627889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,256,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,1536,0.013767999907334646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,6144,0.016709332664807636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,3072,0.04514666729503208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,256,0.0075866662793689305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,1024,0.009544000029563904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,3584,0.011168888873524137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,51200,0.10484711329142253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,3584,0.03207822309599982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,1024,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,2560,0.011582222249772815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,16384,0.06989155875311957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,65536,0.2750568919711643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,128,0.02446488870514764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,2560,0.014341332846217685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,7168,0.1315013302697076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,4096,0.010191111101044549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,3584,0.021067554752031963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,8192,0.03421333432197571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,7168,0.020045333438449435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,6144,0.047408888737360634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,1536,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,16384,0.020087111327383254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,64,0.02695377833313412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,768,0.5611199802822536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,3072,0.007617777420414819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,6144,0.026218665970696345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,4096,0.06154400110244751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,512,0.004495999879307217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,51200,0.45307466718885636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,5120,0.014494222071435718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,3072,0.2377013365427653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,64,0.006591111007663939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,65536,6.601636250813802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,3072,0.05774488714006212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,768,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,16384,0.05953422519895765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,3584,0.07284177674187554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,6144,0.016166221764352586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,8192,0.4068746566772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,7168,0.8759146796332465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,1024,0.11525955465104844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,6144,1.4459412892659504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,64,0.003944888710975647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,256,0.01346666696998808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,3584,0.029525332980685767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,4096,0.13005067242516413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,1536,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,4096,0.03420799970626831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,768,0.04096711013052199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,65536,0.040130668216281466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,512,0.008901333643330468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,3072,0.0073626670572492815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,128,0.025204444924990337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,1024,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,65536,2.3165359497070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,5120,0.07912000020345052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,128,0.00545866663257281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,128,0.0041706665522522396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,256,0.07712799972958036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,16384,0.06121244695451525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,1536,0.004604444321658877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,1024,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,7168,0.0908542209201389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,51200,0.5991662343343099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,10240,0.015463110473420886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,3072,9.857787238226996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,7168,0.12162933084699844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,10240,0.024284443921513025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,65536,0.06972089078691271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,1024,0.14420444435543484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,4096,0.013378666506873237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,12288,0.18894755840301514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,768,0.03346044487423367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,16384,0.4326639970143636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,4096,0.0074275558193524676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,1536,0.010129777921570672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,6144,0.26327289475335014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,12288,0.04134488768047757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,12288,0.32972266938951283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,64,0.005699555493063397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,7168,0.008560889297061497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,1536,0.18266844749450684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,16384,0.6720470852322049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,128,0.009744889206356471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,8192,0.037802666425704956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,10240,0.09701422188017104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,51200,1.2000640233357747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,16384,0.03260088960329691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,512,0.02122488949033949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,32,0.13370488749610052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,256,0.23568177223205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,3072,0.07759110795127021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,6144,0.24119732115003797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,3584,0.013721778160995908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,12288,0.016547555724779766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,16384,0.024868445263968572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,65536,0.06921066840489705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,512,0.009194666312800514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,1024,0.9302497439914279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,3072,0.007291555404663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,51200,0.2230844497680664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,12288,0.8161724408467611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,64,0.010592000352011787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,512,0.029139555162853662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,512,0.03532622257868449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,51200,1.0432275136311848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,256,0.006611555400821898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,10240,1.6412159601847331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,64,0.003350222276316749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,51200,9.329691569010416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,3072,0.015505777464972602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,65536,0.3045395480261909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,8192,0.06151377492480808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,6144,0.01552177800072564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,10240,2.5555227067735458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,2048,0.08676711055967544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,3072,0.0181404451529185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,7168,0.013507555756303998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,65536,3.4896702236599393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,2048,0.0535662207338545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,1024,0.008072000410821702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,16384,53.563317192925346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,32,0.004293333325121137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,6144,0.01944266590807173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,16384,0.10907110902998184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,51200,0.0741893317964342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,10240,0.0643635524643792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,65536,0.08376444710625543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,5120,0.015011555618709989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,2048,0.0053582220441765254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,51200,0.05362577901946174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,32,0.005471111171775394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,3072,0.09868799977832371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,8192,0.05310044354862637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,768,0.005097777893145879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,10240,0.05596355597178141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,768,0.030343112018373277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,7168,0.24988177087571886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,1536,0.008609777523411645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,512,0.012460444536474017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,64,0.005984000033802456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,3584,0.01958044370015462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,12288,0.12500888771480984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,4096,1.9633324940999348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,16384,0.026663111315833196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,12288,0.038740442858801946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,2048,0.02088977727625105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,256,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,2560,0.012496888637542725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,32,0.00583022211988767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,6144,0.12523289521535239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,128,0.05753866831461588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,3584,0.007627555893527136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,6144,0.014570666684044732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,4096,0.010251555177900527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,128,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,3584,0.05380355649524265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,5120,0.2813919915093316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,6144,0.0136835558546914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,64,0.0059004442559348206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,2048,0.00574933323595259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,10240,0.01841600073708428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,65536,0.14102578163146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,3584,0.010140444669458602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,4096,0.010576888918876648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,51200,0.23455378744337294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,1024,0.006056889063782162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,2560,0.3121839894188775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,768,0.003973333372010125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,3584,0.010966222319338055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,12288,0.09097511238521999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,8192,0.011131555669837527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,5120,0.011128889189826118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,256,0.05744622151056925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,65536,0.18612978193495008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,64,0.007659555309348636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,51200,0.3837182256910536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,64,0.029748443100187514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,3584,0.008512000242869059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,65536,2.6116292741563583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,64,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,12288,0.4546844694349501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,6144,0.013296888934241401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,2560,0.029751112063725788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,1024,0.05122399992412991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,1536,0.010715555813577441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,2048,1.1360550986395943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,65536,0.3809777895609538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,64,0.005151111218664381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,4096,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,51200,1.4791812896728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,2048,0.017859554953045316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,51200,66.45111083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,65536,0.39598666297064883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,8192,0.012701333396964602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,64,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,3072,0.0188773340649075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,768,0.011993777420785693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,4096,0.0398888885974884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,128,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,64,0.08281155427296956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,12288,0.017831999394628737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,10240,0.11204355292850071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,3584,0.07608977953592937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,2560,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,16384,0.05262222223811679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,1536,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,12288,0.010215111076831818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,6144,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,8192,0.19996355639563668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,16384,0.33330755763583714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,4096,0.01255022237698237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,32,0.0027359999302360746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,6144,0.047008001142077975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,6144,0.016024889217482675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,5120,0.015882665912310284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,64,0.005023111071851519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,65536,2.105565388997396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,64,0.0036142224238978494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,5120,0.016599110431141324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,10240,0.3651119867960612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,51200,2.4065394931369357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,10240,0.024318221542570326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,1536,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,65536,0.018927110566033255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,4096,1.0941893259684246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,2560,0.6268435584174262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,2048,0.007311999797821045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,32,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,128,0.015764445066452026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,1536,0.023455111516846552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,2048,0.09564089112811619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,64,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,5120,0.36550222502814395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,2560,0.04220622115665012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,32,0.0028391112056043413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,64,0.0037813331517908308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,128,0.003779555360476176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,12288,0.016556445095274184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,10240,0.037610666619406805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,51200,0.19725778367784289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,5120,0.10199199782477485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,128,0.00814666681819492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,128,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,1536,0.004650666481918759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,10240,0.023237332701683044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,3584,0.07113866673575507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,768,0.004056888735956616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,65536,48.684492323133675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,2560,0.01825777855184343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,5120,0.23717334535386828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,8192,3.8837784661187063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,1024,0.006736889067623351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,1024,0.005028444445795483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,128,0.003117333269781537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,6144,0.24962933858235678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,51200,0.6506231096055772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,51200,0.8861378033955892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,5120,0.18901067309909395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,16384,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,3584,0.29039377636379665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,6144,0.011572444604502784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,65536,1.7648533715142145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,5120,0.13320444689856634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,12288,0.34018932448493105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,2560,0.011233777635627322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,8192,0.021720000439220007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,8192,0.04433688852522108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,5120,0.021634666456116572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,64,0.002969777832428614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,4096,0.010341333018408881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,4096,0.011902222202883827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,10240,0.02829155657026503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,51200,0.2502302328745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,32,0.003656889001528422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,2560,0.006817777951558431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,8192,0.03647111190689935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,6144,0.07852622535493639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,8192,2.7742720709906687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,3584,0.023333332604832117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,1024,0.2733377880520291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,10240,0.055439998706181846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,3584,0.013191111385822296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,512,0.006132444573773279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,1536,0.061352001296149365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,8192,0.09569599893358018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,2560,0.028871999846564397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,256,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,64,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,7168,0.24881066216362846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,512,0.01442577772670322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,16384,0.026622222529517278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,3584,0.01072533345884747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,8192,1.375688870747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,3072,0.031339555978775024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,10240,0.6348391109042698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,768,0.004846222284767362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,4096,0.5635857582092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,512,0.0488008889887068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,512,0.007017778025733099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,128,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,64,0.007986666427718269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,128,0.004976888911591636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,32,0.00813333359029558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,7168,0.02736977736155192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,3072,0.10336266623602973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,2560,0.010759111079904767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,4096,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,64,0.012305777933862476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,16384,1.1513697306315105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,512,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,6144,0.02496799992190467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,1536,0.09736266401078965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,5120,0.25065334637959796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,16384,0.32731111844380695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,1536,0.02204977803760105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,2560,0.019352888067563374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,65536,0.08198933468924628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,6144,0.015160888433456421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,32,0.003000000077817175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,6144,0.02498222225242191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,3584,0.022295999858114455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,51200,0.10842311382293701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,3072,0.014866666661368476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,51200,0.24390043152703178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,1024,0.05252177847756279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,51200,1.8220187293158636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,512,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,5120,0.20092266135745576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,65536,0.23546134101019967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,768,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,51200,0.02349333299530877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,32,0.006979555719428592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,6144,0.05348444316122267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,51200,0.181421332889133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,12288,0.016585777203241985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,3072,0.009930666950013902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,6144,0.03270311156908671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,768,0.014779556128713818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,6144,0.026007110873858135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,12288,0.07172355386945936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,64,0.010936000280910067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,2560,0.0853839980231391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,2048,0.008402666283978356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,65536,0.41292712423536515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,5120,0.03621600071589152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,10240,0.2568284405602349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,3584,0.01590222285853492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,3072,0.013428444663683573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,1024,0.009581333233250512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,16384,0.011960888902346293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,7168,0.010579555398888059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,5120,0.0107342220014996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,65536,0.8731777932908801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,2560,0.012236444486512078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,8192,0.018228444788191054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,2048,0.014000889327791003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,2560,1.1279502444797092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,51200,1.2953004837036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,65536,0.17987110879686144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,2560,0.007752888732486301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,64,0.12404533227284749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,8192,0.10433599683973525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,512,0.005020444591840108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,128,0.04908000098334419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,8192,0.11440000269148086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,16384,0.46860445870293516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,16384,0.08460711108313666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,512,0.0068417779273457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,768,0.04429777794414096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,2048,0.010002666877375709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,65536,0.18266933494144014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,3584,0.008953777452309927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,6144,0.024353777368863423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,16384,0.1114728848139445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,10240,0.03089155422316657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,256,0.021819555097156104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,2048,0.02050044470363193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,5120,0.12667022811041936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,5120,0.014344000154071383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,768,0.04012711180580987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,51200,0.05564000209172567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,1536,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,64,0.0028888889484935333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,65536,0.0973493324385749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,5120,0.06680978006786771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,5120,0.30991554260253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,51200,0.6193644205729166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,16384,0.8692026668124728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,1024,0.009735999835862054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,7168,0.009602666729026372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,512,0.005538666827811136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,3584,0.011976000335481433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,512,0.004107555581463708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,16384,0.06081333425309923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,3072,0.018013333280881245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,10240,0.018171555466122098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,2560,0.04168088899718391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,3072,0.050251556767357715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,8192,0.2589893341064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,1536,0.09613333145777385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,8192,0.021458667185571458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,1536,0.033448888195885554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,768,0.008691555923885768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,51200,0.05782755878236559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,2560,0.047163556019465126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,3584,0.3615226745605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,512,0.0047937776479456155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,16384,0.051692446072896324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,256,0.06027999851438734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,7168,0.05390577846103244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,128,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,6144,0.15589688883887395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,768,0.008190222084522247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,32,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,3072,0.022692445251676772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,3072,0.013934221532609729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,256,0.00332266671790017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,16384,0.05384000142415365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,256,0.005555555638339784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,51200,18.393766615125866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,3072,0.2888880040910509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,12288,0.17762311299641928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,4096,0.018972444865438674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,3584,0.04308533337381151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,6144,0.16886844899919298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,12288,0.033040000332726374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,7168,0.13451111316680908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,3072,0.013741333451535968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,12288,0.22583111127217612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,768,0.00388355553150177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,2048,0.006154666758245892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,6144,0.04011111127005683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,2048,0.014556444353527494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,3584,0.0762337777349684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,3072,0.01165511127975252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,16384,0.04334577918052673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,64,0.0042071110672420925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,7168,0.030472887886895075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,64,0.03612444467014737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,2560,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,8192,0.3770844406551785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,16384,0.19267466333177355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,2048,0.06316444608900282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,8192,0.07118222448560926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,16384,1.8127892812093098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,51200,0.3364853329128689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,16384,0.3346150981055365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,512,0.004039999925427967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,3072,0.4468924204508464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,768,0.0053093334039052325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,3072,0.010288889209429422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,16384,0.08075022035174899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,7168,0.4551839828491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,768,0.006969778074158563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,256,0.009014222357008193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,10240,0.05385066734419929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,64,0.005798222290145026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,128,0.0030177777840031516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,768,0.00740799970097012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,1536,0.005214222189452913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,6144,0.06333155764473809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,1536,0.021663111117151048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,5120,0.00980088859796524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,768,0.01514400045077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,512,0.008364444805516137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,768,0.5322711202833388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,256,0.004377777791685528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,768,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,2048,0.009871111147933537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,1536,0.0580657786793179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,2560,0.028935998678207397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,16384,0.02482844392458598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,128,0.007817777494589487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,16384,0.6239795684814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,1024,0.2235084374745687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,16384,0.0748737785551283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,512,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,768,0.0038408889538711975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,256,0.05681066380606758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,1024,0.020472000042597454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,1536,0.006477333191368315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,51200,0.07803110943900214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,65536,0.19936622513665092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,128,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,3072,0.014631110760900708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,10240,0.01553066737122006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,5120,0.26204800605773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,256,2.002505832248264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,256,0.0034764446318149567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,6144,0.014632888966136508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,512,0.012396444049146442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,32,0.07158844338523017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,256,0.003051555612021022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,4096,0.00925511121749878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,16384,0.09001955721113418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,2048,0.05304355422655741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,3584,0.0199991116921107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,3584,0.0127368892232577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,5120,0.19929422272576225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,32,0.002700444517864121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,32,0.002790222151411904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,16384,0.0068195557428730865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,65536,0.19374756018320718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,2048,0.006816888848940532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,7168,0.17413777775234648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,51200,0.06462399827109443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,16384,0.0473288893699646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,10240,0.11808710628085667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,3584,0.013129777378506131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,256,0.007855999800893996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,3584,0.012727110750145383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,1024,0.04088888896836175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,51200,0.1971884436077542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,64,0.009531555904282464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,6144,0.9559973610772027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,2560,0.011411555939250521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,16384,0.02377066678471035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,1024,0.004480888860093223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,5120,0.013391999734772576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,2560,0.17599466111924914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,512,0.00406577769252989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,7168,0.011316444310877057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,32,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,2560,0.008691555923885768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,1024,0.019359111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,128,0.021985777550273474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,128,0.004058666527271271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,7168,0.3956666787465413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,2048,0.11179288228352864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,3072,0.016794666647911072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,16384,0.13423200448354086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,7168,0.13979378011491564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,1024,0.044328000810411244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,512,0.006177777631415262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,2048,0.011368888947698804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,6144,0.013736888766288757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,8192,0.06939555539025201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,768,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,3584,0.013034666577974955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,12288,0.9950017929077148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,10240,0.021219554874632094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,768,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,3584,0.03068888849682278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,10240,0.20213688744439018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,6144,0.02012266715367635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,65536,0.09283377726872762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,51200,0.1087484425968594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,512,0.0072266666425599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,8192,0.106349335776435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,1536,0.012072888513406118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,51200,1.0109244452582467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,4096,0.20038933224148223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,1024,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,1536,0.0173662222094006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,128,0.0041333333485656315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,10240,0.032590223683251276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,6144,0.3095244566599528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,1024,0.46651024288601345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,5120,0.22193777561187744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,32,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,64,0.01981244484583537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,5120,1.0235324435763888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,1536,0.06856533553865221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,3584,0.05624000231424967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,51200,0.7747839821709527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,4096,0.016137777103318107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,1024,0.016026667422718473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,16384,0.02065955599149068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,65536,0.631422201792399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,6144,0.26222488615247935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,2560,0.0075395554304122925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,12288,0.45134491390652126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,1024,0.006788444601827198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,2560,0.01408266690042284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,128,0.0038088887102074097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,512,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,65536,4.013393825954862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,256,0.011791999969217511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,1024,0.04947288831075033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,12288,0.01681511104106903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,1024,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,128,0.009863999982674917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,12288,1.676784939236111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,10240,0.03408799899948968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,65536,0.23677688174777559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,7168,0.05545066793759664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,2048,0.012286221815480126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,64,0.003240888938307762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,6144,0.03618933426009284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,128,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,256,0.02134399943881565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,1024,0.014878221684032016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,5120,0.00664533343580034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,65536,0.13636799653371176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,32,0.021243555678261652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,51200,1.3137662675645616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,2048,0.03946933481428359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,3584,0.014329777823554145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,2048,0.015446222490734525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,1536,0.013935110635227628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,512,0.06467377477222018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,2048,0.010963555839326648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,4096,0.02864533331659105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,65536,5.15241962009006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,3072,4.95852788289388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,2048,0.03350755572319031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,4096,0.01017066670788659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,256,0.020287111401557922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,2560,0.022522666388087805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,12288,0.018978666928079393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,5120,0.011332444846630096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,16384,0.08005866739484999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,7168,0.06186222367816501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,10240,0.022669333550665114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,1024,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,64,0.013800000150998434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,7168,0.013891556196742587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,10240,0.08041955365075006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,65536,0.32121777534484863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,2560,0.017656889226701524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,3072,0.013292444248994192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,1024,0.005647111270162795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,512,0.003941333128346337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,32,0.005167110926575131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,768,0.0047591109242704184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,65536,0.2299199899037679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,51200,0.2039653327729967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,1536,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,7168,0.01531022290388743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,768,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,10240,0.014781332678265043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,128,0.004152889053026835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,3072,0.041606220934126116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,256,0.004179555508825514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,10240,0.024855999483002558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,6144,0.015827554795477126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,512,0.004264889078007804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,2048,0.010062221851613786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,128,0.007657777931955125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,512,0.007848000360859765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,3584,0.007501333124107785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,3072,0.018648000227080453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,51200,1.40156004163954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,64,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,7168,0.029931555191675823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,6144,0.014527999692493014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,6144,0.037464890215131975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,3072,0.01960355540116628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,8192,0.04648355642954508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,256,0.008214222060309516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,8192,0.049351112710105054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,2560,0.014949333336618213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,768,0.09588355488247341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,32,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,4096,0.011668444507651858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,256,0.018762666318151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,5120,0.025128000312381323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,7168,0.11306044790479873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,7168,0.15066311094495985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,7168,0.18728889359368217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,3072,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,128,0.03315022256639268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,10240,0.06849688953823514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,1024,0.018336888816621568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,768,0.00566133318675889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,6144,0.009715555442704095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,7168,0.5682213571336534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,10240,0.4949546919928656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,3584,0.012206222448084088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,1536,0.27376890182495117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,512,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,1536,0.01032977799574534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,32,0.0475413335694207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,3072,0.04761955473158094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,768,0.0036311112344264984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,2048,0.1920177804099189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,3584,1.2832782533433702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,65536,0.35861865679423016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,12288,0.36870577600267196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,7168,0.015088000231319003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,1536,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,768,0.07948711183336046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,768,0.005041777673694822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,2560,0.0273617770936754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,2048,0.1162266731262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,4096,0.00959288908375634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,2560,0.00983199973901113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,512,0.005406222409672207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,16384,0.023239110906918842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,5120,0.019792889555295307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,512,0.010226666927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,32,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,65536,0.3044995466868083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,65536,0.6693929036458334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,12288,0.024341333243581984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,3584,0.02015999952952067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,10240,0.049023999108208545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,128,0.011392888923486074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,65536,0.06423822376463148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,10240,0.011216888825098673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,6144,0.019084443648656208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,51200,0.08246311214235094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,4096,0.16303822729322645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,2560,0.028567999601364136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,64,0.006690666493442323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,12288,0.024359110328886244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,1024,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,8192,0.3276311026679145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,768,0.00700800038046307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,8192,6.659798940022786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,1536,0.029726223813162908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,512,0.009513777991135916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,51200,0.6583182017008463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,3584,0.014120888378885059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,8192,3.8381983439127603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,3072,0.11827199988894993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,2048,0.015018666783968607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,256,0.038917332887649536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,64,0.003175111073586676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,512,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,3072,0.01980444457795885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,512,0.004487110922733943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,4096,0.017308443784713745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,128,0.005615111026499007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,256,0.05159199900097317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,3072,0.04564088914129469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,10240,0.017479999197853934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,2560,0.020812445216708712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,5120,0.012135999898115793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,5120,0.1298862165874905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,2560,0.0550124446551005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,128,0.055063999361462064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,3072,0.06756889157825045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,3072,0.04660266637802124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,128,0.10977600018183391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,2048,0.08311911424001057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,6144,0.009359111388524374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,16384,0.0469359987311893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,10240,0.2737529012891981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,32,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,12288,0.009478222164842818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,8192,0.10472266541586982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,256,0.003148444410827425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,51200,1.345798174540202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,65536,0.20605511135525176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,3584,0.011177777416176267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,2048,0.008285333712895712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,1024,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,512,0.005058666484223472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,64,0.007831999825106727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,256,0.004323555363549126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,512,0.01757866640885671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,2048,0.1581439971923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,768,0.03481244378619724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,32,0.009645333720578088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,6144,0.541368908352322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,2560,0.013515555196338229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,16384,0.1489137808481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,5120,0.09992177618874444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,8192,0.019630221856964957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,1024,0.003934222377008862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,12288,0.3009057839711507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,3072,1.6288586722479925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,2560,0.009507555928495195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,1024,0.014309333430396186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,10240,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,64,0.0028488888508743713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,3584,0.024500444531440735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,8192,0.02221155497762892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,12288,0.030856887499491375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,65536,0.1986622280544705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,4096,0.021705778108702764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,2048,0.07085422012541029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,3584,0.39699734581841367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,6144,0.18855999575720894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,10240,0.08511110809114243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,65536,1.6784417894151475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,8192,0.6326986418830024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,3584,0.019376888871192932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,1024,0.006406222366624408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,768,0.03294666608174642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,5120,0.23239554299248588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,1024,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,51200,0.059148444069756397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,51200,0.07521688938140869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,16384,0.8641840087042915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,128,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,3584,0.012099555797047086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,2560,0.008817777865462834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,1024,0.09078755643632676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,16384,0.7218542098999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,128,0.020530665914217632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,65536,0.06740533643298678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,64,0.010336000058386061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,8192,0.017904000149832833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,2048,0.2872764534420437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,51200,0.11867200003729926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,4096,0.02495999965402815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,16384,2.944427490234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,512,0.021195555726687115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,51200,0.057017776701185435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,3072,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,12288,0.4804515308803982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,8192,0.014378666877746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,51200,1.084536870320638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,10240,0.0181040002240075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,128,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,768,0.005617777920431561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,65536,0.13821066750420466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,6144,0.023870221442646448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,3584,0.03215822246339586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,1024,0.04420711265669929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,2048,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,6144,0.06233688857820299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,256,0.005449777675999536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,51200,0.20392710632748076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,5120,0.032701333363850914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,768,0.014214222629865011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,256,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,3584,0.122071107228597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,8192,0.3808933364020453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,7168,0.010755555497275459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,4096,0.008584000170230865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,4096,0.08974044190512763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,4096,0.7399182319641113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,2048,0.008953777452309927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,3072,0.07910133070415921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,2560,0.011355555719799466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,51200,4.1978170606825085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,65536,18.46948411729601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,6144,0.2822444438934326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,4096,0.0796746677822537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,2048,0.09579377704196507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,51200,2.582064946492513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,8192,0.08711289034949408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,3072,0.28177067968580455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,65536,0.5853510962592231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,128,0.004003555410438114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,65536,0.25912533866034615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,2560,0.07272622320387098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,768,0.03408088948991563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,16384,0.11820444795820449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,512,0.01905066602759891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,256,0.02418577836619483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,2048,0.016102222932709586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,3072,0.014514666464593677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,5120,0.028091556496090356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,128,0.003908444609906939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,51200,0.6283849080403646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,768,0.006058666855096817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,1536,0.015990222493807476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,128,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,1536,0.004934222333961063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,256,0.003630222131808599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,5120,0.044399112462997437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,3584,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,64,0.0026480000880029467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,32,0.023718222975730896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,64,0.0026293332791990707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,1024,0.044307556417253285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,128,0.013784888717863293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,1536,0.007105777661005656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,8192,0.040631999572118126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,12288,0.07779733339945476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,10240,0.24323111110263398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,768,0.0035573335157500375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,4096,0.30055467287699383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,128,0.018423999349276226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,7168,0.10796622435251872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,32,0.00629066675901413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,4096,0.014966222974989148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,10240,0.02088266611099243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,4096,1.016669379340278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,7168,0.010982222027248807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,256,0.008172444171375698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,2048,0.04938044481807285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,256,0.014468444718254937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,16384,0.05841955873701307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,3584,0.02106222179200914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,4096,0.010487111078368293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,512,0.013305777476893531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,1024,0.005524444497293896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,2560,0.015057777365048727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,5120,0.017024889588356018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,6144,1.086264928181966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,32,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,51200,1.232987509833442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,8192,0.19593511687384713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,4096,0.22330665588378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,10240,0.1297502252790663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,3584,0.014863111906581454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,3584,0.38110844294230145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,12288,0.02165511084927453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,256,0.0033742222521040174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,51200,0.31075021955702037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,512,0.006807999892367258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,6144,0.6328781975640191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,12288,0.020779555042584736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,256,0.0086986662613021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,4096,0.5603973070780436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,12288,0.15641955534617105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,512,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,768,0.004282666577233208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,51200,0.319992012447781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,256,0.03645955522855123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,10240,0.3349475595686171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,6144,0.5755813386705186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,256,0.059874667061699756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,12288,0.05974577532874214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,7168,0.03682044479582045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,2560,0.012881778180599213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,5120,0.016151999433835346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,16384,0.01882222294807434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,512,0.04066133168008592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,8192,0.012033777932325998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,512,0.01149777736928728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,7168,0.39719467692905003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,1024,0.006171555568774541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,128,0.01276088919904497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,51200,0.346921788321601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,3072,0.09555911355548435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,2560,0.006430222342411677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,64,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,512,0.005769777629110549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,3072,0.10726488961113824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,5120,0.02520888878239526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,768,0.0052684446175893145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,64,0.004561777744028303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,1024,0.01292622254954444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,768,0.007510222494602203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,65536,8.758511861165365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,2048,0.016359999775886536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,3072,0.008741333252853816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,2560,0.12296266025967068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,51200,0.3730213377210829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,12288,0.07965955469343397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,4096,0.1366177797317505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,8192,0.14914933840433756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,128,0.004242666479614046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,7168,0.13994667265150282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,3072,0.025046222739749487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,2048,0.008549333446555668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,6144,0.01015377789735794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,64,0.04924089047643873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,7168,0.016964443855815463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,6144,0.010481778118345471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,1536,0.009309333231714036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,64,0.012484444512261285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,8192,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,65536,0.5684062110053169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,3072,0.010063110954231685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,6144,0.11679555310143365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,10240,0.379455116060045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,65536,3.6428311665852866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,768,0.012487110992272695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,51200,3.0822497473822703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,1024,0.01763911048571269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,3072,0.2922284338209364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,2560,0.10112444559733073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,7168,0.02497244377930959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,64,0.005629333357016246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,32,0.003119999956753519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,1536,0.00925422211488088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,7168,0.02646133303642273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,512,0.474606196085612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,4096,0.015267555912335714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,16384,0.47473780314127606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,2048,0.011069333387745751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,7168,0.018617777360810172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,4096,1.4985680050320094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,32,0.009280000295903947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,6144,0.028689778513378564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,1024,0.014632888966136508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,10240,0.05392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,3072,0.06588000059127808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,768,0.006660444455014334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,256,0.018423999349276226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,51200,0.050380445188946195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,3072,0.05573155482610067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,5120,0.009361777868535783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,65536,0.1843057738410102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,128,0.0041333333485656315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,768,0.2507226732042101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,64,0.17963733938005236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,1024,0.051150222619374595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,1024,0.008572444319725037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,128,0.003132444495956103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,3072,0.02544533378548092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,7168,0.023244443866941664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,10240,0.08332710795932345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,3584,0.03849600089920892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,2048,0.007236444287829929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,256,0.005373333477311664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,4096,0.20377333958943686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,4096,0.07081333133909437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,3584,0.031136890252431233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,10240,0.013535111314720578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,256,0.01053600013256073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,51200,0.14296800560421413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,2560,0.01221155540810691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,64,0.017248888810475666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,2048,0.006962666908899943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,2560,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,2048,0.03369866808255514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,51200,0.24766132566663954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,12288,0.030340443054835003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,5120,0.02349866595533159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,8192,0.10101866722106934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,2048,0.01426577733622657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,12288,0.41877065764533145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,768,0.014904000692897372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,768,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,32,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,12288,0.05843200286229452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,512,0.05491822295718723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,512,0.007582222421964009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,512,0.03629600008328756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,3072,0.051500442955229014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,64,0.007418666448858049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,1024,0.011380444798204633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,768,0.011952000359694162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,16384,9.199774848090277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,65536,1.6422906451755102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,51200,0.8790044254726834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,2048,0.014367111855083041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,256,0.006676444576846228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,7168,0.060256891780429415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,128,0.015583111180199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,1024,0.006751110984219446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,1536,0.08100710974799262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,64,0.07108266486061944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,256,0.018040888839297824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,512,0.008103999826643202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,1024,0.060051553779178195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,10240,0.24021244049072266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,5120,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,3072,0.00963644435008367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,1024,0.004311999926964442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,8192,1.0785510804918077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,2560,1.4236524369981554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,8192,0.010572444233629437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,512,0.00925688859489229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,5120,0.035550223456488714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,1024,0.010568888651000129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,1024,0.8467466566297742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,3584,0.021586666504542034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,6144,0.02552088929547204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,51200,0.2558177842034234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,2048,0.052368889252344765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,4096,0.009513777991135916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,1536,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,512,0.008279999925030602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,1024,0.016194666425387066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,65536,0.28028443124559194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,3072,0.007458666960398356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,1024,0.02602400051222907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,32,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,12288,0.030551999807357788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,128,0.004436444491147995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,5120,1.4372310638427734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,12288,0.7529564433627658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,4096,3.378960927327474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,64,0.00425155543618732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,4096,0.011376889215575324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,32,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,8192,0.05581777625613742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,12288,0.5410257975260416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,256,0.00741155528359943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,5120,0.03462933169470893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,3072,0.028118222951889038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,128,0.008077333370844523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,8192,0.0488684442308214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,51200,1.759733306037055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,128,0.16527377234564886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,12288,0.12389866511027019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,7168,0.04380177789264255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,16384,0.08739466799630059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,16384,0.391137785381741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,7168,0.3914586702982585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,256,0.03622311022546556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,512,0.007348444726732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,6144,0.03091644578509861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,3584,0.12232800324757893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,2048,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,5120,0.012075555821259817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,1024,0.006738666858938005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,32,0.016844444804721408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,10240,0.09248889154858059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,1536,0.006311999840868845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,8192,0.026567111412684124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,3072,0.018791110979186166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,65536,1.0798835754394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,51200,1.3403671052720811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,12288,0.012595555848545499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,3584,0.0826408863067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,51200,2.324089686075846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,3072,0.030200001266267564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,10240,2.573904037475586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,12288,0.33756444189283585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,2560,0.017176000608338248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,32,0.002993777808215883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,768,0.004528000122971005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,4096,0.014969777729776172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,12288,0.09026844633950128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,10240,0.1803742249806722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,51200,0.372944884830051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,5120,0.019892444213231403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,1024,0.0058417779703934984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,2560,0.03136533498764038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,7168,0.04665689004792107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,2560,0.013817778064144982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,12288,0.08977511194017197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,1536,0.005493333356248007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,2048,0.006151111175616582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,64,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,12288,0.19615377320183647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,51200,0.29046400388081867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,4096,0.011892444557613797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,51200,0.032799111472235784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,65536,0.06509511338339911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,64,0.04788444439570109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,3072,0.012353777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,3072,0.008089777496125963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,3584,0.007409777906205919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,64,0.0462702214717865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,10240,0.38578221533033585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,2560,0.02591733303334978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,7168,0.016916443904240925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,512,0.0033208889265855155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,5120,0.00942133367061615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,512,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,32,0.023216888308525085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,4096,0.19996621873643664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,4096,0.017051556044154696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,3072,0.1225315597322252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,12288,0.018907555275493197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,12288,0.06688533226648967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,10240,0.2097217771742079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,768,0.11631733841366237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,4096,1.1629378000895183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,3584,0.00740799970097012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,512,0.03265422251489427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,8192,0.01995111174053616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,3072,0.054188443554772266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,512,0.1935875548256768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,256,0.025257777836587694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,1536,0.012654222548007965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,10240,0.2106391059027778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,6144,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,3584,0.015803555647532146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,32,0.022421333524915908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,6144,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,256,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,768,0.02425866656833225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,65536,6.090852525499131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,10240,0.045788443750805326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,16384,0.07991821898354425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,32,0.00286666676402092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,2048,0.43574221928914386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,256,0.24389778243170845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,2048,0.03389066788885329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,65536,1.3333173327975802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,512,0.007740444607204861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,256,0.009908444351620143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,65536,0.3537742296854655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,4096,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,1536,0.007170666423108842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,8192,0.27149777942233616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,1024,0.06194577614466349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,1024,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,768,0.003855111284388436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,6144,0.5766560236612955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,64,0.0034799998005231223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,512,0.0075084442893664045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,3584,0.01862044466866387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,32,0.005320888840489917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,5120,0.011321778098742167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,1024,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,4096,0.18426756064097086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,128,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,2048,0.09563910961151123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,6144,0.030644443300035264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,65536,0.4394968880547418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,8192,0.10169866349962021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,128,0.0444471107588874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,2048,0.0074337778819931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,2560,0.03213333421283298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,8192,0.05887555413775974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,256,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,128,0.03216266632080078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,12288,0.016410667035314772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,768,0.006090666684839461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,5120,0.13724088668823242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,128,0.0028479999552170434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,2048,0.00884622252649731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,1536,0.07981955342822604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,64,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,10240,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,512,0.14157599873012966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,256,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,3584,0.007319110963079665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,7168,0.009367110828558603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,32,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,4096,0.008208889100286696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,2560,0.053499556250042386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,5120,0.05565510855780708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,768,0.01129066695769628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,64,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,1536,0.023730667101012334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,2048,0.00498577786816491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,4096,0.01959466603067186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,128,0.013211555778980255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,4096,0.08373688989215428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,3072,0.018394667241308425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,512,0.005790222022268508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,8192,0.008960000342792934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,512,0.156384891933865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,64,0.002891555635465516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,12288,0.07351999812655978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,5120,0.03059200114674038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,512,0.20738755332099068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,768,0.029882666137483384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,128,0.004280888785918553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,5120,0.1276479959487915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,7168,0.08639111121495564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,4096,0.11287911732991536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,512,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,4096,0.015304888288180033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,10240,0.02721600068940057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,6144,0.03548533386654324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,3584,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,8192,0.4081351227230496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,6144,0.3954631222618951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,2048,0.008580444587601556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,768,0.006789333290523953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,1536,0.07926577991909452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,3584,0.01640888883007897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,7168,0.10504621929592556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,512,0.012146666646003723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,3072,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,128,0.10514755381478204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,128,0.012819555898507437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,1024,0.10027644369337295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,2560,0.011994666523403592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,256,0.0033768889390759995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,3072,0.1240133312013414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,6144,2.2317653232150607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,128,0.008147555920812819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,256,0.010829333629873065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,7168,0.0544177790482839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,256,0.006542222367392645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,4096,1.0205840004814994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,3584,0.00742133292886946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,12288,0.5564133326212565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,1536,0.0826808876461453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,51200,1.0042568842569988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,2048,0.007048889166778988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,768,0.0041582224269707995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,5120,0.10674311055077447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,5120,0.025263110796610515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,3584,0.024459555745124817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,768,0.03300266795688205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,3584,0.1001724468337165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,768,0.015986666083335876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,32,0.016148444679048326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,3072,0.015240000353919135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,128,0.00982844415638182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,6144,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,51200,1.1269342634412978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,2048,0.011237333218256632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,64,0.11127644115024143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,32,0.0032017777363459268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,4096,0.09532711240980361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,1024,0.009166222479608323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,3072,0.015374221735530429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,1024,0.005232000102599462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,2048,0.006642666541867786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,64,0.04607289036115011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,3072,0.11811821990542942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,3072,0.02348800003528595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,5120,0.010769777827792697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,8192,0.031410667631361223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,10240,0.052869333161248096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,51200,0.21590310997433135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,7168,0.3387431038750543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,128,0.0074177781740824384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,6144,0.900144894917806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,51200,0.14916266335381403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,4096,0.016959110895792644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,16384,0.14476177427503797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,768,0.006678222368160884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,16384,0.03920711080233256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,1536,0.016539555456903245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,51200,1.1969458262125652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,7168,0.13103732797834608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,10240,0.015555555621782938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,3584,0.012628444366984896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,3584,0.1557555596033732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,7168,0.09798310862647162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,7168,0.2936035527123345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,768,0.025973333252800837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,3584,0.014336888988812765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,12288,0.33289066950480145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,8192,0.982850710550944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,4096,0.008104888929261101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,12288,0.04342666599485609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,6144,0.05753511190414429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,1024,0.05740355783038669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,1536,0.00555288874440723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,2048,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,5120,0.10337066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,65536,0.15927467081281874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,2048,0.08007555537753634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,1536,0.016399110356966656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,512,0.025495999389224585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,6144,0.014174222946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,512,0.09781244728300308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,51200,0.27597689628601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,7168,3.0430764092339406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,1024,0.015015999476114908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,1536,0.02242311173015171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,256,0.003866666720973121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,4096,0.030292444758945044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,16384,0.04119466741879781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,512,0.014333332578341166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,8192,0.26800089412265354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,6144,0.1571635537677341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,3072,0.02273688879277971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,32,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,16384,0.5299688975016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,1024,0.007102222078376346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,6144,0.1645573377609253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,5120,0.007344000041484833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,128,0.002955555501911375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,10240,0.06514310836791992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,768,0.08161955409579806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,51200,0.06731200218200684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,12288,0.03161866797341241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,1536,0.02458311120669047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,64,0.0028737777223189673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,3072,0.012438221938080259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,65536,0.11950577629937066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,512,0.005039111193683413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,128,0.029915554655922785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,65536,0.300455994076199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,512,0.004425777743260066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,512,0.02436622149414486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,256,0.005528888768619961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,12288,0.10514044761657715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,768,0.04015644391377767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,10240,0.015319999721315173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,8192,0.5342906845940484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,12288,0.9085440105862088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,7168,0.024912888805071514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,4096,0.009742221898502773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,256,0.007135999699433644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,512,0.04383644461631775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,128,0.018560889694425795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,768,0.04323377874162462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,10240,0.013344888885815939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,1536,0.006552888701359431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,2048,0.21146933237711588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,3072,1.5470871395534938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,16384,0.05980889002482096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,65536,0.2788320117526584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,7168,0.022209778428077698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,5120,0.013750221994188098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,768,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,8192,0.28319377369350857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,16384,0.06010755565431383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,512,0.01761244402991401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,3584,0.1499075492223104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,1536,0.041336887412601046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,12288,0.0722586645020379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,1536,0.015037332971890768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,128,0.012807110945383707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,128,0.004513777792453766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,5120,0.026263111167483862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,768,0.01314222233162986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,1024,0.046688887808057994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,65536,0.013707555830478668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,5120,0.037455999188952975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,65536,1.3169004652235243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,4096,0.07605244716008504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,7168,0.030662222041024104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,65536,0.06871733400556776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,32,0.007663999994595845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,256,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,5120,0.2024808857176039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,5120,0.00906399968597624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,4096,0.031410667631361223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,3584,0.007811555431948767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,128,0.007289778027269576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,51200,2.839125315348307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,3584,0.010412444670995077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,256,0.0074177781740824384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,3072,0.030604445272021826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,1024,0.037040889263153076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,2560,0.006825777805513806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,3584,0.023800889650980633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,5120,0.2151262230343289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,16384,0.026055110825432673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,6144,0.1407795614666409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,3584,0.01758666667673323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,8192,0.2982737753126356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,4096,0.013602666556835175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,3584,0.06749600172042847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,10240,4.7693939208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,2048,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,512,0.021735111872355144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,1024,0.03533511029349433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,512,0.004505777938498391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,8192,17.775405883789062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,2048,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,2560,0.1495573388205634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,1536,0.09881244765387641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,4096,0.008900444540712569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,32,0.003907555507289039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,128,0.0042239998777707415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,32,0.04356266723738777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,12288,0.08091911342408922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,768,0.04751377635531955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,512,0.011213333242469363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,64,0.019136889113320243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,512,0.005856888989607493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,8192,0.14307555887434217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,5120,0.039841777748531766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,3584,0.12358221742841934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,3072,0.06365066766738892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,8192,0.3101022243499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,51200,0.19828177822960746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,128,0.035440001222822405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,10240,0.016604445046848722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,5120,0.03889688849449158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,4096,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,16384,0.6551084518432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,51200,0.6056737899780273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,65536,6.8400115966796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,256,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,1024,0.0047893333766195504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,6144,0.19435377915700278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,10240,0.04100888967514038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,12288,0.028934223784340754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,8192,0.011680000358157687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,16384,1.0628631379869249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,4096,0.723032898373074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,512,0.003941333128346337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,256,0.004498666773239772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,1024,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,4096,0.024442666106753882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,64,0.003113777687152227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,8192,0.02442844377623664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,768,0.005058666484223472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,1536,0.02801333202256097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,256,0.005745777653323279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,2560,0.015006222658687167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,64,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,8192,0.14556445015801325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,128,0.006231110956933763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,3072,0.028508444627126057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,5120,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,65536,0.5325644281175401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,256,0.01719555589887831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,2048,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,5120,1.6532826953464086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,1536,0.03702400128046671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,16384,0.03558399942186143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,3072,0.11575822035471599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,12288,0.02973955538537767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,64,0.031574222776624895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,16384,0.016188444362746347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,32,0.007191999918884701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,256,0.006050666587220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,2048,6.402405209011501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,8192,0.3782622284359402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,768,0.35573599073621964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,768,0.00738933351304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,256,0.006527110934257507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,12288,0.0472906662358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,3584,0.015112888481881885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,8192,0.053986665275361806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,2560,0.006116444451941385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,65536,0.039600001441107854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,128,0.015221332510312399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,12288,0.01551822159025404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,16384,4.324977027045356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,768,0.07660266425874498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,7168,0.05147111084726122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,10240,0.06401511033376057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,64,0.0031555555760860443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,128,0.005008888741334279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,2048,0.010018666585286459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,3584,0.01969688965214623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,8192,0.2044933372073703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,8192,0.011552000211344825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,4096,0.07207377751668294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,768,0.06729777654012044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,768,0.16695822609795463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,12288,0.01460800071557363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,32,0.18638132678137886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,8192,0.40137333340115017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,1024,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,10240,1.0167350769042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,256,0.023058666123284235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,65536,0.14695821868048772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,8192,0.19947289095984566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,5120,0.013427555561065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,64,0.005525333185990651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,512,0.0032586666444937387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,2560,0.014874666929244995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,51200,0.4144906732771132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,768,0.14464355839623347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,65536,0.47956355412801105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,51200,0.32370932896931964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,51200,10.00215318467882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,512,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,64,0.01844800015290578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,65536,4.506025950113933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,10240,0.057393776045905225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,3584,0.026330666409598455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,128,0.004304000073009067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,7168,0.03939111034075419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,768,0.004643555730581284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,10240,0.17159910996754965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,12288,0.026497777965333726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,65536,2.4103465610080295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,65536,0.015797333584891427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,5120,0.058386663595835366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,65536,0.15670311450958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,6144,0.013262222210566202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,10240,10.398289998372396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,16384,0.065574222140842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,7168,0.024505777491463557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,3584,0.008046222229798635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,1024,0.026288888520664636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,64,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,65536,0.2537146674262153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,32,0.033004442850748696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,128,0.004313777718279096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,1536,0.00776711106300354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,1024,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,51200,0.13781600528293186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,1024,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,512,0.0075777777367168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,6144,0.011164444188276926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,3584,0.008771555291281806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,3072,0.007466666400432587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,768,0.012206222448084088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,128,0.00552977787123786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,128,0.010044444766309526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,128,0.01036177741156684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,7168,0.022882666852739122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,768,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,512,0.03575911124547323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,2560,0.1143511136372884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,7168,0.09022400114271377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,4096,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,65536,0.05082222157054477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,1536,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,10240,0.011125333607196808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,768,0.008399999803966945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,8192,0.20731377601623535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,3072,0.15571467081705728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,128,0.038917332887649536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,1024,0.015256888336605497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,3072,0.01794488893614875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,7168,0.013082666529549493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,10240,0.04459822177886963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,5120,0.589554680718316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,512,0.008656000097592672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,3584,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,1024,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,65536,0.2914373344845242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,10240,0.046560890144772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,10240,5.737534417046441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,8192,0.3888382116953532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,1024,0.014728888869285583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,512,0.1690080033408271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,32,0.004100444416205089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,6144,0.023058666123284235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,256,0.003055111194650332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,7168,0.5697129037645128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,5120,0.2447813351949056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,10240,0.20829778247409395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,768,0.010798222488827176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,1536,0.06802133056852552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,4096,0.015192889504962497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,8192,0.035056889057159424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,2048,0.15833866596221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,8192,0.013215999636385175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,128,0.004129777765936322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,5120,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,256,0.0222746663623386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,2048,0.03501333461867438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,1536,0.0063546668324205614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,16384,0.018726223044925265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,6144,0.02753688891728719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,10240,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,10240,0.08454133404625787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,51200,0.413008001115587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,16384,0.10871377918455337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,3584,3.4335723453097873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,10240,0.03351199958059523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,32,0.002672000063790215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,51200,0.020842666427294414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,256,0.007368889119890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,768,0.004726222405831019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,3584,0.016385777129067313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,256,0.004489777816666497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,768,0.09251199828253852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,8192,0.01585422290696038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,768,0.003621333175235324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,1024,0.004014222158326043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,4096,0.030164443784289893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,8192,0.10790489117304485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,3072,0.17276622189415825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,3072,0.21987999810112846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,3072,0.03489511211713155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,7168,0.015655999382336933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,3072,0.11551554997762044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,7168,0.02829066581196255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,768,0.05972177452511258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,5120,0.2011786699295044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,16384,0.5920569101969401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,10240,0.015082667271296183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,3584,0.08107999960581462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,128,0.010496888723638324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,256,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,3072,0.5891164673699273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,12288,0.02421155571937561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,256,0.003914666672547658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,128,0.0046897778908411665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,5120,0.014893333117167154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,51200,0.44081865416632754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,32,0.03671288821432326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,1536,0.05067288875579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,10240,0.0262737770875295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,3584,0.0648862189716763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,3072,0.01260355528857973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,5120,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,51200,0.061695112122429736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,256,0.004017777740955353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,256,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,2560,0.010222222242090438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,768,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,32,0.006623999940024481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,51200,0.3332337803310818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,16384,0.06672710842556424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,12288,3.1464515262179904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,3584,0.008170666793982187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,3584,0.027727999620967444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,2560,0.021903110875023737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,51200,32.996541341145836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,2560,0.0170168893204795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,51200,0.05340088738335503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,7168,0.10856444305843777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,512,0.03514488869243198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,8192,0.07594222492641874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,512,0.06933422221077813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,256,0.016872000363137987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,8192,0.011605333122942181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,8192,0.11516177654266357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,10240,3.9364852905273438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,128,0.058315555254618325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,8192,0.05660444498062134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,128,0.0032471112079090546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,768,0.00850311087237464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,32,0.011295110815101199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,2048,0.007443555527263218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,2560,0.0266266663869222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,12288,0.021570665968788996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,512,0.015054222610261707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,65536,1.2698053783840604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,65536,0.18401243951585558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,768,0.004857777721352047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,4096,0.08895199828677708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,1536,0.31007467375861275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,16384,0.9592035081651477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,128,0.017830222845077515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,2560,0.012500444220172035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,7168,0.0107022225856781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,4096,0.08862844440672134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,512,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,3584,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,2560,0.05548266569773356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,16384,0.07563910881678264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,1536,0.012527111503813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,768,0.014402666025691561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,5120,0.03622044457329644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,512,0.009318222602208456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,4096,0.019260444574885897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,3584,0.07099199957317777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,2560,0.03393777873780992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,6144,0.051001777251561485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,2048,0.010492444038391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,51200,0.07136088609695435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,10240,0.04784355560938517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,4096,0.012921777864297232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,768,0.03985688752598233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,512,0.0037413334680928122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,5120,0.011071110765139261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,1536,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,3072,0.14840088950263128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,3072,0.008106666306654612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,768,0.09478311406241523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,4096,0.05635288688871595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,5120,0.19004533025953504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,5120,0.030408889055252075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,64,1.6243644290500219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,16384,0.40126845571729874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,2048,0.021108445194032457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,16384,0.021497777766651575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,3584,0.009579555855857002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,65536,0.23348710272047254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,768,0.13072178098890516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,16384,0.042388445801205106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,7168,0.010833777487277985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,128,0.005375111268626318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,51200,0.05347733365164863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,12288,1.2859137852986653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,2560,0.01868355605337355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,1024,0.02239199976126353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,8192,0.01798577772246467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,2048,0.11296178234948052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,7168,0.754243532816569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,3584,0.038973334762785174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,51200,0.3210311200883654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,8192,0.011952888634469775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,2560,0.018959111637539335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,51200,0.12916621896955702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,65536,15.325215657552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,5120,0.014095111025704278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,12288,7.4578645494249125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,16384,0.03605688942803277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,768,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,2048,0.02721066607369317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,1536,0.01182577759027481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,51200,0.7529688941107856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,1536,0.011402666568756104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,512,0.0038702223036024305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,4096,0.20060355133480498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,10240,0.01588711142539978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,32,0.006996444529957241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,51200,5.534989251030816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,1024,0.009218666288587783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,5120,0.12696266174316406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,51200,0.20118489530351427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,4096,0.09268711010615031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,2048,0.013880000346236758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,2048,0.2895546754201253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,10240,0.20723644892374674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,5120,0.11066666576597427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,1024,0.036908444431093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,65536,0.28075289726257324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,2048,0.050332443581687085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,10240,0.011792889071835412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,4096,0.008387555678685507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,1024,0.013411555853154926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,64,0.008325333396593729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,3584,0.01571377780702379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,16384,0.41652711232503253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,3072,0.09889866908391316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,256,0.006667555620272954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,16384,0.17765155103471544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,1024,0.027178666657871667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,128,0.017743999759356182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,65536,0.30682399537828237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,768,0.00665244460105896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,12288,0.18046755260891387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,1536,0.025240000751283433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,65536,0.3484773370954726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,5120,0.1257751120461358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,7168,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,2560,0.1294106642405192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,64,0.12160444259643555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,3584,0.007993777592976889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,2048,0.023939554889996845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,51200,0.2372222211625841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,1024,0.19617688655853271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,65536,0.24810843997531465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,51200,0.5492169062296549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,64,0.3053706751929389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,1024,0.07169866561889648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,10240,0.13946489493052164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,16384,0.018900444110234577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,8192,0.09129777881834243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,768,0.005075555708673266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,1024,0.040320889817343816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,768,0.10590044657389323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,5120,0.009778666827413771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,3584,0.02015733387735155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,512,0.005292444593376583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,65536,0.07279911306169298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,3072,0.009859555297427708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,1024,0.15683200624254015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,12288,0.39820265769958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,1536,0.018379555808173288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,6144,0.040377779139412776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,5120,0.02758488886886173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,32,0.0030622221529483795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,512,0.0038657776183552216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,128,0.023552889625231426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,3584,0.01056177748574151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,1024,0.05071555574735006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,768,0.005151999907361137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,51200,0.0724088880750868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,4096,0.023223999473783705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,2048,0.0578133331404792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,51200,0.2056622240278456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,3584,0.007880888879299164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,256,0.12433689170413548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,768,0.0053004444473319584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,10240,0.6712000105116102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,3072,0.12015467219882542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,2048,0.04522044459978739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,1024,0.014008000493049622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,51200,0.19652622275882295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,256,0.01696622206105126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,8192,0.16066488954755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,8192,0.07839733362197876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,1024,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,51200,0.0711582236819797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,2560,0.009155555731720394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,10240,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,10240,0.07511555486255221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,12288,0.05522933271196154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,1024,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,7168,0.035417778624428645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,512,0.005017777697907554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,7168,0.07014844152662489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,5120,0.033231112692091204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,7168,0.04212533434232076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,7168,0.020233778489960563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,2048,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,256,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,1536,0.005660444498062134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,768,0.027619555592536926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,512,0.00812533332241906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,1024,0.004910222358173794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,512,0.008657777474986183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,1536,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,128,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,768,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,1024,0.00944266633854972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,256,0.0037928890022966596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,768,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,1536,0.012201777762836881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,3072,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,1024,0.003997333347797394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,512,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,16384,0.13730400138431126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,5120,0.03940000136693319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,3584,0.10995022455851237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,2048,0.08461955520841812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,6144,0.2982284492916531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,1024,0.00546577779783143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,51200,2.0628835890028214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,5120,3.65175289577908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,768,0.011157333023018308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,5120,0.11748977502187093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,64,0.20497422748141816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,2048,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,2560,0.010012444522645738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,1024,0.004097777936193678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,16384,0.026502221822738647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,6144,0.09342222081290351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,256,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,16384,0.7158782217237684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,32,0.02290311124589708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,2560,0.017482666505707633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,2048,0.35457422998216415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,12288,4.627742343478732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,65536,0.34398934576246476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,12288,2.5230284796820746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,128,0.03312711252106561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,6144,0.06933510965771146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,7168,0.053541332483291626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,7168,0.15796889199150935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,128,0.0052844443255000645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,256,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,16384,0.22956977950202095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,64,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,3584,0.00869066682126787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,768,0.02258844508065118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,51200,0.06636089086532593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,256,0.007312888900438945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,8192,0.019592000378502738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,6144,0.08702133099238078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,10240,0.03607644306288825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,1024,0.006582222051090664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,32,0.05084977878464592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,6144,0.17596888542175293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,2048,0.0321724447939131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,512,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,2048,0.013404444687896304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,4096,0.02195466723706987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,51200,0.07452088594436646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,51200,2.7852132585313587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,2048,0.03710666630003188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,64,0.003055111194650332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,512,0.022309333086013794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,2048,0.057646221584743924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,8192,0.4045920107099745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,64,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,768,0.11278488900926377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,51200,0.9003956052992078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,16384,0.04383377896414863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,256,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,3584,0.044102221727371216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,16384,0.1439866622289022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,6144,0.010045333041085137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,64,0.006958222223652734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,4096,0.12222488721211751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,3584,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,12288,0.20626755555470785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,3584,0.2132186624738905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,2048,0.04709066616164314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,512,0.04383288820584615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,4096,0.016001777516471017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,512,0.16499377621544734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,3584,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,3584,0.06520889202753703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,1024,0.01498311095767551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,3072,0.010786666638321347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,4096,0.5934969054328071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,3072,0.01667644414636824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,4096,0.11331378089057074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,65536,1.8337262471516926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,12288,1.6345404518975153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,65536,50.239888509114586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,51200,11.355885823567709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,64,0.005970666805903117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,512,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,64,0.0030088888274298776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,2560,0.007888889147175683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,8192,0.08532355229059856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,3072,0.04513066675927904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,5120,0.44159732924567324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,4096,0.044103112485673696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,8192,0.05836533175574409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,512,0.004761777818202972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,1024,0.0107360002067354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,64,0.0074337778819931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,256,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,1024,0.060398221015930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,768,0.2120586633682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,2560,0.007821333077218797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,7168,0.012998222476906247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,10240,0.03299288948376974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,6144,0.007968000239796108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,12288,0.07684533463584052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,6144,0.037137776613235474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,4096,0.014510222607188754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,32,0.005516444643338521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,256,0.0030871110243929755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,3072,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,12288,0.07455199956893921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,1536,0.05365955498483446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,768,0.00508088908261723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,128,0.0028213332924577924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,51200,1.5316480000813801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,5120,0.0107004443804423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,10240,0.047451555728912354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,2048,0.023881778120994568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,12288,0.8491111331515842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,4096,0.03272799981964959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,5120,0.010285333626800114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,2560,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,51200,0.15602933035956487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,1024,0.046128001477983266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,5120,0.022893332772784766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,8192,0.038655112187067665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,1536,0.006215999937719769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,2560,0.03113422128889296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,1536,0.004648000001907349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,1536,0.022279111875428095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,3072,0.0516844458050198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,16384,0.024126221736272175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,128,0.015974221958054435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,128,0.004794666750563515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,32,0.0026657777941889236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,10240,0.20703466733296713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,2560,0.01201333353916804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,1024,0.024838222397698298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,256,0.02127911150455475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,1536,0.009729777773221334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,512,0.00564177789621883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,2560,0.024067555864651997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,64,0.0055440002017551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,2560,0.013657777673668332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,64,0.02381422287887997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,3072,0.013716444373130798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,3584,1.1161715189615886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,3584,0.01568177839120229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,128,0.010148444109492833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,3584,0.06655822197596233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,12288,0.021521778570281133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,32,0.003597333199448056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,256,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,1024,0.02180533276663886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,51200,0.05264711048867968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,128,0.006931555353932911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,1024,0.014663111832406787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,768,0.0037475555307335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,2560,0.21288355191548666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,3072,0.08076355854670207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,1536,0.00685777763525645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,128,0.03939288854598999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,3072,0.2361662122938368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,8192,0.011530666715568967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,6144,0.3168080117967394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,2048,0.23908265431722006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,64,0.018041777941915724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,3584,0.025618667403856914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,512,0.007338666253619724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,2560,0.009257777697510189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,128,0.003587555554178026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,1536,0.10974133014678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,128,0.0031635556370019913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,5120,0.08737066719267104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,51200,0.07093333535724215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,2048,0.016340444485346477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,64,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,512,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,256,0.05062399970160591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,512,0.003294222263826264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,768,0.003624888757864634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,5120,0.039289779133266874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,65536,0.7471120092603895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,7168,0.02889066603448656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,32,0.015311110350820752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,2048,0.02312799957063463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,1536,0.024244444237815008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,65536,1.6941102345784504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,32,0.004811555561092165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,10240,0.052467554807662964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,256,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,12288,0.018724444839689467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,16384,0.11965155601501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,16384,0.11164177788628472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,12288,0.09256533119413589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,64,0.0058622223635514574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,2048,0.00885511106914944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,128,0.0064693333374129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,1536,0.00535377777285046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,65536,0.10968266593085395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,512,0.29960444238450795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,4096,0.1426817841000027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,51200,0.05749511056476169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,65536,0.3906213442484538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,768,0.013841778039932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,2560,0.03856533434655931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,512,0.01774311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,4096,0.1290080017513699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,7168,0.14237156179216173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,12288,0.11535378297170003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,16384,1.5259751213921442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,51200,0.4853359858194987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,8192,0.014301333162519666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,16384,1.6946658028496637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,5120,0.1406328943040636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,65536,0.19971911112467447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,10240,0.06842133071687487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,8192,0.04298133320278592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,51200,0.10591377814610799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,12288,0.7896133528815376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,8192,0.020808888806237113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,2048,0.06173066960440742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,65536,0.299760897954305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,64,0.011615999870830111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,5120,0.01941244469748603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,51200,0.5927759806315104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,65536,0.06652533345752291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,1536,0.004668444395065308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,7168,0.023382221659024555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,3072,0.007528000407748752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,512,0.0032426667296224167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,4096,0.015985776980717976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,3072,0.07080177466074626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,51200,0.10629955265257095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,2048,0.006746666712893381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,2560,0.0176862229903539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,512,0.22737333509657118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,768,0.04376177655325996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,3584,0.03834844297832913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,6144,0.053232000933753125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,1024,0.4520675341288249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,512,0.006795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,128,0.0033395555284288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,12288,0.06321333514319526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,2560,0.16753333144717744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,32,0.0033475555893447665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,51200,0.06756177875730726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,6144,0.12382400035858154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,256,0.01367377738157908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,32,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,65536,0.06814310948053996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,4096,0.05277155505286323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,512,0.043734222650527954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,3072,0.015247111519177755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,512,0.0035626664757728577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,16384,0.14771466785007054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,768,0.12138933605617946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,2048,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,3072,0.12364533212449814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,256,0.025784000754356384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,6144,0.15090400642818874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,256,0.008834666675991481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,2560,0.02903377678659227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,1024,0.011200889117187925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,65536,0.8930275175306531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,8192,0.10359377993477716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,1024,0.0062773335311147906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,4096,0.00924711094962226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,51200,5.752425723605686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,3584,0.007094221810499827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,10240,0.02053244411945343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,2048,0.00656444455186526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,5120,0.07266755236519708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,1536,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,6144,0.13342844115363225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,6144,0.03487911158137851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,7168,0.044826666514078774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,64,0.0037742224004533556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,64,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,768,0.04179288943608602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,256,0.012264889147546558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,3072,0.26415377193027073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,5120,0.018932445181740653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,3584,0.008626666333940294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,2048,0.03691644469896952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,12288,0.014134221606784396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,10240,0.024805333879258897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,2560,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,6144,0.011076444553004371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,1536,0.006353777729802662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,6144,0.01806311143769158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,65536,0.07305333349439833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,3072,0.009953777823183272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,16384,0.07779733339945476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,3072,0.00927466650803884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,32,0.00281866660548581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,12288,0.06128444274266561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,3072,0.011749332977665795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,768,0.05084088775846693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,6144,0.007297777467303806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,5120,0.06709066364500257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,64,0.002625777696569761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,10240,0.20224444071451822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,7168,0.04978044496642219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,64,0.00851644410027398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,12288,0.01633066601223416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,2560,0.07839110824796888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,128,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,128,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,256,0.004318222403526306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,128,0.016837333639462788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,5120,0.09007822142706977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,5120,0.04455999864472283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,768,0.01349244432316886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,7168,1.4656000137329102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,51200,0.6568213568793403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,768,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,8192,0.03840622305870056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,4096,0.015600888265503777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,65536,0.30450932184855145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,768,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,8192,0.012993777791659037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,12288,0.09003377623028225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,16384,0.06541066699557833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,51200,0.10184266832139756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,3072,0.11680177847544353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,5120,0.012907555533779992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,128,0.004334222111437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,16384,0.022602667411168415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,8192,0.03471466567781236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,7168,0.012899555265903473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,1536,0.02145511077509986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,768,0.022201778160201177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,5120,0.013840888937314352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,256,0.014294221997261047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,128,0.005240889059172736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,8192,0.832573307885064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,2048,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,64,0.008806222014957005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,1536,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,5120,0.013632000320487551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,512,0.01457333399189843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,3584,0.16474400626288518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,64,0.006329777754015393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,12288,0.027484445108307734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,2048,0.005793777604897817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,5120,0.06891910897360908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,4096,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,256,0.014107555150985718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,768,0.006707555717892117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,2560,0.7001244227091471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,16384,0.3971413241492377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,2560,0.007915555602974361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,65536,0.06785421901279025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,32,0.0037368887828456033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,1536,0.012465777496496836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,3072,0.031214220656288996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,12288,0.017159110969967313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,512,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,64,0.057200888792673744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,7168,0.034254223108291626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,6144,0.2843395604027642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,65536,10.974517822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,2048,0.017841777867741056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,512,0.004765333400832282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,6144,0.03140799866782294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,51200,2.5009449852837458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,12288,0.19783022668626574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,12288,0.04483644498719109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,2048,0.007845333053006066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,512,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,5120,0.43248711691962344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,8192,0.06984977589713202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,1024,0.04126844472355313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,2560,0.01053244454993142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,3072,2.268172370062934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,7168,0.3515760103861491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,3584,0.012748444245921241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,5120,0.024678222007221643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,1536,0.006188444379303191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,768,0.04667644368277656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,7168,0.09202311436335246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,51200,1.1421795950995552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,1536,0.006047111004590988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,512,0.016745777593718637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,8192,0.19794132974412706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,51200,4.9457651774088545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,6144,0.03423466616206699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,64,0.007608888877762689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,16384,0.06982400019963582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,512,0.00792266676823298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,1536,0.006478222293986215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,768,0.014849777022997538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,3072,0.04858044452137417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,512,0.008978666530715095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,2048,0.006480000085300869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,2048,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,32,0.00342399999499321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,128,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,3584,0.010055999788973067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,51200,0.5450426737467448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,8192,0.033478223615222506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,512,0.06879378027386136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,2560,0.0214035560687383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,8192,0.04138755467202928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,1536,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,3072,0.8305137952168783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,51200,0.23627734184265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,256,0.017400888933075797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,3584,0.2434791194068061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,4096,0.037294222248925105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,12288,0.3124053213331434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,3584,0.007655999726719326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,10240,0.013600000076823764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,12288,0.015030221806632148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,128,0.00378577783703804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,3072,0.007633777956167857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,256,0.005798222290145026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,7168,0.010816888676749336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,12288,0.5951697561475966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,5120,0.5073946846856011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,128,0.0033520000676314035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,256,0.14450755384233263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,64,0.004318222403526306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,2560,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,6144,0.07381155755784777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,5120,0.04007733199331496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,2560,0.005983110931184556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,12288,0.08412622080908881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,512,0.0034231110993358824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,3072,0.02091644373204973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,512,0.03291555576854282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,64,0.005807999935415056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,768,0.043974220752716064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,32,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,1536,0.06413422028223674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,7168,0.12520621882544622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,4096,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,1536,0.15058310826619467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,512,0.026556443836953905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,65536,0.3557404412163629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,3584,0.01867733399073283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,768,0.006481777876615524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,256,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,2560,0.007034666836261749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,3072,0.02365333338578542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,16384,7.522340562608506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,5120,0.31232089466518825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,3072,0.01146044416560067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,5120,0.0857786668671502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,8192,0.01499644418557485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,3072,0.08273333311080933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,3584,0.31714754634433323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,64,0.0059262220230367445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,65536,0.009541333549552495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,1536,0.03363377849260966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,12288,0.016328000360065036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,768,0.018000000052981906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,51200,9.02723863389757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,6144,0.014257777068350049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,8192,0.1797351174884372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,256,0.005342222336265776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,7168,0.4875902069939508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,16384,0.04534577661090427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,5120,0.0951075553894043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,65536,0.6102408832973903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,256,0.006635555376609166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,256,0.008045333127180735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,1024,0.095633778307173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,16384,0.03791911072201199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,3584,0.042749332057105176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,2560,0.008046222229798635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,128,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,12288,0.8091404702928332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,65536,0.20611111323038736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,256,0.022986667023764715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,65536,3.083672841389974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,6144,0.030128889613681372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,3584,0.9813315073649088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,7168,0.014335999886194864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,64,0.0029404444826973807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,65536,0.2497039900885688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,12288,0.05208266774813334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,512,0.00813422186507119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,1536,0.1444728904300266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,51200,0.08477777904934353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,6144,0.3076853222317166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,1536,0.007191110816266801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,16384,0.21786755985683867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,128,0.007314666277832455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,2560,0.035981333918041654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,7168,0.42849334081013996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,10240,0.03573155403137207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,3072,0.06458666589525011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,256,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,768,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,8192,0.030339555607901678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,3584,0.016753777861595154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,8192,0.0703279972076416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,6144,0.23410399754842123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,2048,2.4364532894558377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,1536,0.01555377741654714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,128,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,4096,0.011708444191349877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,6144,0.01572711103492313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,7168,0.05460088782840305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,2048,0.013388444152143268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,1024,0.011319999893506369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,1536,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,768,0.004769777672158347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,1536,0.00685777763525645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,16384,0.11025866534974839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,2560,0.03500355614556207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,2048,0.008185777399275038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,16384,0.14364800188276503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,51200,0.5856346554226345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,6144,0.10436444150076972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,1024,0.012524444195959302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,4096,0.030079109801186457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,1024,0.004020444634887907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,5120,0.09182311428917779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,7168,0.00831733312871721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,4096,0.00795733349190818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,1024,0.011804444094498953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,128,0.04448355568779839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,32,0.007213333414660559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,2560,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,4096,0.010882666541470421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,64,0.0069777775141927935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,7168,1.9984141455756292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,4096,0.011926222178671094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,6144,0.03924444317817688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,12288,0.022301332818137273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,4096,0.009007111191749573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,4096,0.013966222604115805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,3072,0.011205332974592844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,512,0.004121777911980947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,512,0.0064088888466358185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,3072,0.020788444413079154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,512,0.07151733504401313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,10240,0.08733866612116496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,1536,0.03881422347492642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,51200,1.3448542488945856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,64,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,12288,0.03235288792186313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,8192,0.44367822011311847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,512,0.02667466633849674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,32,0.0027066665805048416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,8192,0.025156444973415796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,7168,0.03617599937650893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,7168,0.01885955532391866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,51200,0.10452266534169515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,65536,0.0802711115943061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,12288,4.840029398600261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,128,0.02235377828280131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,768,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,4096,1.993984858194987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,1536,0.16417688793606228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,128,0.010313777459992303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,3584,0.19243021806081137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,16384,0.047228445609410606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,32,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,256,0.004864000197913912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,10240,0.4835822317335341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,3072,0.038358221451441445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,65536,0.25849776797824436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,16384,0.02597066594494714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,64,0.009038222332795462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,6144,0.013394667042626275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,32,0.006491555521885554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,8192,0.04116444455252753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,7168,0.0602160029941135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,5120,0.011115555961926779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,768,0.008433777425024245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,5120,0.009164444274372524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,51200,0.15537155999077693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,5120,0.029948443174362183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,65536,0.3077582253350152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,16384,0.05603910817040337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,8192,0.21021155516306558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,3584,11.868143717447916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,5120,0.0144195556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,2560,0.02791200081507365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,512,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,64,0.002625777696569761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,512,0.026479111777411565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,64,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,8192,0.016913778252071805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,6144,0.05584266450670031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,32,0.0026231110095977783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,128,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,8192,1.6372622383965387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,65536,0.0919119980600145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,128,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,5120,0.3198924329545763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,3072,0.01834488908449809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,12288,0.01905155513021681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,5120,0.02552977701028188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,4096,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,16384,0.019140443868107267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,6144,0.0396382212638855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,8192,0.03394755721092224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,32,0.10069777568181355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,64,0.005919999960396025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,2048,0.06485866838031344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,12288,0.03700800074471368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,64,0.007516444557242923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,4096,0.00693866651919153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,8192,0.011540444360838996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,6144,0.012240000069141388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,5120,0.006612444503439798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,51200,0.017484444710943434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,1024,0.015240889456537036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,16384,0.056086222330729164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,5120,0.00868800034125646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,1536,0.00813333359029558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,64,0.002559111143151919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,16384,52.74309963650174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,10240,0.04807733496030172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,51200,8.38224622938368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,10240,0.01870044403605991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,3072,0.023424888650576275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,1536,0.005807111246718301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,1024,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,3584,0.024328889118300542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,1024,0.00638755535085996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,16384,0.02332088847955068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,16384,0.15896356105804443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,256,0.018983999888102215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,5120,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,64,0.005172444300519096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,5120,0.00925155563486947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,128,0.010514666636784872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,512,0.008839111361238692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,4096,0.008246222303973304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,10240,0.031071109904183283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,128,0.004268444246715969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,1536,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,4096,0.10165955622990926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,2560,0.016495111915800307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,12288,0.11559466520945232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,3072,0.012091555529170565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,16384,7.005165523952908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,1024,0.027699554959932964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,3072,0.011785777906576792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,3584,0.008126222425036961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,12288,0.0936737789048089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,256,0.005949333310127258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,65536,0.17395467228359648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,2048,0.03129155437151591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,1024,0.025069332785076563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,6144,0.010081777969996134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,7168,0.019340443942281935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,3584,0.12739377551608616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,51200,2.5212018754747176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,3072,0.04297511114014519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,512,0.004415110995372136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,2560,0.1208462185329861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,1536,0.013207111093733044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,128,0.0225608895222346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,7168,0.014072888427310519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,256,0.003112888791494899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,5120,1.4290711085001628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,3072,0.14554222424825033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,10240,0.020596444606781006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,2560,0.013430222041077085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,768,0.022283555732833013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,1536,0.021149333980348375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,4096,0.008608889248636033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,16384,0.08772444725036621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,65536,0.040122667948404946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,10240,0.05332711007859972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,6144,0.04820000131924947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,65536,0.48771291308932835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,5120,0.020633776982625324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,3072,0.03223911258909438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,51200,0.056652446587880455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,3584,0.24989067183600533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,8192,0.1634355518552992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,768,0.007368889119890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,12288,0.1751991113026937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,3072,0.007515555454625024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,256,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,1536,0.0413697792424096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,64,0.045885334412256874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,3584,0.018648000227080453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,16384,0.05516089002291361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,10240,0.2652417818705241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,10240,0.12130399545033772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,2048,0.08972266647550796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,12288,0.5266453425089518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,4096,0.0890257755915324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,4096,0.183098660575019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,4096,0.13431466950310603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,256,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,5120,0.024380443824662104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,7168,0.3049537870619032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,12288,0.04866844415664673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,5120,0.010778666370444827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,7168,0.00870577742656072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,1536,0.005561777700980504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,1024,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,32,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,3072,0.020720889170964558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,32,0.0052977779673205475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,32,0.0032631111227803757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,10240,0.1305111116833157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,1536,0.010381333529949188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,12288,0.025759999950726826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,64,0.007143110864692264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,3584,0.31468621889750165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,16384,0.05363555418120491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,2560,0.015185778339703878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,1024,0.005330666485759947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,65536,1.4962897830539281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,16384,0.02308711078431871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,256,0.0118568887313207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,1536,0.014116444521480136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,1024,0.053351110882229276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,2560,0.07473155524995592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,65536,0.08827377690209283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,64,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,2048,0.012893333203262754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,7168,0.03899733225504557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,2560,0.015508444772826301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,768,0.025038222471872967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,32,0.005480000128348668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,3584,0.023383110761642456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,8192,0.03738844394683838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,4096,0.10694844192928737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,4096,0.012607110871209038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,1536,0.010220444036854638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,128,0.4189297888014052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,128,0.013870221873124441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,51200,0.06317422125074598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,12288,0.22065511014726427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,4096,0.015597333510716757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,64,0.12117689185672337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,256,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,10240,0.3663768768310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,1024,0.006495111104514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,12288,0.01777777738041348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,2560,0.5978062417772081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,128,0.2191751135720147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,10240,0.0074346669846110875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,10240,0.03892888956599765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,16384,0.3533608913421631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,6144,0.21776621871524385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,3072,0.07805333534876506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,512,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,51200,0.4687297609117296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,1536,0.04817600051561991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,1024,0.0053431110249625305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,6144,0.15540177292293972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,4096,0.08688800202475654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,10240,0.16733511288960776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,10240,0.6394133567810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,768,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,12288,0.011352889239788055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,512,0.04327911138534546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,12288,0.13967733912997776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,1536,0.022084444761276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,512,0.016971555021074083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,8192,0.013937777943081327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,12288,0.015202666322390238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,5120,0.026705778307384912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,1024,0.014352000421947904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,5120,0.12273955345153809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,8192,0.06737599770228068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,16384,0.029487109846538965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,1536,0.0336151123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,7168,0.010864888628323873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,6144,0.0306328899330563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,2560,0.04128444525930617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,512,0.007975111405054728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,10240,0.33688444561428493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,512,0.00814133303032981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,256,0.07073777914047241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,12288,0.05021689004368252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,5120,0.2931893401675754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,65536,1.1009795930650499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,10240,0.018152889278199937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,2560,0.8983981874254016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,51200,0.6743751102023654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,65536,0.5042951371934679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,65536,0.174690670437283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,8192,0.06889866458045112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,512,0.06256977717081706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,6144,0.04817600051561991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,51200,0.7721021970113119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,51200,0.28308622042338055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,8192,0.025822222232818604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,64,0.0070426662762959795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,32,0.0027102221631341507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,51200,42.09417385525173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,10240,0.1721271144019233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,256,0.012266666524940066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,6144,0.01107911103301578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,3072,0.017041777571042378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,2048,0.0068195557428730865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,12288,0.053671999110115894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,4096,0.017047999633683097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,3584,0.01657511128319634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,4096,0.3721751107109918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,3072,0.0782266656557719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,5120,0.01901511185699039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,2560,0.016767111089494493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,8192,0.2151342233022054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,8192,0.08782222535875107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,128,0.005255110975768831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,32,0.007658667034573025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,4096,0.12053244643741184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,4096,0.05836977561314901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,8192,0.030760000149408977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,256,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,51200,0.4554346402486165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,51200,0.13224355379740396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,2048,0.08677599827448527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,64,0.006250666661394968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,3072,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,12288,2.4655439588758683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,768,0.004513777792453766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,2560,0.008339555727110969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,128,0.0034888887570963967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,7168,0.013008889224794177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,7168,0.1911004384358724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,4096,0.1291608942879571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,768,0.016319110989570618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,5120,0.03389422098795573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,8192,0.4982435438368056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,12288,5.210170745849609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,16384,0.7750719918145074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,3072,0.006110222389300664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,3072,0.007851555943489075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,1536,0.01311911145846049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,10240,0.013845333622561561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,256,0.0053022222386466126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,4096,0.010888888604111142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,65536,2.31185065375434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,6144,0.1220968829260932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,512,0.01313688854376475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,5120,0.020672889219390023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,1024,0.004931555440028508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,128,0.018737778067588806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,16384,0.03110399842262268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,3072,0.007880888879299164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,3584,1.7634880277845595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,2048,0.06154577599631416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,16384,0.012486221889654795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,2560,0.019879110985332064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,768,0.020251555575264823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,1024,0.012984000146389008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,768,0.016720000240537856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,128,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,1536,0.10762044456270005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,7168,3.342998292711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,10240,5.529119279649522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,8192,0.06826311349868774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,128,0.016900445024172466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,2560,0.032111111614439226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,512,0.014440000057220459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,768,0.5967546568976508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,65536,3.7649430168999563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,1536,0.07497688796785143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,7168,0.5874871148003472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,1024,0.04600888821813795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,512,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,64,0.014456000592973499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,8192,0.014331556028789945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,128,0.016950221525298226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,8192,0.05820800198449028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,12288,0.07933244440290663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,65536,0.132515549659729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,2048,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,4096,0.022060443957646687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,128,0.023836443821589153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,10240,0.19261333677503797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,32,0.005254222287072076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,3072,0.007548444800906711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,128,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,768,2.6115341186523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,1536,0.013218666944238873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,512,0.004300444490379757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,1024,0.005271111097600725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,12288,0.7999919785393609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,768,0.00959822204377916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,5120,0.03384533193376329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,256,0.003912000192536248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,768,0.006664000037643645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,768,0.09099022547403972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,2048,0.014525334040323893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,256,0.021007110675175984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,64,0.003289777785539627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,3584,0.2564684549967448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,256,0.012698666916953193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,1024,0.012525333298577202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,7168,0.026499556170569524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,768,0.18899910979800752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,5120,0.20952888329823813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,512,0.1420044501622518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,65536,0.18864444891611734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,7168,0.6148142284817165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,8192,0.07884622282452054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,16384,0.8464302486843533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,768,0.0181022220187717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,6144,0.032235556178622775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,8192,0.03468622101677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,6144,0.037808888488345675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,2560,0.05385422375467089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,2560,0.01685333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,3072,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,5120,0.05081511206097073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,256,0.005879999862776862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,16384,1.6075467003716364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,128,0.047501332230038114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,256,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,2560,0.009081777599122789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,256,0.00979022185007731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,8192,0.305531554751926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,5120,0.02103022237618764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,10240,0.7385057873196073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,6144,0.05300355619854397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,6144,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,16384,0.030639999442630347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,10240,0.021765333082940843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,512,0.015990222493807476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,6144,0.33960355652703184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,1536,0.03592000073856778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,51200,0.3460871113671197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,51200,0.6320720248752171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,8192,0.013442666994200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,5120,0.08877422412236531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,7168,0.1672675609588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,12288,0.025604445073339675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,6144,0.08311555782953899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,1024,0.01976088848378923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,64,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,768,0.038796444733937584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,256,0.005673777725961473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,512,0.22532889578077528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,51200,1.3219875759548612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,2560,0.022672888305452134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,2560,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,8192,1.0154515372382271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,4096,0.07579377624723646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,2048,0.04913066824277242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,8192,0.03360088997417026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,1024,0.010088889135254754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,4096,0.10494044754240249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,8192,0.00756177802880605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,256,0.002992000016901228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,3072,0.13521867328219944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,8192,1.6170772976345484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,16384,0.11160977681477864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,128,0.0036106668412685394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,65536,1.4794240527682836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,5120,0.014615999327765571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,16384,0.02734222180313534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,16384,0.03442400031619602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,3072,0.01479644411140018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,512,0.004754666652944353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,12288,3.5830336676703562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,2560,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,32,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,3584,0.36631022559271914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,51200,0.6040702395968968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,768,0.029892444610595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,7168,0.026055999928050574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,3584,0.524104012383355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,6144,0.0548017786608802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,768,0.0037164443896876443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,5120,0.036561777194341026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,2560,0.014501333236694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,8192,0.1585422224468655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,5120,0.05553244551022848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,51200,0.9818533791436089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,10240,0.029817776547537908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,12288,0.018585777944988675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,6144,0.039445334010654025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,256,0.0061039999127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,128,0.010007999837398529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,10240,0.12578754954867893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,65536,3.3966685401068797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,8192,0.04454133245680067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,65536,0.39889687962002224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,16384,0.17606488863627115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,8192,0.016392888294325936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,5120,0.3133768770429823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,3584,0.1041111085149977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,32,0.0026728889594475427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,1024,0.006351999938488007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,5120,0.014367111855083041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,5120,0.029025776518715754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,12288,0.04536088969972399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,10240,0.1985306607352363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,3584,0.03327200147840712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,3072,0.009266667068004608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,8192,0.03498044278886583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,768,0.016844444804721408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,3072,0.010825778047243753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,3072,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,16384,0.02141777839925554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,512,0.0047866664826869965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,32,0.009862222605281407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,65536,0.14170132742987737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,16384,0.22649423281351724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,7168,0.38053509924146867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,3584,0.14606577820248073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,6144,0.07250044743220012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,3584,0.1336631112628513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,768,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,8192,0.031791110833485924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,1024,0.027515555421511333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,8192,0.028615110450320776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,128,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,6144,0.2991768783993191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,51200,0.08712355295817058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,2048,0.0863493349817064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,1024,0.009863110880057016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,65536,0.06921066840489705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,768,0.005380444642570283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,64,0.03258488906754388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,16384,0.0510168903403812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,12288,0.17300977971818712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,5120,0.03255911005867852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,1536,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,256,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,4096,0.024925332930352952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,1024,0.005924444645643234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,5120,0.022251556317011516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,128,0.019545776976479422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,7168,0.021091555555661518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,51200,2.6760853661431203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,65536,0.08886933326721191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,51200,0.5227004686991373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,10240,0.01408622165520986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,10240,0.09513333108690049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,5120,0.013879111243618859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,5120,0.03355377912521362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,16384,0.23237421777513292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,12288,0.07730666796366374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,10240,0.06518133481343587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,4096,0.19258577293819854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,7168,0.02186577849917942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,51200,0.9061635335286459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,12288,0.24216800265842012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,8192,0.02678666677739885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,8192,0.20398488309648302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,5120,0.1130417717827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,2560,0.07749244239595202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,2560,0.00563733321097162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,32,0.012984000146389008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,8192,0.011587555209795633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,7168,0.3295519881778293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,6144,0.07999466525183783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,768,0.029050668080647785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,3072,0.04886044396294487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,16384,0.08098222149742974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,512,0.0124177775449223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,128,0.1692577732933892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,3072,0.1194888883166843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,4096,0.017403556240929496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,7168,0.026017778449588354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,8192,0.04384444488419426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,1024,0.007496000164084964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,12288,0.24857423040601942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,7168,0.01680088871055179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,2048,0.009081777599122789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,8192,0.37580177519056535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,65536,0.30884265899658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,6144,0.01331911070479287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,768,0.02712000078625149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,3072,0.006776888751321369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,768,0.01512888901763492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,1536,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,6144,0.022895110978020564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,10240,1.1558977762858074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,6144,0.08289600080913968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,5120,0.011761777930789523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,768,0.20847200022803414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,2560,0.13730488883124456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,51200,0.025729777084456548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,768,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,3072,0.008096000386608971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,6144,0.22429688771565756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,256,0.03548977772394816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,1536,0.2574773364596897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,3072,0.010125333236323463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,256,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,768,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,6144,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,512,0.022359111242824133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,2560,0.0063279999627007385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,4096,0.04776622189415825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,768,0.004651555584536659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,1536,0.007176888485749562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,512,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,7168,0.01072622256146537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,2048,0.011434666812419891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,2048,0.12632621659172907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,2560,0.007028444773621029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,1024,0.0058444444504049085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,65536,0.07150755325953166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,5120,0.009319999979601966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,4096,0.03845955597029792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,2048,0.006164444403515921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,128,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,10240,0.34479912122090656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,12288,0.04697511262363858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,16384,0.022674666510687932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,1024,0.00816888858874639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,64,0.011617778076065911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,2560,0.016348444753222995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,51200,21.692935519748264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,51200,0.05896800094180637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,1024,0.060573332839541964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,7168,0.044729779163996376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,4096,0.07336888710657756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,6144,0.026991999811596338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,1024,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,256,0.00309244439833694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,3584,0.11133066813151042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,16384,0.06835466623306274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,7168,1.0699164072672527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,3072,0.09240800142288208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,64,0.0032133333798911837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,1024,0.007998222278224098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,512,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,1024,0.020043555233213637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,8192,5.771033816867405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,7168,0.011576000187132092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,2560,0.009648888475365108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,768,0.00360622215602133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,64,0.006735999965005451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,65536,0.28299199210272896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,65536,0.24270221922132704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,7168,0.01535377734237247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,256,0.03276622295379639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,51200,0.9904506471421984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,65536,0.10256444745593601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,2048,0.009409777820110321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,3584,0.051912890540228955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,32,0.005625777774386936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,512,0.021034666233592566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,65536,0.37151288986206055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,512,0.011666666302416058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,256,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,32,0.010657777388890585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,32,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,10240,0.017470222380426195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,32,0.005962666538026597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,5120,0.10024888647927178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,32,0.003362666608558761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,7168,0.313281774520874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,6144,3.2081964280870228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,6144,0.16405599647098118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,6144,0.09316800038019817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,10240,0.01758311192194621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,3584,0.02698755595419142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,1024,0.02641777859793769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,6144,0.049118220806121826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,256,0.033752000994152494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,128,0.007648000286685095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,1024,0.004026666697528628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,768,0.011500444677140979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,2048,0.007657777931955125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,512,0.00793866647614373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,7168,0.00960977789428499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,512,0.005899555567238066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,6144,0.04907822277810839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,3072,0.012291555603345236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,3584,0.014705777168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,768,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,64,0.003485333174467087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,8192,0.050082667006386646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,32,0.003050666716363695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,6144,0.019916445016860962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,5120,0.031174222628275555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,4096,0.01424888935354021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,12288,0.3934737841288249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,16384,0.02971200148264567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,1024,0.011328889264000786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,32,0.004257777912749184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,3584,0.012996444271670448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,32,0.004086222085687849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,5120,0.4067777792612712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,7168,0.013045333325862885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,7168,0.037456889947255455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,51200,0.1168782181209988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,512,0.03309333324432373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,128,0.007728888756699032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,32,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,7168,0.019164444671736825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,51200,1.4612177742852106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,7168,0.2171013355255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,7168,0.021493333909246657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,2560,0.01404088901148902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,1536,0.022679110368092854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,5120,0.024452444579866197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,1536,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,128,0.03569777806599935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,7168,0.14818044503529867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,5120,0.02532711128393809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,3584,0.07794133159849378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,2048,0.055903110239240855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,256,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,3072,0.011056000159846412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,1024,0.05938133266237047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,768,0.032596445745891996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,3584,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,1536,0.049903111325369946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,7168,0.022081777453422546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,8192,0.03994311226738824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,128,0.0037662221325768363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,10240,0.19744977686140272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,7168,0.24903376897176108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,6144,0.04157866703139411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,65536,0.02794755498568217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,16384,3.460840013292101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,1024,0.05329422156016032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,65536,2.508485370212131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,512,0.032167110178205706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,32,0.0028817777832349143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,16384,0.5749564700656468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,64,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,32,0.19727822144826254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,8192,0.05477244324154324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,3072,0.011626666618718041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,3584,0.0468444459968143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,7168,0.1729875538084242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,5120,0.09180711375342475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,12288,0.32055287890964085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,16384,0.058265778753492564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,4096,1.9091413285997179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,2048,0.6390417946709527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,3072,0.01871555546919505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,768,0.005744888964626525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,32,0.07710488637288411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,12288,0.6030595567491319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,12288,0.06812622149785359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,2048,0.08049155606163873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,6144,0.015659555792808533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,12288,0.5983449088202583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,3072,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,7168,0.1403528849283854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,65536,0.18596266375647652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,4096,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,1024,0.08268177509307861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,256,0.011791999969217511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,256,0.008204444415039485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,65536,2.275224049886068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,10240,0.018378666705555387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,2048,0.010614222122563256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,32,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,3584,0.2040319972568088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,512,0.0037208890749348533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,3584,0.007418666448858049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,12288,0.06460622284147474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,65536,0.659339533911811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,51200,0.9986018074883355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,10240,0.11004000239902073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,3072,0.010503999888896942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,6144,0.054082665178510875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,16384,0.0063928887248039246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,1024,0.008295999632941352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,512,0.008575999902354347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,256,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,5120,0.16745511690775552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,12288,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,5120,0.13818844159444174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,51200,0.1185048951043023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,2560,0.18531289365556505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,32,0.004390222330888112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,16384,0.020899555749363367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,1024,0.19972444905175102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,2560,0.013830222189426422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,768,0.008216888540320927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,51200,0.17190133200751412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,16384,0.007240888973077138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,128,0.008897778060701158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,2048,0.006581333362393909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,16384,0.2162302202648587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,16384,0.02281155520015293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,1536,0.007136888802051544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,4096,0.16975022686852348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,768,0.021196444829305012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,5120,0.012411555482281579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,5120,0.19332888391282824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,1536,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,1024,0.043266667260064014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,10240,0.27057067553202313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,768,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,3072,0.03132355544302199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,256,0.012044444680213928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,128,0.06352177593443128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,6144,0.07427466577953763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,3584,0.02918400035964118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,3072,0.334495120578342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,768,0.034929778840806745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,8192,0.03264800045225356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,1024,0.014906666345066495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,128,0.004217777815130022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,16384,0.3483866585625543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,2048,0.01615111033121745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,64,0.017162667380438913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,1536,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,51200,0.244849787818061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,2048,0.04299288988113403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,1024,0.12616177399953207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,3584,0.020412445068359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,512,0.06449066930347018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,12288,0.8441955778333875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,1536,0.6582453515794542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,1024,0.02416444487041897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,7168,0.03308088911904229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,51200,0.03365066647529602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,65536,0.3227582242753771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,10240,0.04773955543835958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,3072,0.008298666940795051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,16384,0.13200888368818495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,2048,0.007476444045702617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,12288,2.3560017479790583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,5120,0.012832000023788877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,1024,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,5120,0.09374755620956421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,512,0.013050666285885705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,2560,0.514520009358724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,4096,0.02604444490538703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,8192,0.10076444678836399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,16384,0.1584871080186632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,3584,0.018026666508780587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,128,0.011312888728247749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,3072,0.00740533322095871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,10240,0.02602044410175747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,768,0.4733324580722385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,512,0.003689777933888965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,64,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,1024,0.004840888910823398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,4096,0.033195555210113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,3072,0.013615111509958902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,2560,0.007072889142566257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,3584,0.016622222132152982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,7168,0.026699556244744196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,2048,0.012821333275900947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,6144,0.016350222958458793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,1024,0.05696355634265476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,768,0.005145777844720417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,7168,0.10458755493164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,7168,6.022983974880642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,8192,0.020051555501090158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,12288,0.29265067312452525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,768,0.007694222033023834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,12288,0.05161244339413113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,8192,0.16798844602372912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,64,0.04368533359633552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,65536,0.4758479860093858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,768,0.014239999983045789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,10240,0.7778151300218371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,4096,0.03120622369978163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,768,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,10240,0.1712426609463162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,4096,0.18246044052971733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,51200,0.8886497815450033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,512,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,1536,0.03286400106218126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,64,0.009229333036475712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,10240,0.033730665842692055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,3584,0.039770666095945574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,5120,0.0177182224061754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,1024,0.004101333518822988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,768,0.009047110875447592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,768,0.07958577738867866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,768,0.005700444595681296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,8192,1.9509493509928386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,65536,1.6709563997056749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,512,0.030043555630577937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,768,0.0053386667536364655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,51200,0.03312089045842489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,12288,0.7367048793368869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,4096,0.09752000040478176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,2560,0.009450666606426239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,256,0.00655733338660664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,6144,0.11032355493969387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,65536,0.19464622603522408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,32,0.043140444490644664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,10240,0.03791466686460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,65536,0.02884888980123732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,3072,0.007289778027269576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,768,0.034648001194000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,64,0.005000888887378904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,64,0.032200889454947576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,5120,0.3864408863915338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,4096,0.3174560070037842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,512,0.007452444069915348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,65536,2.4893983205159507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,2048,0.08158310916688707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,256,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,512,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,2048,0.03177155719863044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,6144,0.027493332823117573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,8192,0.41062400076124406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,12288,0.024932444095611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,1024,0.005554666535721884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,1536,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,6144,0.019070222973823547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,16384,0.15526489416758218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,3072,0.14760800202687582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,65536,2.7865066528320312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,8192,0.008281778130266402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,2048,0.012064889073371887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,64,0.008364444805516137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,8192,0.013430222041077085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,8192,0.030433777305814955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,65536,0.05504799882570902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,1536,0.016897777716318767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,7168,0.015115555789735583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,51200,0.22493333286709258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,6144,0.0801324446996053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,2560,0.025588444537586633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,256,0.0251226673523585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,128,0.003951111187537511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,8192,0.4257626798417833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,768,0.03951466745800442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,128,0.044687112172444664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,1024,0.007978666987684038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,3584,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,8192,0.013776000175211163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,51200,1.8686932457817926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,10240,0.061894224749671094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,4096,1.3440418243408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,10240,0.2639075650109185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,8192,0.6598906517028809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,51200,2.176440980699327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,12288,0.0377128885851966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,1536,0.06477510929107666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,3072,0.06670755810207792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,768,0.12149333953857422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,64,0.02549422283967336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,6144,0.010712888505723743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,512,0.003474666840500302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,1536,0.012474666866991254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,3072,0.02847733431392246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,768,0.005764444255166584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,1536,0.02334844403796726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,3584,0.02973866793844435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,5120,0.035391112168629967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,128,0.01646133263905843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,3584,0.07132177882724337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,512,0.0053226666318045715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,3584,0.00869333330127928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,7168,0.011710222396585675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,51200,0.5003600120544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,256,0.020488000578350492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,3584,0.007737778127193451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,32,0.005099555684460534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,64,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,2048,0.02847555610868666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,2560,0.006222222414281633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,6144,0.0387697782781389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,1024,0.012683555483818054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,3072,0.014486221803559197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,12288,0.02225333286656274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,65536,0.08832177850935195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,1536,0.004651555584536659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,51200,0.07305244604746501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,3072,0.006692444284756978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,512,0.013373333546850415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,51200,0.05006577902370029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,4096,0.40996355480617946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,1536,0.012721777790122561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,65536,1.4296915266248915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,2048,0.14970755577087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,64,0.0031475555151700974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,768,0.0041306668685542215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,51200,3.5163396199544272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,3584,0.20023288991716173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,64,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,1024,0.014674666855070325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,3584,0.03674222363366021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,128,0.008877333667543199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,6144,0.061795552571614586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,256,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,5120,0.1014631125662062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,6144,1.1289741728040907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,51200,0.21310222148895264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,6144,0.04064711266093784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,5120,0.017421333326233756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,1024,0.031862222486072116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,51200,0.05686933464474148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,2560,0.020419556233617995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,4096,0.17404177453782824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,6144,0.026887110537952844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,1024,0.004008888784382078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,65536,0.7738809055752225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,512,0.024736889534526404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,8192,0.14726666609446207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,768,0.03301066822475857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,4096,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,6144,0.15987822744581434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,4096,0.011731555892361535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,12288,0.16893422603607178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,4096,0.01574222246805827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,1536,0.4947937859429254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,7168,0.012274666792816587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,64,0.004774222357405556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,5120,0.12951110468970403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,6144,3.0010231865776906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,65536,0.28168977631462944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,3072,0.020385776956876118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,64,0.01033866653839747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,256,0.0036880001425743103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,768,0.0037768888804647657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,128,0.0041706665522522396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,64,0.005952888892756567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,3072,0.016581333345837064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,7168,0.3201306660970052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,65536,12.295066833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,2560,0.03183555603027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,6144,0.09801422225104438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,51200,0.05752799908320109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,8192,0.023020444644822016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,768,0.009224889179070791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,4096,0.014380445082982382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,4096,0.009728888670603434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,10240,0.06522578001022339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,512,0.9188320371839734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,10240,0.052037331793043345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,3584,0.02375999920898014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,2048,0.006037333359320958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,128,0.01737600068251292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,768,0.011799111134476133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,1024,0.252675559785631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,32,0.003624000069167879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,128,0.020907556017239887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,2048,0.019503111640612285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,65536,0.0699768861134847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,2048,0.007440889047251807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,7168,0.33721600638495547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,3584,0.022488888767030504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,32,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,65536,0.08601333035363092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,1024,0.06530933247672187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,6144,0.23622311486138237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,64,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,12288,0.2875075605180529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,1024,0.01923377811908722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,2048,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,8192,0.028262221150928076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,12288,0.09469155470530193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,12288,0.1292524470223321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,256,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,10240,0.04823644293679131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,51200,0.05326133304172092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,6144,0.020217777954207528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,8192,0.011789333489206104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,32,0.005629333357016246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,128,0.02072622213098738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,512,0.1637857755025228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,768,0.0037173334923055437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,3584,0.007889777421951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,64,0.13406666119893393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,12288,0.04009777638647292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,8192,14.651051839192709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,8192,0.18293510542975533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,768,0.005292444593376583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,3072,0.007699555820888943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,10240,0.04624266756905449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,2048,0.006024888820118374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,8192,0.34226398997836643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,1024,0.004093333250946469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,3072,10.041536966959635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,1536,0.01605599953068627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,256,0.005939555664857228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,16384,0.09550844298468696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,3072,0.009575111170609793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,2048,0.013535999589496188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,2048,0.006079999936951532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,4096,0.06980355580647786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,1024,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,16384,0.02956977817747328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,3072,0.26261867417229545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,12288,1.1318186653984916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,6144,3.726790110270182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,2560,0.01071911139620675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,512,0.02151288919978672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,12288,0.023688889212078516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,51200,0.07437422540452746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,2560,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,3072,0.08945155806011623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,512,0.006064888917737537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,2048,0.031046221653620403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,5120,0.18152799871232775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,2560,0.034104890293545194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,5120,0.016977777083714802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,1536,0.005746666755941179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,3584,0.012446222205956778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,3584,0.01147466649611791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,4096,0.0948373344209459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,256,0.010608889162540436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,32,0.0209840006298489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,8192,0.009175111022260454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,16384,0.14296889305114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,2048,0.04797155658404032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,1024,0.49507644441392684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,7168,0.22247910499572754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,12288,1.909097883436415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,3072,0.020784000555674236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,2048,0.012488889197508493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,2560,0.029135998752382066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,3072,0.039114667309655085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,51200,0.25099288092719185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,8192,0.058352000183529325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,3072,0.02387199964788225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,4096,0.05468533436457316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,5120,0.2571093241373698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,1024,0.02892177634769016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,16384,0.05822755230797661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,16384,0.3445128864712185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,4096,0.17123466067843965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,2048,0.007400000260935889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,6144,0.03755111164516873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,12288,0.04032622112168206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,8192,0.6126355595058864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,51200,0.015030221806632148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,512,0.0034755555291970572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,4096,0.020392888122134738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,3072,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,3072,0.014249778456158109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,8192,0.011870221959220039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,4096,0.026516444153255884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,2560,0.013173333472675748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,2560,0.007176000210973952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,65536,0.19565155771043566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,4096,0.1102293332417806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,3584,0.06431021955278185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,4096,0.017916444275114272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,128,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,3072,0.2376826604207357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,768,0.005239999956554837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,4096,0.009053332938088311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,3072,0.011942221886581846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,7168,0.18138844437069365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,6144,0.059855110115475126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,128,0.003378666730390655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,2560,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,128,0.003346666693687439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,512,0.008827555510732863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,2048,0.010414222048388587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,3072,0.006945778098371293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,16384,0.0750711096657647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,32,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,2048,0.03171822097566392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,3584,0.020062221421135795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,3584,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,512,0.017834666702482436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,256,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,32,0.0034968890249729156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,8192,0.039919998910692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,10240,0.01499644418557485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,4096,0.009211555951171452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,4096,0.012130666938092975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,1024,0.03350044290224711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,512,0.0034719999465677473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,1024,0.009469333622190688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,128,0.005944889038801193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,128,0.0034293333689371743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,32,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,51200,0.21341955661773682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,10240,5.7364959716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,6144,0.04023377762900458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,7168,0.037976887491014265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,1024,0.02797599964671665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,1536,0.007432888779375289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,16384,1.7954845428466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,4096,0.009647111097971598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,10240,0.035205334424972534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,8192,0.029318223396937054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,6144,0.07215466764238146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,4096,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,32,0.0035386664999855887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,64,0.005607111172543631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,32,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,3072,0.008825778133339351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,2048,0.028169777658250596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,64,0.0027093332674768236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,5120,0.1674640046225654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,51200,0.15291021929846868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,5120,0.026964444253179762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,6144,0.08505066898134019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,10240,0.10511910915374756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,6144,0.019561777512232464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,5120,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,51200,2.3604969448513455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,12288,0.021047110358874004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,128,0.010654222634103564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,8192,0.03195110956827799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,10240,0.06484711170196533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,12288,0.2534613344404432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,8192,0.009854222337404886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,64,0.013833777772055732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,7168,3.306211471557617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,512,0.06666844420962863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,768,0.1433982186847263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,32,0.002899555489420891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,5120,0.03904622130923801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,10240,0.11876532766554092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,512,0.0287715560860104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,5120,0.014194667339324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,3072,0.01038933296998342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,256,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,12288,2.774268468221029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,768,1.040843539767795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,16384,0.07474222448137072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,1536,0.0781431131892734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,32,0.008270222279760573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,6144,0.01386044422785441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,2048,0.00793511089351442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,3584,0.00996088898844189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,6144,0.4199564456939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,768,0.035750223530663386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,768,0.03824533356560601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,7168,0.013742222554153867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,2560,0.021779555413458083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,5120,0.03163733416133457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,8192,0.28855376773410374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,64,0.005010666532648934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,8192,0.02950577934583028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,2560,0.007540444533030192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,512,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,2048,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,32,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,128,0.005425777700212266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,64,0.003129777808984121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,5120,0.03212622139188979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,512,0.022847111026446026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,65536,2.4800923665364585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,4096,0.18223288324144152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,12288,9.950938754611546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,768,0.01556711064444648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,3584,0.029687109920713637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,65536,0.5050977600945367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,1024,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,65536,0.41050489743550617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,64,0.012952889005343119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,768,0.008532444636027018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,64,0.06826400094562106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,8192,0.3300284544626872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,1536,0.03707733419206407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,10240,0.18369332949320474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,51200,0.05794577466117012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,16384,0.10140533579720391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,12288,7.928690592447917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,128,0.00928177767329746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,5120,0.2947475645277235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,8192,0.02619022296534644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,7168,3.2022346920437283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,64,0.05251022179921468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,2048,0.010100444157918295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,5120,0.0388408899307251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,1024,0.1584471066792806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,10240,0.0354728897412618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,32,0.0053102220926019884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,4096,0.04547911220126682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,4096,0.03672622309790717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,512,0.020294222566816542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,3584,0.006727111008432176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,3072,0.0803440014521281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,1536,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,3584,0.1326942178938124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,8192,0.012177777787049612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,2560,0.02107288936773936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,8192,0.16237066851721868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,65536,0.0984755555788676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,2560,0.007738666401969061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,1536,0.012578667038016848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,10240,0.20826844374338785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,3072,0.19005244308047822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,51200,0.4017102188534207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,10240,0.329623990588718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,6144,0.044403556320402354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,1536,0.01039644413524204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,3584,0.11738399664560954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,16384,0.01826755536927117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,64,0.02091466718249851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,8192,0.012991111311647626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,2048,0.006559111177921295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,128,0.011029333704047732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,1024,0.011729777687125735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,3584,0.410080009036594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,1536,0.008180444439252218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,5120,0.02567022211021847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,1024,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,512,0.006814222368929122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,12288,0.06254400147332086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,10240,0.03523111012246873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,6144,0.013989332649442883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,1536,0.013991999957296582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,1024,0.061852441893683545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,512,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,256,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,6144,0.02773777809407976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,64,0.006879111131032308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,128,0.007982222570313348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,7168,1.411629358927409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,768,0.015384889311260648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,768,0.006331555545330048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,12288,0.0221413340833452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,4096,0.022262222237057153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,7168,0.4419413407643636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,16384,0.04766399992836846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,512,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,2560,0.022248889009157818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,768,0.014517333772447375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,1024,0.039926220973332725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,65536,0.4410204357571072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,2560,0.0064737776087390045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,3072,1.2413866255018446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,10240,0.5075724389817979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,1024,0.009527111219035255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,3584,0.010674667027261523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,5120,0.044821331898371376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,65536,0.08455466561847264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,3584,0.007908444437715743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,10240,0.21457600593566895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,7168,0.19781688849131265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,12288,0.065665774875217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,65536,0.06924800078074138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,6144,0.5435199737548828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,2048,0.08815911081102158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,32,0.008281778130266402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,128,0.0034026667061779234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,768,0.00888888869020674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,512,0.0052888890107472735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,51200,0.4343600008222792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,7168,0.039953778187433876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,768,0.03216622273127238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,4096,4.598008049858941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,8192,0.07888888650470309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,4096,0.012700444294346703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,2048,0.006532444308201472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,3584,0.18688533041212294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,7168,0.022408000297016565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,1536,0.2683502303229438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,6144,0.15069599946339926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,5120,0.20951288276248506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,6144,0.01493866741657257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,3072,0.08441955513424343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,4096,0.03633066680696275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,12288,0.060652441448635526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,2560,0.01643288963370853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,7168,0.2715208795335558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,51200,35.53137885199653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,16384,0.6539653142293295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,7168,0.1072160005569458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,1536,0.01716800034046173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,1024,0.007948444121413762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,1024,0.0068604445291890045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,2048,0.006779555645253923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,5120,0.014348444011476306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,128,0.002924444360865487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,2560,0.016228444046444364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,768,0.005031110925806893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,8192,0.0522346662150489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,128,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,12288,0.3311448891957601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,1024,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,4096,0.2800693247053358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,3072,0.1187982161839803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,3584,0.007797333101431529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,1024,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,16384,0.4143786695268419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,1536,0.010683555569913654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,7168,0.020205333828926086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,768,0.0057591112951437635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,2560,0.020232000284724765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,51200,0.4214497672186957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,4096,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,7168,0.011168888873524137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,12288,0.03953244288762411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,3072,0.08217777808507283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,32,0.010201777848932479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,128,0.19295556015438506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,128,0.015778667396969266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,51200,14.9949459499783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,5120,0.037008888191647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,768,0.016048888365427654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,64,0.01277599980433782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,6144,0.014515555567211576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,5120,0.17419911755455864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,6144,0.011472889118724398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,64,0.005305777821275923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,16384,0.05071022113164266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,1536,0.05236355463663737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,10240,1.9086560143364801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,2560,0.048307554589377515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,4096,0.01203644441233741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,2560,0.09221955802705552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,12288,0.020402666595247056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,1536,0.016531555189026725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,512,0.006128888991143968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,3584,0.030239999294281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,2048,0.007552000383536021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,1536,0.8838675816853842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,12288,0.177964448928833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,1024,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,12288,0.020977778567208186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,65536,0.07520533270306058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,51200,0.0697866678237915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,16384,0.19030843840705025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,64,0.010377777947319878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,8192,0.026201777988009985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,5120,0.10129955742094253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,2560,0.007603555917739868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,512,0.024505777491463557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,3584,0.013162666724787818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,32,0.0032675556010670135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,10240,0.3721448845333523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,3584,0.41125954522026914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,512,0.003673777812057071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,128,0.01519377695189582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,16384,0.08904533253775702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,3072,0.009930666950013902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,256,1.5543058183458116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,10240,0.47893423504299587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,51200,0.013406222065289816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,8192,0.045512000719706215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,768,0.02222844461599986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,512,0.027913779020309448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,128,0.04013333386845059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,64,0.006872889068391588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,64,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,768,0.011719110939237805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,3072,0.07025955782996283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,64,0.005364444520738389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,128,0.005212444398138259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,3584,0.018447111050287884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,2048,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,64,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,768,0.003588444242874781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,6144,0.32281600104437935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,1536,0.014280888769361707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,3072,0.012540444731712341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,3584,0.16637689537472194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,8192,0.012070222033394707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,12288,0.024353777368863423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,2048,0.02233244478702545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,3584,0.027127110295825537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,768,0.01885955532391866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,51200,2.3394542270236545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,2048,0.02090311050415039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,256,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,5120,0.02477600011560652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,32,0.0028275555620590844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,32,0.003363555504216088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,512,0.004485333131419288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,3584,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,128,0.005140444470776452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,64,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,2048,0.019502222537994385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,7168,0.18629066149393717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,768,0.014952000644471912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,10240,0.0070168889231152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,3072,0.05871911181343926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,2048,0.027310222387313843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,1024,0.013146667016877068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,12288,0.06642133659786649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,32,0.003181333343187968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,10240,0.03390844331847297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,2048,0.2990319993760851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,768,0.007239999870459239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,6144,0.01611555616060893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,1536,0.0064035554726918536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,1536,0.1188088920381334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,256,0.10741421911451553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,256,0.002977777686383989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,64,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,128,0.00848711116446389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,10240,0.48843198352389866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,10240,0.19991910457611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,5120,0.00923822240697013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,5120,0.016941333810488384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,2048,0.02012888921631707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,4096,0.010832889212502373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,3072,0.0203155560625924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,128,0.013391111459996967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,4096,0.2606275611453586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,51200,0.10587555832333034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,3072,0.019433778193261888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,8192,0.15858577357398138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,128,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,32,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,64,0.004206222378545337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,6144,0.09951377577251858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,64,0.006976000136799282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,512,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,65536,0.37760178248087567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,3072,0.029115554359224107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,1024,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,65536,1.3756240208943684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,64,0.004767111192146937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,128,0.0032497776879204642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,1024,0.006133333262470033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,1024,0.05721777677536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,65536,0.22532354460822213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,65536,0.07964889208475749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,256,0.01221333361334271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,3072,0.00776711106300354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,10240,0.2776648998260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,16384,0.0798248913553026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,4096,0.022287999590237934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,3072,0.018248000078731112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,512,0.008977777428097194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,32,0.13867289490169948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,3584,0.008007999923494127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,6144,0.013730666703648038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,51200,0.694343990749783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,7168,0.5499244266086155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,10240,0.2046391169230143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,2048,0.011744000017642975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,64,0.014677332507239448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,10240,0.026563555002212524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,128,0.0028657778683635923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,1024,0.006324444380071428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,4096,0.01367911116944419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,3584,0.25773244433932835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,1536,0.06021066506703695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,51200,0.2526631090376112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,768,0.005491555564933353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,3584,0.6329270998636881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,16384,0.027679999669392902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,256,0.009813333551088968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,128,0.0029973333908451926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,256,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,5120,0.017668444249365065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,3584,0.025801777839660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,2560,0.01605244477589925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,32,0.007625777688291337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,10240,0.048304888937208385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,6144,0.009696000152164036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,64,0.0028320000403457214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,7168,0.02344888945420583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,64,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,4096,0.011485333244005838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,1536,0.015259555644459195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,51200,0.03276355399025811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,65536,0.07110044691297743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,2560,0.008909333083364699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,128,0.008254222571849823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,32,0.005417777846256892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,3584,0.04769688844680786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,3072,0.014602666099866232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,2560,0.046577778127458364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,2048,0.030159112479951646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,256,0.0031662223239739737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,8192,0.08156533373726739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,12288,0.7069039874606662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,768,0.005065777649482091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,1024,0.009587555295891231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,5120,0.017796445224020217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,10240,0.022709333234363135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,512,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,16384,0.1502951118681166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,65536,0.07592533032099406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,2560,0.030693332354227703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,4096,0.009930666950013902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,5120,0.013320888910028668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,2048,0.00758844448460473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,1024,0.006713777780532837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,64,0.003128000017669466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,7168,0.05212533473968506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,2560,0.007099555598364935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,1536,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,10240,0.37395111719767254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,2048,0.0127697777416971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,32,0.18407732910580107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,768,0.03279111120435927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,768,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,2048,0.008036444584528605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,2048,0.017307556337780423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,1024,1.5524959564208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,3072,0.09467377927568223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,2048,0.005619555711746216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,4096,0.15655199686686197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,4096,0.009460444251696268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,6144,0.022487999664412603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,512,0.00564177789621883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,6144,0.054413331879509814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,2048,0.006011555592219035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,12288,0.39638222588433164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,12288,0.23497067557440865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,4096,0.021232000655598108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,51200,3.403823216756185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,65536,0.3685511218176947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,2560,0.0185208883550432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,512,0.015857777661747403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,4096,0.007071110937330458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,128,0.010896888871987661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,128,0.004641777939266629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,6144,0.7997804217868381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,64,0.17758756213717988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,5120,0.11592000060611302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,6144,0.045331554280387036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,64,0.003141333245568805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,7168,0.0068915556702348925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,10240,0.11599200301700169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,10240,0.034929778840806745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,5120,0.11521155304378933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,2048,0.01475288967291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,512,0.0032960000551409195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,8192,0.17310489548577201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,1536,0.04258844587537977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,51200,0.6233875486585829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,7168,0.039870222409566246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,768,0.03338311115900675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,3584,0.06595377789603339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,6144,0.020814221766259935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,6144,0.2853199905819363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,65536,0.08604977528254192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,3072,0.011037333144081963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,51200,0.06625066863165961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,3584,0.009786666267448002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,1024,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,51200,0.31970487700568306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,1024,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,768,0.03722488880157471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,128,0.005406222409672207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,7168,0.020981333321995203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,65536,0.23315111796061197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,2560,0.006537777682145436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,5120,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,3072,0.0181368887424469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,3072,0.15765510665045843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,32,0.0035982223020659555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,3584,0.3188684516482883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,3072,0.019366222951147292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,2560,0.0075706665714581805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,3072,0.02015466656949785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,5120,0.07095822360780504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,128,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,32,0.00267999991774559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,5120,0.16496622562408447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,256,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,256,0.006167111297448476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,8192,0.011551111108726926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,512,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,2048,0.09891288810306126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,768,0.012879110872745514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,3584,0.045828445090187915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,2048,0.4196568859948053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,256,0.004668444395065308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,5120,0.006842666616042455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,6144,0.6312222480773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,8192,0.09864888588587443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,10240,0.017842666970358956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,128,0.004919111314747068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,128,0.06769244538413154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,1024,0.006484444356626934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,6144,0.14530132876502141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,512,0.010323555933104621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,768,0.003759110967318217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,64,0.025223111112912495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,3072,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,3072,1.2465377383761935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,256,0.006695111178689533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,51200,0.2340551217397054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,7168,0.03305688831541274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,1024,0.03011288907792833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,64,0.07915555768542819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,51200,0.12071377701229519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,128,0.0337413317627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,3584,0.009953777823183272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,12288,0.7423813078138563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,2048,0.009156444834338294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,5120,0.0188746667570538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,16384,0.10715555482440525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,3072,0.025236444340811834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,6144,0.010294222169452244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,7168,0.020071999894248117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,512,0.09696000152164036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,3072,0.03523733218510946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,1024,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,10240,0.12756889396243626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,128,0.012849777936935425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,12288,0.07875555753707886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,51200,0.48889780044555664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,32,0.01551822159025404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,3584,0.033597333563698664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,512,0.003528888854715559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,5120,0.01182666669289271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,7168,0.014835556348164877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,4096,0.03508177730772231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,2560,0.01754399968518151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,65536,0.09809777471754287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,5120,0.010426667001512317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,6144,0.01590666671593984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,128,0.004491555607981152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,3072,0.10000533527798122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,256,0.0041253334946102565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,8192,0.03273511264059279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,2048,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,32,0.0027662221756246355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,2048,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,16384,0.0203137778573566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,128,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,12288,0.05713866816626655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,1024,0.02495466669400533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,2048,0.057123555077446826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,256,0.019860444797409903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,768,0.011376889215575324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,3072,0.013413333230548434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,10240,1.3740044699774847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,2560,0.08439022302627563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,10240,0.7049813270568848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,6144,0.02605955633852217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,10240,0.22952445348103842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,2560,0.007470221983061896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,1024,0.014387556248241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,64,0.0037573331760035623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,3072,0.06793689065509372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,8192,0.23052710956997344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,4096,0.038034667571385704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,1024,0.05491377909978231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,5120,0.010799110763602786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,51200,0.05321244398752848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,1536,0.013975110318925647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,2560,0.03880711065398322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,6144,0.01829955478509267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,16384,1.202132436964247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,12288,0.04280444317393833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,64,0.13142222828335232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,4096,0.23944711685180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,7168,0.07015022304322985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,32,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,65536,0.028145776854621038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,4096,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,65536,0.0823226637310452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,256,0.0057964444988303715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,768,0.3896782133314345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,2560,0.0063999998900625445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,8192,0.051742222574022084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,16384,1.181444485982259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,3072,0.030609776576360066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,10240,0.07484000258975558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,2560,0.9184275733100044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,2560,0.21508177121480307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,2560,0.0749466684129503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,2048,0.02939644455909729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,32,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,32,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,10240,0.3451662328508165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,51200,0.6064311133490669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,768,0.010487111078368293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,16384,6.3347379896375875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,256,0.011406222151385413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,16384,0.6042746437920464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,16384,0.0825857785012987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,6144,0.2994595633612739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,5120,0.05281688769658407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,51200,0.028663999504513208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,256,0.009131555755933126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,65536,3.9398362901475696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,2048,0.009768889182143742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,4096,0.1504408915837606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,2560,0.05803733401828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,65536,8.702071295844183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,7168,0.034035556846194796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,3584,0.05166666706403097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,1536,0.01297155519326528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,12288,0.19900000095367432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,1536,0.015966221690177917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,32,0.003244444520937072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,7168,5.82491217719184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,65536,165.3818359375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,64,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,1024,0.019353777170181274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,10240,0.013619555367363824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,6144,0.03786222139994303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,10240,0.006896889044178857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,512,0.003156444471743372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,7168,0.04640355706214905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,51200,0.058296885755327016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,12288,0.015046222342385186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,512,0.006162666612201267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,10240,0.07755821943283081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,3584,0.024988444315062627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,12288,0.01625333395269182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,1024,0.004064889003833135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,5120,0.21661689546373156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,2560,0.18781422244177925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,256,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,8192,0.568070199754503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,5120,0.6937991248236762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,16384,0.030966222286224365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,128,0.003964444415436851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,3584,0.007325333025720384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,12288,0.35634933577643496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,3072,0.0980995562341478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,16384,0.19697156217363146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,51200,0.06784800026151869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,3584,0.020575111111005146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,1024,0.030117332935333252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,3072,0.01147377739350001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,1536,0.02929688824547662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,3072,0.0074728892909155945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,6144,0.04514133267932468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,2048,0.03983911209636264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,10240,0.49674399693806964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,10240,0.025803556044896443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,1536,0.01901155544651879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,4096,0.046444445848464966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,10240,0.019279999865425956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,1024,0.03273244367705451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,3072,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,768,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,7168,0.05827199750476413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,3584,0.6619591183132595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,16384,0.08102044132020739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,768,0.005828444328573015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,8192,0.013728888498412238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,65536,0.15729333294762507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,10240,0.017444445027245414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,3584,0.009401777552233802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,512,0.006099555641412735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,16384,0.6369368765089247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,7168,0.10986489057540894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,16384,0.09630578094058567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,3072,1.1628683937920463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,2560,0.015389333168665567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,16384,0.16519822014702693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,3072,0.022855111294322546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,16384,0.021546666820844013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,4096,0.013961777091026306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,3584,0.02212000058756934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,1024,0.00832622249921163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,1536,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,7168,0.02994933393266466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,4096,0.05216799841986763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,1536,0.01330044451687071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,6144,0.16143288877275255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,4096,0.016021332807011075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,2048,0.01462044484085507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,65536,0.23617066277398002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,5120,3.9034072028266062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,512,0.29070043563842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,7168,0.029481778542200725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,1024,0.004464888738261329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,64,0.005780444376998478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,16384,0.3515831099616156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,64,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,6144,0.11993689007229275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,3072,0.14793777465820312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,4096,0.17151910728878447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,5120,0.019293333093325298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,3584,0.42725422647264266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,2560,0.009687110781669617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,5120,0.012718222207493253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,2048,0.01809511085351308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,8192,0.017085333665211994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,7168,0.3063182300991482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,2560,0.8417084481981066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,2560,0.018787556224399142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,64,0.0037582222786214617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,3072,0.0075039996041191956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,51200,0.9726400375366211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,256,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,1536,0.009135111338562435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,2560,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,128,0.058360000451405845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,1024,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,12288,0.08056888977686565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,256,0.018553778529167175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,4096,0.210807998975118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,768,0.01091466678513421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,10240,0.021017778250906203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,10240,0.26300888591342503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,32,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,7168,0.05204266640875074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,1024,0.006000888844331105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,51200,0.1442133320702447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,256,0.004834666848182678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,6144,0.04900711112552219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,2560,0.06677599747975667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,3584,0.1240382194519043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,2560,0.032165331972969904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,1024,0.003983111017280155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,7168,0.10988089111116196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,51200,0.6778168678283691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,12288,0.040891554620530866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,3584,0.011071999867757162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,16384,0.2060613367292616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,256,0.01253600004646513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,32,0.0030213333666324615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,3072,0.01464355488618215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,4096,0.019959110352728102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,256,0.0148026661740409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,16384,0.8062106768290201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,65536,0.5728204515245225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,64,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,65536,1.2535599602593315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,16384,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,1024,0.007376000285148621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,1024,0.023641778363121882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,3072,0.04619822237226698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,512,0.014532445205582513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,1536,0.06243377923965454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,768,0.03385333220163981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,7168,0.015671999918089975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,51200,0.6315404574076334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,2560,0.042240000433391996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,12288,0.05081511206097073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,1536,0.01610311037964291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,1024,0.007125332951545715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,768,0.005787555542257097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,65536,0.3055715560913086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,2560,0.006215999937719769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,3584,0.02104088829623328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,4096,0.14253421624501547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,1536,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,128,0.019317333896954853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,512,0.003118222165438864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,2048,0.07807022333145142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,512,0.0058559998869895935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,16384,0.10070400105582343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,51200,0.046866665283838906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,3072,0.1444960037867228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,32,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,3072,0.01586933268441094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,768,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,2048,0.030438221163219873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,51200,0.008725333544943068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,4096,0.11900266011555989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,7168,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,3072,0.01460088955031501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,4096,0.02625511089960734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,1536,0.006955555743641323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,3072,0.08600355519188775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,128,0.01960088809331258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,65536,0.2940728929307726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,512,0.03611110978656345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,3072,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,2048,0.23797244495815703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,65536,0.1861555576324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,1536,0.02388266722361247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,16384,0.050500445895724826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,6144,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,512,0.007466666400432587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,6144,0.017066667477289837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,768,0.004156444635656145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,4096,0.4595075713263617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,7168,0.014663999279340109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,1536,0.010852444503042432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,2560,0.028911110427644517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,256,0.2848595513237847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,3584,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,32,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,3072,0.007792000141408708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,128,0.003112000102798144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,2048,0.10866844654083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,65536,0.11806666851043701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,2560,0.6818524466620551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,65536,0.1694951057434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,32,0.0391937792301178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,6144,0.024189333120981853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,512,0.031791110833485924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,1024,0.07268355290095012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,5120,0.0203155560625924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,4096,0.020994666549894545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,12288,0.027531555957264368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,4096,0.16977155208587646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,2560,0.014125333891974555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,8192,0.014727999766667684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,12288,0.03334844443533156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,65536,3.5951466030544705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,8192,0.4456159803602431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,768,0.004690666579537922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,2560,0.01364177796575758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,10240,0.06449688805474176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,64,0.0035342222286595237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,6144,0.18250755469004312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,4096,0.025482666161325242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,2560,0.009578666753239101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,65536,0.27230845557318795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,8192,0.21807911660936144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,5120,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,3072,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,65536,0.8504951265123156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,5120,0.05642311440573799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,65536,30.236531575520832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,2560,0.030040889978408813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,51200,1.556513786315918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,51200,1.93793699476454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,8192,0.11595822705162896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,64,0.006021333237489064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,16384,0.4009973208109538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,256,0.0034088889757792154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,768,0.0058755555914507965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,2560,0.015843555331230164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,3072,0.012626666989591388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,12288,0.04703288939264086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,4096,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,16384,1.5489600499471028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,1024,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,2560,0.011201777391963534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,16384,0.040844443771574236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,7168,0.01680177781316969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,8192,0.42728710174560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,7168,0.20286222298940024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,512,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,6144,0.1695795589023166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,3584,0.05411466625001696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,10240,6.112499660915798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,6144,0.01611022154490153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,3072,0.9728942447238498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,512,0.009135999613338048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,12288,0.01182044463025199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,1024,0.08223377996020846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,8192,0.4264640013376872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,32,0.004535111288229625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,51200,0.055164443122016064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,768,0.00489777781897121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,3072,0.00814222213294771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,3072,0.06817511055204603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,7168,0.012650666965378655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,12288,0.01662133302953508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,12288,0.11251110500759548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,5120,0.013688888814714221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,65536,0.01353422221210268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,12288,0.12776266203986272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,3072,0.014721777704026965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,3072,0.007787555456161499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,51200,0.05654044283760918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,768,0.005677333308590784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,6144,0.13461332850986057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,3584,0.01052977806992001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,2048,0.013960889644092984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,3584,0.049025777313444346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,51200,0.15843289428287083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,4096,0.029412445094850328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,5120,0.0166666673289405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,512,0.004923555586073133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,64,0.009764444496896531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,3072,0.9990693198310004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,64,0.20519733428955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,512,0.03621777892112732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,51200,0.10863555802239312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,2560,0.007754666937722101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,32,0.030616889397303265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,8192,5.026997460259332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,1024,0.01939911146958669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,768,0.026105778084860906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,32,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,256,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,512,0.006029333505365584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,8192,0.012337778177526263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,768,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,256,0.011527111132939657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,12288,0.04474488894144694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,8192,0.08633510933982001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,3584,0.11761511696709527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,3072,0.01816177699300978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,2560,0.08747733301586574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,10240,10.760339525010851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,8192,0.05059911145104302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,2560,0.011131555669837527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,256,0.019928000039524503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,12288,0.02809244394302368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,16384,0.45934756596883136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,256,0.0032968889507982465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,256,0.004456888884305954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,6144,0.13026044103834364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,128,0.04669688807593452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,256,0.004500444564554426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,3584,0.03729066583845351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,128,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,7168,0.08130488793055217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,65536,0.3950008816189236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,512,0.009123555488056606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,6144,0.009992889232105678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,128,0.00434755575325754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,1024,0.013021333350075616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,7168,0.025888888372315302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,65536,0.0747599999109904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,768,0.08342844247817993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,51200,0.05173333485921224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,1024,0.11998666657341851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,512,0.0058471109304163195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,768,0.042280889219707914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,65536,7.107883453369141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,256,0.004794666750563515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,3072,0.04439555605252584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,16384,0.021103999680942957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,2560,0.3121324380238851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,3072,0.3679822285970052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,65536,0.13774577776590982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,10240,1.450599988301595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,32,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,7168,0.28140711784362793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,16384,0.022388445006476507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,512,0.004811555561092165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,6144,0.04379999968740675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,5120,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,512,0.05684533384111193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,1536,0.036533332533306546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,6144,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,51200,25.497482299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,1536,0.009762666291660732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,768,0.40769243240356445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,3584,0.036321779092152916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,256,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,10240,0.047078222036361694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,64,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,7168,0.02699022160636054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,32,0.005420444326268301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,3072,0.009516444471147325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,512,0.011445333560307821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,1536,0.00998488896422916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,3072,0.028607110182444256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,64,0.0025884444928831523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,10240,0.02678577767478095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,128,0.008962666822804345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,64,0.003028444531891081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,128,0.008073777788215214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,2560,0.7633528709411621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,8192,0.039317333035998873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,8192,0.1799688869052463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,32,0.005133333305517833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,64,0.009679111341635386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,1536,0.06980355580647786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,128,0.009488888912730748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,16384,0.029324445459577773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,1024,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,51200,3.2383600870768228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,4096,0.04657511247528923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,2048,0.006966222491529252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,3072,0.010583110981517367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,6144,0.023916444844669763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,2048,0.6168355411953396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,256,0.09818400277031793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,3584,0.007360888852013483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,3072,0.07823910978105333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,3584,0.01648266613483429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,5120,0.021771555145581562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,256,0.03651466634538438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,5120,0.01350311107105679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,32,0.06056266360812717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,3584,0.04333600070741442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,4096,0.011674666570292579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,256,0.018453333112928603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,32,0.004926222066084544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,16384,0.1710746685663859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,10240,0.6490649117363824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,12288,0.2388168970743815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,768,0.00886222223440806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,4096,0.01813066667980618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,64,0.013195555243227216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,2560,0.014519110321998596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,6144,0.07325955231984456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,7168,0.06739822361204359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,32,0.009761778016885122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,8192,0.023779556155204773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,768,0.1255013280444675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,8192,0.04130399889416165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,4096,0.013914666242069669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,65536,0.1040231121910943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,32,0.0207022229830424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,768,0.004844444493452708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,512,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,12288,0.042733334832721286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,1024,0.004046222401989831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,768,0.0105591110057301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,3584,0.12581688827938503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,10240,0.36353866259257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,3584,0.013365333278973898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,3584,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,51200,0.1944284439086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,768,0.010455999937322406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,768,0.003759110967318217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,4096,0.24035912089877656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,768,0.005920889063013925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,2560,0.007324444750944774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,256,0.014966222974989148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,4096,0.03125155634350247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,128,0.009528000321653154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,2560,0.08508177598317464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,128,0.02260355485810174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,10240,0.07124711407555474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,10240,0.37235556708441836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,65536,0.0663635532061259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,7168,0.011567110816637674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,768,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,64,0.02506133251720005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,7168,1.3741866217719183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,3584,0.034352001216676496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,512,0.33615022235446507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,2048,0.2881235546535916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,65536,0.07272889216740926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,65536,0.1535386641820272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,1024,0.005555555638339784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,4096,0.0626408921347724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,512,0.007798222204049428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,32,0.0028453332682450614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,5120,0.053251554568608604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,2560,0.11034666829639012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,512,0.09730133083131577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,5120,0.02920088834232754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,12288,0.11415378252665202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,12288,0.06692000230153401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,3072,0.0398248897658454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,8192,0.015588444140222339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,256,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,768,0.009645333720578088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,512,0.010781333678298526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,6144,0.009970666633711921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,2048,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,3072,0.07168889045715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,3584,0.02864977717399597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,3584,0.011528000235557556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,10240,0.10516533586714004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,512,0.02548355526394314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,16384,0.13456532690260145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,3584,0.00815466625822915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,7168,15.079722086588541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,256,0.02535199953450097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,64,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,6144,0.02437244521247016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,3072,0.013148444394270578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,1024,0.037447998921076454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,3072,0.009798222117953831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,2560,0.057597332530551486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,512,0.012430222498046027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,5120,0.46488353941175675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,3072,0.070397330654992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,16384,0.025654221574465435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,512,0.005061333378156026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,5120,0.015073777900801765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,7168,0.009272000028027428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,10240,0.05567200316323174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,7168,0.04431110951635572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,7168,0.03300889001952277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,256,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,16384,0.4279164473215739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,256,0.0029724445194005966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,128,0.006754666566848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,16384,0.08555289109547932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,256,0.005233777893914117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,10240,0.4173608885871039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,768,0.012857777376969656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,4096,0.6312017970614964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,7168,0.18928000662061903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,2048,0.3204275502098931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,4096,0.01516266663869222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,8192,0.3634648852878147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,1536,0.006684444430801604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,7168,0.029288000530666772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,128,0.002874666617976295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,768,0.01624000072479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,2560,0.006299555715587404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,1024,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,128,0.002895111011134254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,768,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,2048,0.022138666775491502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,128,0.009429333110650381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,8192,0.025053333905008104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,7168,1.173526234096951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,256,0.003573333223660787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,65536,0.7413288752237955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,3072,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,2048,0.02358666724628872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,5120,0.01236177815331353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,7168,0.14354311095343694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,3072,0.011056889262464313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,1024,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,12288,0.18649689356486002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,256,0.2673315472073025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,1536,1.010051515367296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,5120,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,4096,0.037003556887308754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,7168,0.0650906695259942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,65536,0.24510044521755645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,3072,0.013117333253224691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,2560,0.8303075366550021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,10240,0.1844560040367974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,4096,0.10693599780400594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,3072,0.017595556047227647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,4096,0.013055110971132914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,12288,1.1186133490668404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,128,0.005978666659858491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,768,0.02535555594497257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,12288,0.04088355435265435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,3072,0.21284266312917074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,65536,0.08775289191140069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,10240,0.23058311144510904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,10240,0.20032978057861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,5120,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,1536,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,12288,0.08270844486024645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,32,0.0027315556589100095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,32,0.03193155593342251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,16384,0.03854666815863715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,2560,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,32,0.005639111002286275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,128,0.0037377778854635027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,3072,0.014504889647165934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,64,0.0031973332580592898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,6144,0.12395289209153916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,7168,0.36261510848999023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,10240,0.018589332699775696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,512,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,1536,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,12288,0.028456889920764502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,512,0.003748444633351432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,1536,0.046556442975997925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,2048,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,7168,0.06885955731074016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,128,0.006447111152940326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,5120,0.05241511265436808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,8192,0.284954653845893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,3584,2.8519484202067056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,768,0.006923555499977536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,8192,0.040377779139412776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,512,0.007037333316273159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,8192,0.03857244385613336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,51200,1.2255964279174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,256,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,2048,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,51200,3.213499493069119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,6144,2.904245376586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,6144,0.06811110840903388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,32,0.008815999660227034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,2048,0.04393688837687174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,10240,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,10240,0.25625332196553546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,8192,0.034760889079835676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,768,0.02223288847340478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,3584,0.21751022338867188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,7168,0.04306933283805847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,10240,0.3740968969133165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,768,0.005886222339338726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,2048,0.021370665894614324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,10240,0.08493244647979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,4096,0.15611199537913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,12288,0.05542844533920288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,16384,0.04685422115855747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,7168,0.03856711255179511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,2560,0.028762665059831407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,3584,0.07612266805436876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,512,0.006677333265542984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,3072,0.020107555720541213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,512,0.03438577718204922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,768,0.005655111124118169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,1024,0.014224888549910652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,2048,0.0343155562877655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,512,0.006342222293217977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,16384,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,65536,3.1827822791205516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,3584,0.8024009068806967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,3584,0.007670222057236566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,12288,0.1771484480963813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,3584,0.09032266669803196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,7168,24.681432088216145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,51200,0.2147137721379598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,3584,0.03334577878316244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,4096,0.08301244179407756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,512,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,512,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,5120,0.1334515545103285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,128,0.011286222272449069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,256,0.17391467094421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,51200,0.1934888892703586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,7168,0.018145778112941317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,256,0.006673777682913675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,7168,0.02387822171052297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,512,0.005410666680998272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,5120,0.01980799933274587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,3072,0.011418666276666852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,6144,0.06795910994211833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,1024,0.007833778030342525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,3072,0.023016888234350417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,7168,0.13825244373745388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,3072,0.0406897763411204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,51200,4.216459486219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,3072,0.011602666642930774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,2560,0.008117333054542542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,6144,0.04686044322119819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,768,0.2215822272830539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,65536,0.05089511142836677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,32,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,3072,0.0188711103465822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,3072,0.011736888852384357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,10240,0.03870755434036255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,32,0.0032346666687064697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,3072,1.1011546452840169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,4096,0.01625688870747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,128,0.04640977912478977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,1536,0.009376000199053023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,7168,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,7168,0.018776888648668926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,12288,0.021549334128697712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,5120,0.02805866797765096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,8192,0.19912266731262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,65536,25.804563734266495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,4096,0.013927999469969006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,3584,0.076310224003262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,1024,0.003945777813593547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,5120,0.10909777879714966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,2560,0.010686222049925061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,2560,0.1443155606587728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,16384,0.568528864118788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,768,0.020763556162516277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,12288,0.14994311332702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,8192,0.09433066844940186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,5120,0.038478222158220075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,64,0.008171555896600088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,256,0.0052284445199701525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,65536,1.3164907031589084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,512,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,3072,0.00980088859796524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,768,0.0058168888919883305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,16384,0.5583564440409342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,128,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,1536,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,10240,0.7422115537855359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,12288,0.03657333387268914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,51200,0.26339467366536456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,6144,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,8192,0.25209776560465497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,10240,0.030461334519916113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,3584,0.17740178108215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,1536,0.3572853406270345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,51200,0.4527111053466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,51200,0.3516426616244846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,64,0.009657777845859528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,2560,0.02256977723704444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,7168,0.12684710820515951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,1024,0.0053342220683892565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,12288,0.00979288915793101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,10240,0.11445955435434978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,16384,0.1375475592083401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,256,0.09431822432412042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,8192,0.03478488988346524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,5120,0.08051911327573988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,16384,0.11676977740393744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,3584,0.007567110988828871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,6144,0.07974755764007568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,4096,0.01657777859105004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,5120,0.03382577829890781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,51200,4.054120805528429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,7168,0.2710088888804118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,51200,2.0150106218126083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,256,0.0480968885951572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,4096,0.07553066809972127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,512,0.03202844328350491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,1024,0.0052133335007561584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,128,0.0031315556002987754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,12288,0.14954843786027697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,12288,0.020394666327370536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,4096,0.10326044427023993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,512,0.009487999810112847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,1024,0.030264887544843886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,3584,0.04047377904256185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,3584,0.02440622283352746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,6144,0.17078399658203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,32,0.014363555444611443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,7168,0.04799555407630073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,512,0.04050044549836053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,7168,0.17865333292219374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,512,0.00797333319981893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,3072,0.03171111146608988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,32,0.08892533514234756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,7168,0.06718489196565416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,512,0.005589333259397083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,3072,0.06968622075186835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,256,0.008577778107590145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,16384,0.6555653148227268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,3072,0.02364088926050398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,3584,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,4096,0.011200889117187925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,2560,0.19695733653174508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,7168,0.01348977784315745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,65536,0.30377154880099827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,1536,0.007436444362004598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,7168,0.12056622240278457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,7168,0.02721244427892897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,51200,0.05885244740380181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,6144,0.024342222346199885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,7168,0.2605111069149441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,65536,2.1429174211290145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,2048,0.039735111925337054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,7168,0.22032888730367026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,12288,1.4840710957845051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,512,0.004024888906213972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,1536,0.016414221790101793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,10240,1.7934985690646703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,65536,1.1102764341566298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,768,0.04200977749294705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,3072,0.06604266828960843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,8192,0.17173155148824057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,1024,0.029562665356530085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,65536,0.6710195541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,5120,0.07498488823572795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,4096,0.031727999448776245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,7168,0.02772533396879832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,6144,0.5715315606858995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,128,0.004080888711743885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,12288,0.036446223656336464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,7168,0.16189777851104736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,65536,0.09463910924063788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,768,0.04504444532924228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,2048,0.006149333384301927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,3072,2.034318288167318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,7168,0.08694222238328721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,768,0.006591111007663939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,5120,0.03491910960939195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,1536,0.011095999843544431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,1024,0.16991289456685385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,6144,0.018057778477668762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,1024,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,128,0.018637332651350234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,512,0.16061422559950086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,512,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,8192,0.0358862214618259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,3072,0.8870524300469292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,512,0.006586666736337874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,16384,0.031030221117867365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,51200,0.07319288783603244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,768,0.0166657782263226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,3072,0.009380444056457942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,8192,0.01797777745458815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,1024,0.010575999816258749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,16384,0.12370399634043376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,8192,4.141662173800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,7168,0.026575111680560645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,2048,0.08204533656438191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,2560,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,1536,0.009111111362775167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,2048,0.009723555710580613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,2048,0.043495999442206494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,1536,0.010752889017264048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,16384,0.19143199920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,1024,0.021368889345063105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,2048,0.0081377774477005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,64,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,8192,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,128,0.09601777791976929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,64,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,3072,1.1187822553846571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,3072,0.0325893329249488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,51200,0.18876889016893175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,12288,0.059317330519358315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,4096,0.12516710493299696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,8192,0.009290667043791877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,6144,0.010645333263609143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,10240,1.0567164950900607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,6144,0.3720088799794515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,2560,0.06860355536142985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,7168,0.04689866635534498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,10240,0.01147911118136512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,12288,1.3964133792453344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,1024,0.010151111417346531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,6144,2.8764834933810763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,12288,0.019268444842762418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,512,0.010804444551467896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,3584,0.017072889539930556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,512,0.16720710860358345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,2048,0.8651342391967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,512,0.005718222094906702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,768,0.009165333376990424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,2560,0.008525333470768398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,16384,0.33036356502109104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,4096,0.15476177798377141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,512,0.003887999802827835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,4096,0.014771555860837301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,8192,0.10173600249820286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,768,0.005241777747869492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,32,0.007072889142566257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,16384,0.008781332936551835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,6144,0.06232711341645983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,32,0.00544799988468488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,4096,2.6317564646402993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,16384,0.0218551109234492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,3584,0.011014222270912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,32,0.008610666626029545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,16384,0.07838133308622572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,10240,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,256,0.004945777770545748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,51200,0.012707555459605323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,32,0.008174222376611497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,65536,0.4417902098761664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,128,0.017557332913080852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,3584,0.018894222047593858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,64,0.012451555165979596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,64,0.006829333388143116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,3072,0.007286222444640265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,2560,0.015077332655588785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,2048,0.10729155275556777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,2048,0.01811288959450192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,16384,0.03317600157525804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,768,0.009895111123720804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,51200,1.576029353671604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,12288,0.023129777775870428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,256,0.0034871109657817413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,2048,0.012488889197508493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,512,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,51200,1.0172995461357963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,64,0.02275644408331977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,12288,0.088919997215271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,3072,0.01569955547650655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,1536,0.020842666427294414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,6144,0.0913555555873447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,6144,0.01899466746383243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,6144,0.04688177837265862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,512,0.017634666628307767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,128,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,6144,0.1179271141688029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,64,0.003968888686762916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,16384,9.124769422743055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,10240,0.04873866505093045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,2048,0.006178666734033161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,8192,0.2363599936167399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,512,0.006664888726340399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,4096,6.269311269124349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,32,0.00979200005531311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,16384,0.023984889189402264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,768,0.033929778469933405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,1536,0.040363556808895536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,5120,0.4731724527147081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,7168,0.04411111275355021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,12288,0.06791555881500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,51200,0.06191377507315742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,5120,0.019883554842736986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,3072,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,12288,0.3260355525546604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,256,0.002986666642957263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,6144,0.05358577768007914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,512,0.032037334309683904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,7168,12.10252465142144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,10240,0.25991998778449166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,5120,1.0060390896267362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,51200,0.6770284440782336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,256,0.013230221966902414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,1536,0.027739556299315557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,5120,0.00944266633854972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,3072,0.009759110709031424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,7168,0.19867377811008027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,12288,0.38496711519029403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,8192,0.006800000038411882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,3072,0.007134222322040134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,2048,0.2064888874689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,1024,0.10407911406622992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,4096,0.055890666113959424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,16384,0.12138044834136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,65536,0.1649519999821981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,3072,0.18966400623321533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,768,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,5120,0.04456088940302531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,2560,0.008609777523411645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,65536,0.02718844513098399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,32,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,51200,0.05376355515586006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,8192,0.6227324273851182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,65536,1.1215911441379123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,2048,0.8258906470404731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,4096,0.032080001301235624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,10240,2.0069813198513455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,256,0.02644888891114129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,51200,1.2393048604329426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,256,0.003624000069167879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,12288,0.05431110991372002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,64,0.005380444642570283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,5120,0.3307555516560872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,3072,0.009925333162148794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,64,0.005684444473849402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,5120,0.012607110871209038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,6144,0.017369776964187622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,3584,0.10025155544281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,4096,0.08197866545783149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,3072,0.016927111479971144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,3072,0.00943999985853831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,2048,0.09121955765618218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,512,0.005160888863934411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,768,0.05044000016318428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,3072,0.010785777535703448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,1536,0.005675555517276128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,64,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,12288,0.5704053243001302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,2560,0.009516444471147325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,3072,0.06107822391721937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,128,0.0052391112678580815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,6144,0.013064888616402945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,8192,0.35085333718193906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,12288,0.11408800548977321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,12288,0.04406222369935778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,2048,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,5120,0.009460444251696268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,8192,0.018423999349276226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,51200,0.4954089058770074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,6144,0.01593155496650272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,16384,0.3155848979949951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,1536,0.007722666694058313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,4096,0.016899555921554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,2048,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,12288,0.009927999642160203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,8192,0.017412443955739338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,512,0.006810666786299811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,65536,0.28160177336798775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,4096,0.008714666797055138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,6144,0.15423466099633112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,512,0.004337777694066365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,8192,0.005981333139869902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,7168,0.08416799704233806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,768,0.004390222330888112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,10240,0.0984684427579244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,3072,0.10483022530873616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,10240,0.3740364445580377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,512,0.0033573332346147964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,4096,0.03177511029773288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,51200,0.09280622005462646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,1024,0.01052177780204349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,32,0.03611288799179925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,256,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,2048,0.010535111029942831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,256,0.011447110937701331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,256,0.005166222237878376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,128,0.004945777770545748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,8192,0.05200711223814222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,2048,0.0410755541589525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,6144,0.024686222275098164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,51200,0.1848320033815172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,6144,0.5040275785658095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,65536,16.122500949435764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,51200,0.5809466573927138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,2560,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,1536,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,4096,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,10240,0.16533599959479436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,1024,0.23941334088643393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,2560,0.010957332948843638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,65536,0.7079831229315864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,16384,1.4212257597181532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,7168,0.08228533135520087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,12288,0.481911129421658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,768,0.023976888921525743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,768,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,32,0.0456853343380822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,2560,0.01776977711253696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,10240,0.04036710990799798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,3584,0.010473777850468954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,10240,0.026913776993751526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,65536,0.1445537805557251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,2048,0.00795377790927887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,65536,0.06997778018315633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,1024,0.004260444392760594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,7168,0.06821866830190022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,512,0.004913777940803104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,3072,0.14204711384243435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,10240,0.048471109734641186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,64,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,3072,0.007531555162535773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,16384,0.31561512417263454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,768,0.012291555603345236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,16384,0.01841600073708428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,3584,0.9870693418714734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,5120,0.010623999767833285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,8192,0.014389332797792224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,12288,10.041626824273004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,8192,0.08446044392055935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,7168,0.044072889619403414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,8192,0.6977573500739204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,3584,0.03135111265712314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,5120,0.012367111113336353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,512,0.006175111151403851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,7168,0.12135644753774007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,3072,0.13347910510169134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,128,0.0140666663646698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,1024,0.04089955488840739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,128,0.006594666590293248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,2048,0.00814400033818351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,256,0.0174319992462794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,5120,0.2124035490883721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,12288,0.07154844204584758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,12288,0.24511467085944283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,65536,0.130965338812934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,7168,0.010448888772063784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,1024,0.005173333403136996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,512,0.08944088882870144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,128,0.015896000795894198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,1536,0.0046862223082118565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,2560,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,2048,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,7168,0.025576000412305195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,1536,1.3529964023166234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,10240,0.025565332836574976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,2048,0.00979288915793101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,768,0.006763555523422029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,32,0.003261333331465721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,512,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,5120,0.034506665335761175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,8192,0.06835644774966769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,512,0.010381333529949188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,2560,0.014655111564530266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,4096,1.121098624335395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,2048,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,64,0.026308443811204698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,768,0.02328799996111128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,32,0.013053333593739403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,128,0.010031110710567897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,3072,0.008268444074524773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,10240,0.7977297570970324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,51200,0.09084800216886733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,65536,0.08845244513617621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,512,0.017465778523021273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,64,0.02033066584004296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,3072,0.006994666324721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,3072,0.022952889402707417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,12288,0.08727466397815281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,768,0.023727999793158636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,51200,4.719936794704862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,3584,0.011607111328177981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,2560,0.0118568887313207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,7168,0.10839821894963582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,51200,1.1489902072482638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,7168,0.06224266688028971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,1024,0.0662026670244005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,12288,0.022322666313913133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,768,0.07137955559624566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,32,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,8192,0.017291555802027386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,16384,0.10620444350772434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,10240,0.02201333310869005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,8192,0.15281866656409368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,1536,0.02012711101108127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,128,0.011714666253990598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,5120,0.029522667328516643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,4096,0.035559111171298556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,1536,0.013064888616402945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,7168,0.006171555568774541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,2048,0.11222755908966064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,3072,0.013394667042626275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,4096,0.011048888994587792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,7168,0.008170666793982187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,5120,0.03059911065631443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,2048,0.09777777724795872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,768,0.007824000385072496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,3584,0.09967288706037734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,256,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,6144,0.6952951219346789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,12288,2.8399261898464627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,2048,0.11118843820359971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,1024,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,128,0.01796800063716041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,2048,0.010182222558392419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,12288,0.022167111436525982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,1024,0.004042666819360522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,768,0.024001777172088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,64,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,1024,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,5120,0.13380355305141872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,10240,0.06869244575500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,10240,0.47055641810099286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,768,0.0038311113086011675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,512,0.007647111184067196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,3584,0.029976000388463337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,2048,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,65536,0.062018666002485484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,10240,0.015957333975368075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,4096,0.011373333632946014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,10240,0.047340446048312716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,51200,0.9514062669542102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,512,0.005493333356248007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,1024,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,8192,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,10240,0.04784355560938517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,3584,0.027254222167862788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,512,0.007728888756699032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,3584,0.018602665927675035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,8192,0.32064000765482586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,768,0.008274666965007782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,256,0.020000000794728596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,768,0.02196177840232849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,5120,0.0129457778400845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,8192,0.383407990137736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,4096,0.04895111256175571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,6144,0.037393778562545776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,65536,0.20945421854654947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,16384,0.11224088403913711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,10240,0.09674933221605088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,10240,4.288856082492404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,65536,0.06465599934260051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,768,0.004734222259786394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,1024,0.010317333042621613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,1024,0.014127110441525778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,3584,0.013210666676362356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,2048,0.04370133413208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,65536,0.7852240138583713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,7168,0.2386986679501004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,8192,0.049103998475604586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,1536,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,128,0.013945778210957846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,3072,0.016588444511095684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,3584,0.08378755384021336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,7168,0.011853333148691388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,4096,0.038607110579808555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,32,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,7168,0.05589155356089274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,1024,0.008816888762844933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,65536,0.23821600278218588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,5120,0.0407955547173818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,3584,0.059897780418395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,3584,0.013254221942689685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,3072,0.027257778578334387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,128,0.01013422260681788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,51200,7.971757676866319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,32,0.010114666488435533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,8192,0.133607996834649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,2560,0.050028443336486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,3584,0.040159109565946795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,7168,0.06117510795593262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,16384,0.31619376606411403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,16384,0.01724088854259915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,10240,2.9719537099202475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,10240,0.020202666521072388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,16384,0.033471110794279314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,768,0.00850044439236323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,1024,0.006372444331645966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,16384,2.345790227254232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,4096,0.07352711094750299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,2560,0.06911644670698378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,65536,0.7714124255710177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,7168,0.06920622454749213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,5120,0.018736888964970905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,7168,0.328475554784139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,10240,0.043022221989101835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,7168,0.025289777252409194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,3584,0.020650666620996263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,256,0.0029164445069101122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,3584,1.2163457870483398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,768,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,128,0.006303999986913469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,5120,0.026163554853863184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,5120,0.011053333679835001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,51200,0.05753778086768257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,3072,0.010976889067225985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,1536,0.19140177302890352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,7168,0.016895999511082966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,1536,0.0068959999415609576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,51200,0.3510133425394694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,51200,0.11024000247319539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,4096,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,1024,0.02211911148495144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,1024,0.03949600127008226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,768,0.031509333186679415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,128,0.0027431110954946945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,2048,0.006204444501135085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,7168,0.015635554989178974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,51200,0.4298480086856418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,51200,0.5708790885077583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,10240,0.1097244421641032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,16384,0.048714667558670044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,16384,106.87858751085069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,12288,0.16475733121236166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,4096,0.010460444622569613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,5120,0.20081067085266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,32,0.002653333254986339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,2560,0.05424444542990791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,2048,0.01420088940196567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,7168,0.0122079998254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,51200,0.4333777692582872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,12288,0.3603057861328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,128,0.11163200272454156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,2048,0.009813333551088968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,51200,0.07655022541681926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,2048,0.021264889174037512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,6144,0.028008000718222723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,51200,0.27195554309421116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,51200,3.1687128278944225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,10240,0.2447484334309896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,51200,2.2306719885932074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,12288,0.4049733214908176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,16384,0.03132266799608866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,512,0.0034560000316964257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,768,0.009577777650621202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,10240,0.03863199883037143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,51200,0.27883733643425834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,32,0.013528000149461957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,1536,0.012128888732857175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,51200,0.3422586652967665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,8192,0.05990844302707248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,7168,0.11486221684349908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,2560,0.18375199370914033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,1536,0.008873778084913889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,10240,0.44357776641845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,128,0.32438309987386066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,32,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,51200,0.10646311442057292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,8192,0.01145511120557785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,51200,0.1713573270373874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,12288,0.4183466699388292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,6144,0.010595555934641095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,12288,0.07750844293170504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,12288,0.119595554139879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,3072,0.013696889082590738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,3072,0.10358044173982407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,3072,0.013632888595263163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,7168,0.18824711110856798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,6144,1.7008408440483942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,3584,0.011187555889288584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,12288,0.1047288907898797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,2048,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,4096,0.11899556054009332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,1024,0.013528889252079858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,5120,0.03685333331425985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,51200,0.054069333606296115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,128,0.24307378133138022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,768,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,3584,0.010291555689440833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,2048,0.019389332996474374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,3584,0.05759377612007988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,128,0.006416888700591193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,12288,0.4532337718539768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,1536,0.010523555179437002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,1024,0.010075555907355415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,10240,0.02050844497150845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,768,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,5120,0.7090533574422201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,8192,0.05547022157245212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,1024,0.024491555160946313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,12288,0.01869511107603709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,128,0.008992888861232335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,3584,0.01608533329433865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,7168,0.07236444287829928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,5120,0.01092088884777493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,3072,0.09902311033672756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,3584,0.018817777434984844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,10240,0.14076356093088785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,128,0.003921777837806278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,7168,0.12554932965172663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,2560,0.07608711057239108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,3584,0.12554221683078343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,16384,0.3279342121548123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,3072,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,256,0.008425777984990014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,64,0.0029031110720502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,10240,0.38460710313585067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,512,0.009696889254781935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,65536,0.2512417899237739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,3072,0.01837688850031959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,1536,0.004605333424276776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,512,0.0032799999333090256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,3584,1.0016596052381728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,64,0.00813600007030699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,3584,0.07312711079915364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,6144,0.022919111781650122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,32,0.058373332023620605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,6144,0.2606408860948351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,10240,0.021703110800849065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,8192,0.037512888511021934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,2048,0.014404444230927361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,2048,0.08265066809124418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,12288,0.02887466549873352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,1536,0.004642666627963384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,64,0.02408444384733836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,16384,2.540655983818902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,51200,0.14006488853030735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,32,0.003958222352796131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,16384,0.08587288856506348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,12288,0.016840888394249808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,51200,0.3976177904340956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,256,0.18710754977332222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,2048,0.012715555727481842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,7168,0.016984888248973422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,10240,0.1163368887371487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,12288,0.01574577722284529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,12288,0.025127111209763422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,12288,0.034224000242021345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,128,0.0032044444233179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,768,0.01866311166021559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,128,0.011448889142937131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,4096,0.04239999916818407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,7168,0.03343733482890659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,3072,0.010620444185203977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,7168,0.07332711087332831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,51200,0.1847920020421346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,128,0.004476444588767158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,65536,0.7261004447937012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,65536,3.3634516398111978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,2560,0.03105866577890184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,1536,0.0592177775171068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,768,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,4096,0.19310222731696236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,2560,0.4016622172461615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,5120,0.026886221435334947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,768,0.006529777828190062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,7168,0.18544088469611275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,768,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,512,0.05104177859094408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,5120,0.06362933582729764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,65536,0.2550462351904975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,10240,0.0661804477373759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,12288,0.048735111951828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,16384,0.410187562306722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,16384,0.025811556312772963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,4096,0.15702399942609999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,12288,0.08827733331256443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,2048,0.007017778025733099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,65536,0.4219360086652968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,256,0.009837333526876237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,64,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,3584,0.012140444583363004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,128,0.009916444619496664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,64,0.0099982221921285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,1536,0.028536889288160536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,3072,0.03372977839575873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,10240,0.019341333044899833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,1024,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,4096,0.03879288832346598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,64,0.006468444648716185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,10240,0.9243297576904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,3584,0.09443377786212498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,64,0.040320889817343816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,2048,0.024068444967269897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,10240,0.00814933329820633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,1536,0.0068862222962909276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,8192,0.11052711142434014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,512,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,12288,2.631112840440538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,768,0.05655022462209066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,6144,0.013530666629473368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,3072,0.011223110887739392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,1536,0.00980355590581894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,3584,0.00960533320903778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,6144,0.022477333744366963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,2560,0.016303999556435477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,2048,0.02017688916789161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,768,0.3024008803897434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,2048,0.007552000383536021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,12288,0.49266756905449766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,32,0.011513777905040316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,512,0.008330666356616551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,2048,0.026169778572188482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,256,0.005036444299750858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,1024,0.014056889547242058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,2560,0.016944888565275405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,6144,0.5120337804158529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,51200,0.4325519932640924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,4096,0.3083893458048503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,5120,0.016237333416938782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,6144,0.006157333238257303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,7168,0.18994400236341688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,6144,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,64,0.005477333234416113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,256,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,1024,0.06962044371498956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,8192,0.01773244473669264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,6144,0.05146933264202542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,256,0.012975999878512489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,2048,0.06830844614240858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,3072,0.028224001328150432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,7168,0.037894222471449114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,8192,0.011777777638700275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,6144,0.011495999991893768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,8192,0.17597956127590605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,7168,0.021818665994538203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,4096,0.012040889097584618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,2560,0.006631111105283101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,16384,6.1573376125759545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,1024,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,6144,0.2757777902815077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,1024,0.03269422385427687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,256,0.0033884443756606844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,6144,0.013869333598348828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,2048,0.04650755392180549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,4096,0.02087466584311591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,64,0.0034959999223550162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,6144,0.6272293196784126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,12288,0.024664888779322307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,256,0.00758755538198683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,4096,0.07098399930530123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,6144,0.021446221404605444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,3584,0.016012445092201233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,10240,0.02161600026819441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,51200,1.035071161058214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,4096,0.8688097529941134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,16384,0.1492746671040853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,2560,0.26335377163357204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,32,0.1898897753821479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,1536,0.062238223022884794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,5120,0.024622221787770588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,5120,0.018351111147138808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,768,0.003735110991530948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,1024,0.028115553988350764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,7168,0.03224710954560174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,128,0.07506489091449313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,6144,0.37613243526882595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,1024,0.006055999961164262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,64,0.0027599999060233435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,2048,0.021202666891945735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,4096,0.024744888146718342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,16384,0.020613332589467365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,65536,0.10288533237245347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,65536,0.4159848954942491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,5120,0.06457510921690199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,2048,0.07416177458233304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,10240,0.09958133432600234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,32,0.01591111057334476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,12288,0.5302773581610786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,256,0.004841777599520153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,512,0.0035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,16384,0.022848889231681824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,16384,0.056367112530602344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,3072,0.04694044589996338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,12288,0.07453955544365777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,8192,0.029811554484897192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,4096,0.021872889664438035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,16384,0.03492888808250427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,8192,0.1224364439646403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,512,0.0034302222645945023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,7168,0.020409777760505676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,5120,0.08534310923682319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,51200,1.2083173327975802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,2560,0.025079111258188885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,512,0.006611555400821898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,3072,0.06697511010699801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,7168,2.3477208879258895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,512,0.007179555793603261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,512,0.05121689041455587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,6144,0.06750488943523832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,16384,0.025960000024901494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,6144,0.7041555510626899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,16384,0.03045155604680379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,768,0.017872888180944655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,10240,0.03134844369358487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,2048,0.01036888857682546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,2048,0.08730755249659221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,128,0.01090222183201048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,51200,0.35478843583001035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,2560,0.022379555635982092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,51200,0.4835137791103787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,768,0.02723377777470483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,5120,0.027360000544124182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,10240,0.02401688860522376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,256,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,7168,0.2544231149885389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,4096,0.04827910992834303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,1024,0.0037715555065208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,6144,0.011165333290894827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,1024,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,128,0.17932711707221138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,6144,0.025479111406538222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,64,0.007311111523045435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,2048,0.016368000043763053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,768,0.004858666823969947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,1024,0.005869333528810077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,1536,0.06881778107749091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,2560,0.13505600558386907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,256,0.0046951112647851305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,7168,0.8547849125332303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,2048,0.00776977754301495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,51200,0.2619404527876112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,3584,0.0779235561688741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,768,0.1608942217297024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,10240,0.33525066905551487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,4096,0.1392835511101617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,10240,0.04048000110520257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,768,0.010945777926180096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,12288,0.06595910920037164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,4096,0.020206222931543987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,2560,0.8418791029188367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,128,0.0032879999942249725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,768,0.004879111217127906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,7168,0.012736000120639801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,8192,0.09013955460654365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,12288,0.2930755615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,51200,0.08581955565346612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,10240,0.09623110956615871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,65536,2.387167188856337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,1536,0.004864000197913912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,1024,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,2560,0.007630222373538547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,2048,0.012940444052219391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,5120,0.19369599554273817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,7168,0.035473777188195124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,128,0.0034595556143257353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,16384,0.04400533437728882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,16384,0.5169635348849827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,12288,0.03174933460023668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,51200,0.06238044632805718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,512,0.004923555586073133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,128,0.004392888810899523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,32,0.03464622298876444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,10240,0.02236888971593645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,1024,0.005593777944644292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,5120,0.013600889179441663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,7168,0.020385776956876118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,51200,0.061702224943372935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,5120,0.010800888968838586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,512,0.016161777906947665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,3072,0.03924177752600776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,7168,0.031006223625606958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,512,0.017326222525702584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,1024,0.01219377749496036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,2048,0.02608266638384925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,8192,0.012327999704413943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,4096,0.03114933437771267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,4096,0.0215013325214386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,3072,0.007611555357774098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,16384,0.05793333053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,3584,0.030905776553683813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,65536,0.10528088940514459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,2048,0.07143111361397637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,12288,0.1467706627315945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,7168,0.011773332953453064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,6144,0.056893335448371045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,4096,0.03372711274358962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,1024,0.008428444465001425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,2560,0.011629333098729452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,768,0.008533333738644918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,12288,5.343859354654948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,1024,0.01369066701995002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,7168,0.007547555698288812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,12288,0.04137333234151205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,65536,0.07823910978105333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,2560,0.008197333249780867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,64,0.0033377777371141645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,256,0.015855110353893705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,51200,0.4586319923400879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,12288,0.04474133253097534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,8192,0.025913778278562758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,12288,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,5120,0.06009155511856079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,12288,0.06328711244795057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,2560,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,512,0.017880888448821176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,768,0.021095110310448542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,512,0.005927111125654644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,768,0.009752888646390703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,768,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,10240,0.026830222871568467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,1536,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,128,0.0027217778066794076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,2560,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,3072,0.012872888810104795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,256,0.005697777701748743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,16384,0.41727378633287215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,32,0.20123999648623994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,7168,0.12355200449625652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,12288,0.7350284258524576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,64,0.028447998894585505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,2048,0.009171555439631144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,16384,0.12268622716267903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,51200,0.3078728781806098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,12288,0.07961155308617486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,1536,0.036538667149013944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,7168,0.06875999768575032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,64,0.009881777895821465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,4096,0.1499306625790066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,512,0.09053599834442139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,64,0.008783111141787635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,256,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,3072,0.01809866726398468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,128,0.005378666851255629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,5120,0.04359555575582716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,5120,2.0366577572292752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,32,0.031693332725101046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,10240,0.020689777202076383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,65536,0.1986595524681939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,5120,0.00776444458299213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,6144,0.02993511160214742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,10240,0.07211022244559394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,64,0.00332266671790017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,16384,0.020992888344658747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,3584,0.009283555878533257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,512,0.006649777707126405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,1024,0.004588444613748127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,7168,2.6245901319715714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,7168,0.08583199977874756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,128,0.03434222274356418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,32,0.035432000954945884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,2048,0.009941333697901832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,6144,0.011050666371981302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,1024,0.008035555481910706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,12288,0.019305777218606737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,16384,1.088919957478841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,256,0.056523554854922824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,12288,0.023919110496838886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,10240,0.021673777037196692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,2560,0.0262071109480328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,1536,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,64,0.004931555440028508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,128,0.02075822154680888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,4096,0.05317599905861748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,3072,0.008341333104504479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,256,0.002999111182159848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,7168,0.020298666424221463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,2560,0.007152000235186682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,12288,0.08870489067501491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,3072,0.0200284438000785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,16384,0.04233155647913615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,51200,0.19693333572811553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,8192,0.025399110383457605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,5120,0.10527644554773967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,1024,0.12997155719333225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,12288,1.4162036048041449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,512,0.00814133303032981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,51200,0.02872977654139201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,3584,0.11035111215379502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,1536,0.006635555376609166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,51200,0.6965164608425565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,4096,0.03976888789070977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,3072,0.10241155491934882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,4096,0.010123555858929953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,12288,0.02623555560906728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,51200,0.16601422097947863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,128,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,1024,0.01329955541425281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,768,0.014291556345091926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,8192,0.03898577888806661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,32,0.006665777828958299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,16384,0.9956702126397027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,1536,0.042768889003329806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,128,0.003383999897374047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,1536,0.06286578045950995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,2048,0.8443146811591254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,8192,0.02578488820128971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,4096,0.04242666562398275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,12288,0.023042667243215773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,51200,0.23517865604824492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,768,0.00573955559068256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,2560,0.054343998432159424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,5120,0.1362408929400974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,1536,0.006430222342411677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,5120,0.1725857787662082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,12288,0.02336799932850732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,128,0.006109333286682765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,16384,0.08038577768537733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,8192,0.3775511052873399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,128,0.009416888985368941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,4096,0.011624889241324531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,256,0.06429955694410536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,64,0.008400888906584846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,8192,0.04332177837689718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,256,0.03331022130118476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,7168,0.01237155579858356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,7168,0.036529776122834944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,5120,0.020266667008399963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,32,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,3584,0.028107557031843398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,10240,0.1146426730685764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,128,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,768,0.00980444418059455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,768,1.222040918138292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,8192,0.009747555686367882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,256,0.015104888214005364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,5120,0.019169777631759644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,2048,0.01459111107720269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,512,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,65536,1.444358189900716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,768,0.005118222286303838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,10240,0.04131288992034064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,51200,8.01725599500868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,512,0.004138666722509596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,4096,0.23617778884039986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,2560,0.010246222217877706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,16384,0.08297155300776164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,64,0.02444177700413598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,3072,0.011095999843544431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,2560,0.00850311087237464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,8192,0.01737422247727712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,65536,0.8649715317620171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,8192,0.014769777655601501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,64,0.0026462222966882917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,4096,0.11639466550615098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,768,0.006440889090299606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,8192,0.017610667480362784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,1536,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,10240,0.2595297760433621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,64,0.016159110599093966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,768,0.03905244337187873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,10240,0.1244657834370931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,2560,0.059919999705420605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,2560,0.010129777921570672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,65536,2.823043611314562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,3072,0.02354755500952403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,12288,0.0862026678191291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,128,0.009358222285906473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,4096,0.21092355251312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,1536,0.023157333334287006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,3072,0.019161777363883126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,2560,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,1536,0.05921510855356852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,51200,0.27189599143134224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,8192,0.17712444729275176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,7168,0.2971377902560764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,128,0.025608888930744592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,64,0.01254488858911726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,2560,0.013302221894264221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,3072,0.009008888569143083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,3584,0.09242310788896348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,7168,0.05137244529194302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,768,0.015136889285511441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,1536,0.01090222183201048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,3072,0.010758221977286868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,7168,0.011057777537239922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,5120,0.22206932968563506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,1536,0.01428711083200243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,1024,0.03697333402103848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,7168,0.05127111077308655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,1536,0.018386666973431904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,8192,0.26729954613579643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,12288,0.78765869140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,8192,0.7941519949171277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,64,0.04493955439991421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,7168,0.07476622528500028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,768,0.01647733317481147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,1536,0.005633777628342311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,256,0.01606666710641649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,5120,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,5120,0.07518755727344088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,8192,0.01625066664483812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,4096,0.011306666665607028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,7168,0.03819555706448025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,7168,0.05189777745140923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,16384,0.025166221790843542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,7168,0.03417155477735732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,6144,0.021156445145606995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,512,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,5120,0.011674666570292579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,4096,0.025027554896142747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,51200,4.264904022216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,3072,0.36339910825093585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,512,0.010404444403118556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,128,0.005231110999981563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,10240,0.21818578243255615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,2048,0.07361866368187799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,32,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,1536,0.00628266649113761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,12288,0.06000177727805244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,3584,1.0316729015774198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,1536,0.007908444437715743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,10240,0.7776826752556695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,2048,0.11069422298007542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,12288,0.05877955754597982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,64,0.009722666607962714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,1536,0.03830577929814657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,5120,0.09309066666497125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,1536,0.007510222494602203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,1024,0.005072888814740711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,1024,0.07711911201477051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,8192,0.09319200118382771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,2560,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,10240,0.026241777671708003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,5120,0.8575493494669596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,1024,0.006730666591061487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,12288,0.015638222297032673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,3584,0.02199999988079071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,51200,0.04287022352218628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,256,0.020240000552601285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,2560,0.02354755500952403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,7168,0.014811555544535318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,32,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,2048,0.01817244456874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,7168,0.02109955582353804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,51200,0.3647173245747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,3072,0.026159110996458266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,1024,0.042248000701268516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,128,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,8192,0.18476088841756186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,4096,0.07526666588253446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,16384,0.32842222849527997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,7168,0.36675556500752765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,1024,0.6140977541605631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,16384,0.17165777418348524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,1024,0.014771555860837301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,128,0.0036684444381131064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,4096,0.028343111276626587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,32,0.005170666509204441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,16384,1.7127670711941188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,256,0.020597333709398907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,5120,0.06038310792711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,1536,0.03181511163711548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,7168,0.06309866905212402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,7168,0.09008710914187962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,16384,0.1415999995337592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,3072,0.06791910860273573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,16384,0.6040764384799534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,51200,0.30660888883802623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,3072,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,768,0.10064266787634955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,64,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,4096,0.01609599921438429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,4096,0.044122666120529175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,64,0.05920800235536364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,10240,0.013292444248994192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,3584,0.10020799769295587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,512,0.008596444295512306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,256,0.007335999773608313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,2560,0.050813333855734936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,128,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,4096,0.10474933518303765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,1024,0.007435555259386699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,1536,0.02901155418819851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,6144,0.07549777958128187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,64,0.002834666727317704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,512,0.025565332836574976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,512,0.03861600160598755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,2560,0.017588444881969027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,6144,0.19859200053744844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,3072,0.08719466792212592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,51200,0.846003532409668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,5120,0.01181688904762268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,1536,0.007582222421964009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,2048,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,512,0.019353777170181274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,2560,0.11131378014882405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,1536,0.006128888991143968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,1536,0.007160888777838812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,10240,0.32918045255872935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,1024,0.004078222231732475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,2560,0.011181332998805575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,1536,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,12288,0.05848711066775852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,10240,0.03253422180811564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,16384,0.11410044299231635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,6144,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,512,0.050276445017920605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,4096,0.011808888779746162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,65536,5.940812428792317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,512,0.003137777869900068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,5120,0.012561777399645912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,1024,0.01350311107105679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,6144,0.034466667307747736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,16384,0.5945946905348036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,768,0.007499555746714274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,512,0.04285866684383816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,6144,0.025480889611774023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,768,0.005906666732496685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,64,0.0025617778301239014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,65536,3.8946745130750866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,7168,0.0361751119295756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,65536,1.3310213088989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,51200,0.2432782120174832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,8192,0.03259199857711792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,4096,0.0224897778696484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,32,0.002620444529586368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,2048,0.007682667010360294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,768,0.009682666924264696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,2048,0.024015110399987962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,6144,0.02647466626432207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,12288,0.027444443768925134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,16384,0.36041866408454043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,32,0.0036346668170558084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,3584,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,65536,0.02937244375546773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,64,0.02281422250800663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,4096,0.05862310859892103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,7168,0.45280975765652126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,256,0.017665778597195942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,512,0.007090667055712805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,3584,0.03307466705640157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,3584,0.01497866710027059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,10240,0.29950043890211314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,256,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,3072,0.026913776993751526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,51200,0.053060445520612926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,32,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,2560,0.11693155765533447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,65536,0.5866684383816189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,16384,0.130566226111518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,2048,0.034075554874208235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,2048,0.014022222823566861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,16384,0.019419555862744648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,512,0.02437866727511088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,2048,0.01849422189924452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,10240,0.6257422235276964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,2048,0.0733706686231825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,1024,0.02606222199069129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,256,0.017044444878896076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,12288,0.03202844328350491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,128,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,4096,0.06040889024734497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,5120,0.1863093376159668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,4096,0.006168889088763132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,8192,0.05906844139099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,16384,0.14566932784186468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,512,0.1406195561091105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,32,0.0028106667515304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,8192,0.023455111516846552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,768,0.004750222381618288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,4096,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,3584,0.010889777706729041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,1536,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,65536,0.6137822469075521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,10240,0.018444443742434185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,6144,0.36328532960679794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,5120,0.02943555514017741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,65536,0.5723697874281142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,128,0.003923555629120933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,8192,0.012720000412729053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,64,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,4096,0.02034133341577318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,768,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,128,0.04475377665625679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,1536,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,128,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,6144,0.3256862163543701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,16384,0.019876443677478366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,51200,0.06207911173502604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,7168,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,3584,0.059862222936418324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,128,0.029029332929187354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,3072,0.2935280005137126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,64,0.002748444469438659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,51200,0.4469280242919922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,256,0.01016977760526869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,2048,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,512,0.004912000149488449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,3584,0.01369244439734353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,8192,0.008608000146018134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,3584,0.017444445027245414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,64,0.005017777697907554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,1024,0.030511998467975195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,128,0.0033271111961868075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,7168,0.010623111493057676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,2560,0.007855999800893996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,256,0.0041315555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,4096,0.011043555206722684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,16384,0.4268417888217502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,4096,0.022171555293930903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,12288,0.021533333592944678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,768,0.012647111382749347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,3584,0.025988444685935974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,8192,0.007093333535724216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,64,0.0029502221279674103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,256,0.002963555562827322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,8192,5.2117432488335504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,8192,0.04698310958014595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,5120,0.06339466571807861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,512,0.008177777959240807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,4096,0.012427555190192329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,512,0.003932444585694207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,256,0.0069022224181228215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,6144,0.1621804502275255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,256,0.06268622477849324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,2048,0.013776889277829064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,1536,0.288320885764228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,512,0.0058702222175068325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,65536,0.013633777697881063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,256,0.0029599999801980127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,128,0.22640887896219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,2048,0.022626666559113398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,65536,0.29821867412990993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,1024,0.7374462021721734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,8192,0.02346755564212799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,51200,0.06980711221694946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,64,0.01904800037542979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,64,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,2560,0.021407110823525324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,1536,0.00811822215716044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,1536,0.019734222027990553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,128,0.016562667157914903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,4096,0.010474666953086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,6144,0.0603297750155131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,2048,0.026191110412279766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,3072,0.01422133379512363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,64,0.05303644471698337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,256,0.004784000002675586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,128,0.003156444471743372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,1536,0.009650666680600908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,1024,0.01014311114947001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,7168,0.5222586525811089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,8192,0.014145778285132514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,3584,0.01959022217326694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,65536,0.17056355211469862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,512,0.003863111138343811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,64,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,1024,0.4875591066148546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,16384,0.2071333328882853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,2560,0.031508445739746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,8192,0.010547555155224271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,768,0.013893332746293811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,1536,0.012253333297040729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,65536,1.1303555170694988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,1024,0.006677333265542984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,51200,0.05676266882154676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,2560,0.07050310903125338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,16384,0.6709378030565051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,8192,0.19999644491407606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,10240,0.38649511337280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,51200,7.585361904568142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,5120,0.012512889173295764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,2048,0.26720889409383136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,2560,0.01128355579243766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,768,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,256,0.005917333480384614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,1536,0.11221244600084092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,256,0.012528888881206512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,3072,0.022776888476477727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,6144,0.32630133628845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,12288,0.1395137839847141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,512,0.012934221989578672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,1024,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,65536,5.00983640882704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,4096,0.060821334520975746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,32,0.009645333720578088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,51200,0.7264284557766385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,3072,0.08448266983032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,4096,0.006636444479227066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,65536,0.2813626660241021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,512,0.16407022211286756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,12288,0.07809688647588094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,51200,1.60352177090115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,256,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,768,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,8192,0.09864622354507446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,64,0.005560889012283749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,256,0.07319022549523248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,3584,0.1500506665971544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,16384,0.03916622201601664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,10240,0.08061689138412476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,6144,0.017948443690935772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,3584,0.10515911049313015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,16384,0.11588177416059707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,5120,0.023847111397319373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,2048,0.006586666736337874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,7168,0.07593244314193726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,3072,0.006143110907740063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,2560,0.011338666909270816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,768,0.0036142224238978494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,3072,0.01938577824168735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,3072,0.023222222924232483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,512,0.07596444421344332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,12288,0.01512977812025282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,4096,0.006133333262470033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,51200,0.3338880009121365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,512,0.009158222211731805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,51200,1.2235369152492948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,2560,0.009959999885823991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,7168,0.013649777405791812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,4096,0.011750222080283694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,7168,0.52511109246148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,256,0.010119111173682744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,256,0.006118222243256039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,256,0.07552888658311632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,10240,0.9248800277709961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,1536,0.2923031118181017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,12288,0.019796444310082328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,128,0.01088711122671763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,65536,0.5269822014702691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,4096,0.011078221930397881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,3584,0.01199288914601008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,12288,0.014895111322402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,7168,0.016807110773192514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,7168,0.010020444790522257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,128,0.014317333698272705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,1024,0.013728000223636627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,32,0.01148888882663515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,51200,0.8965341779920789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,16384,0.10446400112575954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,3584,0.011937778029176923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,128,0.006146666490369373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,32,0.027288888891537983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,6144,0.14763822820451525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,51200,0.9780435562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,1536,0.02168888847033183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,3584,0.013711999687883588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,2048,0.054758220911026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,128,0.02114222281508976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,12288,0.006512889017661412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,2560,0.009925333162148794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,64,0.010072000324726105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,6144,0.20207288530137804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,7168,0.0571991138988071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,256,0.003587555554178026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,10240,0.041181332535213895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,512,0.005757333503829108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,3072,0.020598222812016804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,768,0.009361777868535783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,512,0.062147557735443115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,1536,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,65536,0.037441776858435735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,5120,0.026702221896913316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,3072,0.05569510989718967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,16384,0.03467377689149644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,2560,0.007640000018808577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,2048,0.01583377851380242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,8192,0.1688204473919339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,10240,0.46421156989203555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,5120,0.020210666788948905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,65536,3.8349681430392795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,32,0.1265608867009481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,768,0.008601778083377415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,65536,0.5489039950900608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,512,0.06602311134338379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,2048,0.007170666423108842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,1536,0.013077333569526672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,32,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,16384,0.11959821648067898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,6144,0.18472799989912245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,65536,0.31680088573031956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,5120,0.025404444999165002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,768,0.03991644581158956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,128,0.020399111840460036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,6144,0.07574222485224406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,1024,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,1536,0.007069333559936947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,10240,0.09822133514616226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,65536,1.1666391160753038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,8192,0.44036799006991917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,51200,0.10779288742277358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,512,0.006888000087605582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,8192,2.4909439086914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,768,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,2048,0.014734221829308404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,7168,0.34663910335964626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,10240,0.05318489008479648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,64,0.003173333282272021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,128,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,3072,0.026494221554862127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,256,0.027412444353103638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,2560,0.07477688789367676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,7168,0.17817510498894584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,1024,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,6144,0.324710210164388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,512,0.00453333349691497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,16384,2.8115244971381297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,10240,0.043044444587495595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,3584,0.12554666731092665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,128,0.004450666821665234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,5120,0.01608444419172075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,1024,0.0047404443224271136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,16384,0.6465902328491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,1536,0.023909333679411147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,128,0.009836444424258338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,1024,0.005929777605666055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,51200,0.9083662033081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,7168,0.10433510939280193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,2048,0.006400888992680444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,6144,0.1421955558988783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,5120,0.1218915515475803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,6144,0.028875556257035997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,5120,4.8329243130154085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,65536,1.2605892817179363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,128,0.0027662221756246355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,12288,0.32122845119900173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,5120,0.2370133399963379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,512,0.081350220574273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,7168,0.0277839998404185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,32,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,65536,0.0661884413825141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,256,0.004148444367779626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,4096,1.1526898278130424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,256,0.003871110992299186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,256,0.009367110828558603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,51200,0.23498309983147514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,256,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,4096,0.02328355610370636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,4096,0.15882133113013372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,7168,0.10702755716111924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,51200,0.47725778155856663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,7168,0.4158462153540717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,5120,0.022475555539131165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,3072,0.13413955105675593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,768,0.014277334014574686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,128,0.005809777726729711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,6144,0.07622222105662028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,2560,0.009447111023796929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,8192,0.01051288925939136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,2048,0.034747554196251765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,16384,0.10383466879526775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,8192,0.06900088654624091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,16384,0.026297777891159058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,32,0.0068853331936730286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,12288,0.3058302137586805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,3584,0.011260444091426002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,4096,0.010869333313571082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,128,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,512,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,768,0.023550222317377727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,512,0.04445866743723551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,2560,0.0063777777055899305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,4096,0.06544533040788439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,65536,0.4265875551435683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,32,0.006030222194062338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,128,0.009762666291660732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,65536,0.24403821097479927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,1536,0.04389422138532003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,3584,0.043581333425309926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,16384,0.02271911170747545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,10240,0.023870221442646448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,3072,0.1199386649661594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,512,0.00350222239891688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,6144,0.01978755493958791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,256,0.005220444252093633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,4096,0.12879910733964708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,6144,0.010436444646782346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,64,0.004135999828577042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,5120,0.017817777064111497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,64,0.005013333426581489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,1024,0.052517334620157875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,3584,0.007557333343558841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,768,0.005713777823580637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,5120,0.0448017782635159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,10240,0.15104711055755615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,16384,0.9358586205376519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,2048,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,2560,0.17902310689290366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,512,0.005959110955397288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,12288,0.47319820192125106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,256,0.006071110980378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,51200,9.852427164713541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,2048,0.017363554901546903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,10240,1.6291582319471571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,3584,0.08029599984486897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,12288,0.03738755649990506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,1024,0.011040888726711273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,8192,0.05708622270160251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,2048,0.0144195556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,2048,0.3497680028279622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,51200,0.05665510892868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,128,0.007292444507280986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,12288,0.020069332586394418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,8192,0.03438755538728502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,128,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,3584,5.927103254530166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,51200,0.1617057720820109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,6144,0.0842284427748786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,12288,0.10461688703960842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,10240,0.1330311165915595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,64,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,512,0.004512888689835866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,4096,0.04637866550021701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,1536,0.006818666640255187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,65536,0.1265546613269382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,64,0.0075288886825243635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,12288,0.009637333452701569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,64,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,65536,0.07860177755355835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,3584,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,256,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,65536,0.28704622056749135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,6144,0.4848897722032335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,3584,0.010076444182131026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,1024,0.009718221922715506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,4096,0.020089776979552377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,128,0.006851555572615729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,5120,0.013052444491121503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,2048,0.044713778628243335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,64,0.006646222124497096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,2048,0.00508266646001074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,6144,0.23495999972025552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,256,0.012872888810104795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,128,0.005160888863934411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,1536,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,16384,0.05098844567934672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,6144,0.00942844483587477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,12288,0.06189599964353773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,3584,0.00906844437122345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,1536,0.01346933344999949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,65536,0.16115555498335096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,256,0.01481244464715322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,256,0.0041582224269707995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,65536,0.017465778523021273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,32,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,3584,0.02069244450993008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,10240,0.04125422239303589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,10240,0.023507555325826008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,1536,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,32,0.006779555645253923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,2048,0.050372444921069674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,768,0.004267555558019214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,65536,3.9299049377441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,256,0.005384888913896348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,256,0.008851555486520132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,8192,0.035813334915373064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,768,0.046690666013293795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,1024,0.00927466650803884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,2560,0.07081600030263265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,16384,0.006525333142942852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,5120,0.047967112726635404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,768,0.009769777456919352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,2048,0.15178667174445257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,768,0.005234666582610872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,2048,0.02075822154680888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,51200,0.8719413545396594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,5120,0.09900710980097453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,65536,0.37567467159695095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,16384,0.021162667208247717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,6144,0.013287111288971372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,128,0.007744889292452071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,128,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,7168,0.0429440008269416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,1536,0.006911110960774952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,32,0.012161778079138862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,10240,0.05816000037723117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,2048,0.10868977838092381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,128,0.003061333257291052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,32,0.09471022420459324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,7168,0.08164533641603258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,10240,0.026359111070632935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,256,0.09072799815071954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,768,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,2048,0.013029333617952136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,3072,0.016758221719000075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,51200,1.787320031060113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,6144,0.013967111706733704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,128,0.005706666658322017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,3584,0.07634133100509644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,10240,0.0447653333346049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,6144,0.02161600026819441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,3072,0.010801778071456485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,6144,0.016872000363137987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,4096,0.020759999752044678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,128,0.0029093333416514923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,1024,0.0042160000238153665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,64,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,16384,0.023239110906918842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,65536,0.6846026844448514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,12288,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,5120,0.04044533438152737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,65536,0.08748000197940403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,128,0.003440888805521859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,256,0.008147555920812819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,4096,0.011858666936556498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,8192,0.7440604633755155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,64,0.012439111040698158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,512,0.25694044431050617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,12288,0.9131351047092013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,12288,0.03455911080042521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,16384,0.028889778587553237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,8192,0.013321778012646569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,2048,0.0373617774910397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,1536,0.10377244154612224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,51200,4.099256727430555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,64,0.19679910606808135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,6144,0.013840888937314352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,8192,0.035600887404547796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,6144,0.14366666475931802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,2048,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,1536,0.008957333034939235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,1536,0.008275555239783393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,8192,0.1107306679089864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,6144,0.26435555352105033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,2048,0.0075288886825243635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,4096,0.028652442826165095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,2048,0.012650666965378655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,4096,0.022601778308550518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,10240,0.2308737701839871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,2560,0.00908088849650489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,256,0.03049422303835551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,8192,0.018236445056067575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,16384,0.02699733277161916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,256,0.013826666606797112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,3584,0.008088889221350351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,16384,1.7251982159084742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,16384,0.09197866916656494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,4096,0.050472001234690346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,3072,0.1080862217479282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,768,0.05168977710935804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,2048,0.015481778317027621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,2048,0.028004444307751123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,32,0.0030862221287356485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,6144,0.012278222375445895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,8192,0.011852444046073489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,65536,0.3842017650604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,5120,3.1894747416178384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,768,0.03055644366476271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,16384,0.387755552927653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,5120,0.00868800034125646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,6144,0.8960737652248807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,65536,0.08014933268229167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,16384,0.5995510949028863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,5120,0.12182845009697808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,51200,0.25111643473307294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,16384,1.0802817874484592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,51200,0.1567928923500909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,65536,0.14771200550927058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,12288,0.13935022883945042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,16384,6.414068433973525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,65536,0.622038205464681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,512,0.04781066709094577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,10240,0.05936800109015571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,1536,0.11033778058158027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,1024,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,4096,0.3017493353949653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,2048,0.007736889024575551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,8192,0.04093688726425171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,1536,0.04285511043336657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,3584,0.012148444851239523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,1024,0.03659822212325202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,3072,0.010873777998818291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,1536,0.008512000242869059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,1536,0.051065779394573636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,3584,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,51200,2.781862258911133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,32,0.02180533276663886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,32,0.003673777812057071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,256,0.0756782227092319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,1024,0.02106488909986284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,16384,5.288135104709201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,1536,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,6144,2.5273653666178384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,7168,0.04621333214971754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,10240,0.4917119873894586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,768,0.007391999993059371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,1024,0.00573333352804184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,512,0.00433955548538102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,128,0.0033573332346147964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,512,0.009014222357008193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,512,0.00739555557568868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,512,0.020455999506844413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,2560,0.060883555147382945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,4096,0.029419554604424372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,128,0.01187999960449007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,64,0.005356444252861871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,1024,0.007501333124107785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,3584,0.11977156003316243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,1024,0.063646223809984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,1536,0.0074311114019817775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,7168,0.06254666381412081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,32,0.0052488889131281115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,2048,0.10089511341518825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,1536,0.022310222188631695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,51200,1.241477330525716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,32,0.005459555735190709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,16384,0.05498488744099935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,1536,0.12361421849992539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,8192,2.7573386298285594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,4096,0.10140177938673232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,4096,0.026085333691702947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,1024,0.2412924501630995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,3584,0.028083556228213843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,51200,0.07424266470803155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,256,0.012145777543385824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,5120,0.034612443712022566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,64,0.0046942221621672315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,6144,0.016660445266299777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,768,0.018159111340840656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,51200,0.5204959975348579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,3584,0.12691466013590494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,6144,0.290121767255995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,1024,0.029209779368506536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,65536,9.833184983995226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,2560,0.02198933396074507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,5120,0.009282666775915358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,6144,0.046273777882258095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,5120,0.2080986632241143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,512,0.005502222312821283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,512,0.024136889312002394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,8192,0.06059022082222832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,1536,0.1187351147333781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,5120,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,2560,0.013580444786283704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,1536,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,1024,0.005223999834722943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,768,0.06466133064693876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,512,0.003342222215400802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,12288,0.016344888342751395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,4096,0.006443555570311016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,5120,0.12254399723476833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,12288,0.017955554856194388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,65536,0.34173954857720273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,16384,0.02574311031235589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,12288,7.808824327256944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,10240,0.5080622037251791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,12288,0.03801244497299194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,4096,0.03286222285694546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,65536,0.4085502094692654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,256,0.006535999890830781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,7168,0.03018222252527873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,51200,0.0624613364537557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,768,0.006031999985376994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,10240,0.01976711054642995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,768,0.014376888672510782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,4096,0.19273777802785239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,8192,0.07202666335635714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,256,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,16384,0.105076445473565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,1024,0.050867554214265615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,10240,0.21939555803934732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,4096,0.008210666477680206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,6144,0.019730667273203533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,512,0.032695998748143516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,10240,0.2982826762729221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,256,0.007479999628331926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,16384,0.22898221015930176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,7168,0.6518978012932671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,3584,0.07919022109773424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,512,0.009468444519572789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,768,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,64,0.09682310952080621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,768,0.005938666562239329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,10240,0.22372089491950142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,8192,1.970931582980686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,256,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,51200,1.494902186923557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,128,0.003351111171974076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,16384,0.17727822727627227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,1536,0.020192000601026747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,256,0.005886222339338726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,32,0.03580710954136319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,4096,0.18683289157019722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,2048,0.007660444411966536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,512,0.2679475678337945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,4096,0.08524888753890991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,2048,0.021243555678261652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,32,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,3584,0.11519822809431289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,65536,0.15679111745622423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,4096,0.019846222466892667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,128,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,3072,0.11648621824052598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,4096,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,1024,0.0069955554273393415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,6144,0.05072711242569817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,2560,0.07190310955047607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,5120,0.13028177950117323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,2048,0.11975110901726617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,6144,0.030971556901931763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,3072,0.008385777473449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,128,0.0031759999692440033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,65536,0.47516621483696836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,7168,0.014719999498791166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,32,0.008057778080304464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,65536,0.10497155454423691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,32,0.005449777675999536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,512,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,51200,0.04281333420011732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,512,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,6144,0.042464001311196216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,51200,0.2695884439680311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,5120,0.014849777022997538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,3584,0.03165155649185181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,65536,4.689571380615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,512,0.010737777584128909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,2048,0.012272000312805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,6144,0.028183999988767836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,16384,0.13439999686347112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,8192,0.8629111184014214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,51200,0.27232710520426434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,2048,0.015465777781274585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,128,0.005683555371231503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,512,0.009669333696365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,65536,0.013660444153679742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,7168,1.5238800048828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,5120,0.13512444496154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,2560,0.06672710842556424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,2560,0.04738755689726936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,12288,0.05685600307252672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,16384,0.030573334958818223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,8192,0.01427111029624939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,512,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,6144,0.023200889428456623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,2560,0.009368889033794403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,65536,5.223941379123263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,32,0.006426666759782367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,3584,0.04581155710750156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,7168,0.009870222045315636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,512,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,12288,0.027064000566800434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,51200,2.101119147406684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,256,0.003944000022278892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,768,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,65536,4.596941206190321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,128,0.008549333446555668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,768,0.0069395556218094295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,1024,0.005013333426581489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,6144,0.01089422239197625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,3072,0.4981350898742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,768,0.006522666662931442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,4096,0.2651137775844998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,2048,0.02147644427087572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,128,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,1536,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,768,0.03125600020090739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,128,0.004087999877002505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,32,0.010030222435792288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,4096,0.008960000342792934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,5120,0.0532622238000234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,7168,0.034584889809290566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,5120,0.01862844493654039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,65536,0.20207111040751138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,65536,1.4283342361450195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,128,0.012676444318559436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,1536,0.35946400960286456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,12288,0.7114106814066569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,768,0.10208355718188816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,1024,0.058111998769972056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,32,0.007430222299363878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,3584,0.012319111161761813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,256,0.266865783267551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,5120,0.008077333370844523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,65536,1.1795128716362846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,10240,0.05226933293872409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,2560,0.007280888656775157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,128,0.0057884446448749965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,65536,2.312007056342231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,16384,0.5098862118191189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,2560,0.03477955526775784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,4096,0.015984889533784654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,51200,0.0413351125187344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,8192,2.028132544623481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,3584,0.009928888744778102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,5120,0.014488889111412896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,64,0.003539555602603488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,10240,0.021358221769332886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,4096,0.06968177689446343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,16384,0.3187599976857503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,12288,0.6085644298129612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,6144,0.8123182190789117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,6144,0.03071911136309306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,768,0.0388373335202535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,768,0.011060444845093621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,5120,0.014936889211336771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,8192,1.9826160007052953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,3584,0.42841243743896484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,2560,0.022282666630215112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,3072,0.013815999858909182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,5120,0.013728000223636627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,8192,0.042615112331178456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,64,0.05949866771697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,64,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,4096,0.08836711115307277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,16384,0.8382826911078559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,5120,3.2215387556287975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,3072,0.010571555958853828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,7168,1.8040729098849828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,2048,0.01811644434928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,3072,0.05409511261516147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,10240,0.2665066719055176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,32,0.043102221356497876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,64,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,512,0.0059262220230367445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,1024,0.057224002149369985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,2048,0.011855999628702799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,12288,0.1640639967388577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,12288,0.20805066161685518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,10240,0.0329804453584883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,512,0.027238221632109746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,10240,0.019606222709019978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,8192,0.35441867510477704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,3072,0.08344355556699966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,16384,0.022875555687480505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,2048,0.021594666772418555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,1536,0.01549600064754486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,51200,8.419364081488714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,256,0.004497777670621872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,128,0.012662221988042196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,16384,0.02405066622628106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,768,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,32,0.005210666606823604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,16384,0.07402044534683228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,32,0.014919999572965833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,4096,0.47152090072631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,128,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,64,0.007294221884674496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,6144,3.4305947621663413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,7168,0.6453990936279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,10240,0.04601688848601448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,51200,0.25197333759731716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,6144,0.014699555105633207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,8192,0.17533332771725127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,16384,9.800753275553385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,16384,0.020405333903100755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,512,0.003944000022278892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,768,0.004980444494220945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,128,0.011000889043013254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,2560,0.14199644989437527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,3072,0.07399021916919284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,1536,0.08541955550511678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,51200,0.016343111793200176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,3072,0.07392088572184245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,3584,0.6509244706895616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,768,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,8192,0.03278222348954942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,128,0.008449777960777283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,8192,2.675383037990994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,2048,0.017808000246683758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,65536,0.10576799843046401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,65536,1.5434000227186415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,3072,0.03352266550064087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,65536,6.216973198784722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,2560,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,1024,0.036305778556399874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,16384,0.02769244379467434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,2560,0.006770666688680649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,7168,0.018061333232455783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,5120,0.049568000766966075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,2560,0.014347554908858405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,768,0.03847377830081516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,256,0.004860444615284602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,6144,0.046912001238928906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,4096,0.02307555576165517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,32,0.07258666886223687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,256,0.01183555523554484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,32,0.02606666584809621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,10240,0.034095999267366194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,4096,0.02279288901223077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,5120,0.2275937663184272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,1024,0.07777155770195855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,4096,0.13539555337693956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,3072,0.007466666400432587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,128,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,2048,0.06354577673806085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,128,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,3072,0.024847999215126038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,3584,0.009963555468453301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,65536,0.040243556102116905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,8192,0.03720000055101182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,1024,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,4096,0.06542844242519803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,10240,0.03986933496263292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,256,0.008015111088752747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,8192,0.21387644608815512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,5120,0.13285156091054282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,1536,0.0057751110030545135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,8192,0.10650400320688884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,8192,0.07113511032528348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,64,0.008513777620262569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,7168,0.27051467365688747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,64,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,512,0.006230222268237009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,768,0.011048888994587792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,768,0.0074933336840735535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,768,0.05503822366396586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,1536,0.04602311054865519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,128,0.00564177789621883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,5120,0.006831999868154526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,5120,0.02648977769745721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,8192,0.027152000202072993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,8192,0.013648000028398303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,8192,0.2992471059163411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,65536,0.16763199700249565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,512,0.005562666803598404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,16384,1.720860481262207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,5120,0.01610488858487871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,768,0.0631093316608005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,12288,0.020447111792034574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,1536,0.017987555927700467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,64,0.0034719999465677473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,7168,0.3937226666344537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,8192,0.028304000695546467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,5120,0.09358933236863877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,6144,0.018951111369662814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,1024,0.015555555621782938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,5120,0.06755110952589247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,8192,0.05427289009094238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,512,0.004905777672926585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,10240,0.46520264943440753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,768,0.043663998444875084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,12288,0.551470226711697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,32,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,8192,0.3042782147725423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,1024,0.010451555252075195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,512,0.00601244428091579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,3072,0.0240346673462126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,256,0.010469333165221743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,3584,0.09628533654742771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,768,0.00926577796538671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,10240,0.03384266628159417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,768,0.006809777683681912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,65536,0.22478577825758192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,2048,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,10240,0.07711111174689399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,51200,3.5290169186062283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,16384,0.05569510989718967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,128,0.0029582221888833572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,2560,0.027267555395762127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,1536,0.47269423802693683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,1024,0.03230488962597317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,16384,0.2024479971991645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,6144,0.29661422305636936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,6144,0.057542224725087486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,2048,0.0053031109273433685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,51200,0.041377776198916964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,2560,0.009883555273214975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,512,0.042745778958002724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,3072,0.007828444242477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,1536,0.009724444813198512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,7168,0.010479999913109673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,512,0.007745777567227681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,1536,0.004364444563786189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,8192,0.027997334798177082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,3072,0.013431111143694984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,768,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,256,0.003125333330697484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,1024,0.003927111211750242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,1024,0.005295111073387994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,6144,0.16578133900960287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,3584,2.182546615600586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,65536,10.777472601996529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,4096,0.24938665495978463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,7168,0.03962488969167074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,3584,0.009448889229032729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,1536,0.015126221709781222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,768,0.008221333225568136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,10240,0.03930044505331252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,1536,0.08885155783759223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,8192,0.21957777606116402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,512,0.017903111047214933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,12288,0.0170160002178616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,3584,0.7762426800198026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,3584,0.023936889237827722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,6144,0.27331911192999947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,3072,0.015374221735530429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,12288,1.3943662643432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,2048,0.013096888860066732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,768,0.00777688870827357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,12288,0.130913774172465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,6144,0.42829155921936035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,3072,0.017287999391555786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,256,0.0041368889311949415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,128,0.018386666973431904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,768,0.04196177919705709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,5120,0.0068959999415609576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,2560,0.11585333612230088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,10240,0.09297777546776666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,7168,0.33250310685899526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,3584,0.07170044713550143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,51200,1.690990236070421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,256,0.026165333059098985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,512,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,7168,0.012530666258600024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,256,0.005030222237110138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,128,0.02030933399995168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,128,0.0029057777590221832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,10240,0.027666666441493567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,65536,0.328891568713718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,6144,0.2397315502166748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,768,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,128,0.0069395556218094295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,7168,0.009840889109505547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,768,0.005974222388532426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,3072,0.04861333303981357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,8192,0.24072710673014322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,65536,0.6409013536241319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,2560,0.016473778420024447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,16384,0.06464978059132893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,3584,0.008010666403505538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,1536,0.01057866629627016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,5120,0.02944355540805393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,768,0.03371822171741062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,128,0.19473066594865587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,256,0.036679999695883855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,4096,0.03520888752407498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,3072,0.00906844437122345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,10240,0.43177776866488987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,4096,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,3072,0.00813066628244188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,7168,0.15792089038425022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,512,0.009135999613338048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,3072,0.013047999805874295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,16384,0.07120177480909559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,16384,0.2603920035892063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,64,0.018292443619834054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,7168,0.09161066346698338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,256,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,51200,3.2229643927680125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,768,0.0075706665714581805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,12288,0.21860178311665854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,6144,6.389334360758464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,128,0.009856888817416297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,16384,0.023489778240521748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,128,0.0033368888414568375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,8192,0.34874844551086426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,3072,4.006832122802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,1024,0.0052435555391841466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,2048,0.009329777624871995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,512,0.021847999758190576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,65536,0.4274720085991754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,8192,0.04660266637802124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,32,0.01015466699997584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,1536,1.241085370381673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,1536,1.342592027452257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,10240,0.12415999836391872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,64,0.004296888907750447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,16384,0.1212844451268514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,8192,0.014512888259357877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,65536,0.41084978315565324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,3584,0.050754666328430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,51200,14.054527282714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,2048,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,51200,0.1904862191942003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,10240,0.32588354746500653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,65536,0.2795608838399251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,256,0.004126222183307012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,5120,0.012842666771676807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,51200,1.8155928717719183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,3072,0.5692755381266276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,4096,0.014871110518773397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,51200,0.18416355715857613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,3072,0.010993777877754636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,7168,0.262318213780721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,768,0.012129777835475074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,10240,0.1844817797342936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,768,0.05888622336917453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,12288,0.12208799521128337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,4096,0.08147111203935412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,2560,0.007567110988828871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,32,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,2048,0.3360915448930528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,768,0.06822044319576688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,4096,0.04205244448449877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,512,0.004868444469239977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,51200,0.3151182333628337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,8192,0.4248800012800429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,2048,0.005774222314357758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,4096,0.13723733690049914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,2048,0.007296889192528195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,2560,0.008569777839713627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,1024,3.3757849799262156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,512,0.008551999926567078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,768,0.04137688875198364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,12288,0.29454488224453396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,512,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,10240,0.1681928899553087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,4096,0.15634666548834905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,4096,0.17527733908759224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,7168,0.0535786681705051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,65536,0.06051644351747301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,5120,0.009287999735938178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,1536,0.08483022451400757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,7168,0.08260089159011841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,12288,0.048135999176237315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,10240,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,128,0.0052435555391841466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,51200,0.25153154797024196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,2048,0.029498666524887085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,64,0.0031226666437255014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,12288,0.18912355105082193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,1024,0.06678489181730482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,3584,0.05593511131074694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,16384,0.18258489502800834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,3584,0.012392889294359418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,3584,0.1491760015487671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,5120,0.01275111072593265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,65536,0.2610062228308784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,7168,0.057914667659335665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,2048,0.3865475654602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,3072,0.021031111478805542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,6144,0.011239999698268043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,6144,0.06312266985575359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,3072,0.017507554756270517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,256,0.007845333053006066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,51200,0.08641066816118027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,3072,0.03684533304638333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,2560,0.006031111296680238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,1536,0.004753777964247597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,2048,0.012152888708644442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,2560,0.015223999818166098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,32,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,6144,2.0916932423909507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,10240,0.248855988184611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,65536,0.25187823507520885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,1536,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,65536,0.4102204375796848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,51200,9.759451972113714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,512,0.024013333850436743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,65536,0.06776089138454862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,32,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,16384,0.38344534238179523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,2560,0.03972266780005561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,4096,0.007970666719807519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,65536,0.1103093359205458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,10240,0.9058817757500542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,51200,4.769774966769748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,6144,0.01771288944615258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,10240,0.7467697991265191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,2048,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,10240,0.09899999698003133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,512,0.004705777598751916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,12288,0.4658391210767958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,128,0.0027786667148272195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,3072,0.06630222002665202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,768,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,5120,0.006355555521117316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,51200,0.15235643916659886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,4096,0.08453600274191962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,768,0.02195288903183407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,3072,0.39828001128302676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,512,0.13402756055196127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,7168,0.2075288825564914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,12288,0.0365555551317003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,12288,0.15599111715952554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,256,0.20474044481913248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,2560,0.09913866387473212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,16384,0.058083554108937584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,1024,1.0174230999416776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,128,0.004569777597983678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,2048,0.10422577460606892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,2560,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,2048,0.0069324444565508105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,3584,0.047351999415291675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,1024,0.005656888915432825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,3584,0.17859555615319145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,51200,0.0298977792263031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,4096,0.15186666117774114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,768,0.02903111113442315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,512,0.004939555707905027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,16384,0.02141688929663764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,10240,0.025934222671720717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,7168,0.006113777971929974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,12288,0.1935875548256768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,1024,0.03788355655140347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,512,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,8192,0.22526044315761992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,10240,0.2514959971110026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,65536,0.5421466827392578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,8192,0.026212443908055622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,6144,0.010624888870451184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,10240,0.023615999354256526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,65536,0.04783822099367777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,4096,0.5069528685675727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,128,0.004835555536879433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,128,0.00573511090543535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,3584,0.007871111234029135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,3072,0.01579466627703773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,32,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,4096,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,8192,0.05453688899676005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,2048,0.006837333242098491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,3584,0.019357333580652874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,2048,0.00556355549229516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,5120,1.2933262719048393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,5120,0.02520177761713664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,16384,0.33103733592563206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,64,0.012999999854299756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,51200,0.03191555539766947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,51200,0.052651554346084595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,7168,0.04752799868583679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,768,0.003911111089918348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,256,0.0033493333806594214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,16384,0.022630222969584998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,51200,0.22271733813815645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,51200,0.7598124610053169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,1024,0.01145333300034205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,65536,1.3172906239827473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,32,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,128,0.011538666983445486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,16384,0.19782577620612252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,12288,0.1318942175971137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,512,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,3072,0.013463111387358772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,4096,1.7786435021294489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,768,0.003674666500753827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,6144,0.054758220911026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,512,0.04555911156866285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,4096,0.04477333360248142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,7168,0.13062666522132024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,7168,0.02431022293037838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,65536,0.0700426697731018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,8192,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,2048,0.010487111078368293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,1536,0.011164444188276926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,10240,0.0695084465874566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,12288,0.03823733329772949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,768,0.0040942223535643685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,12288,0.11967021889156765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,3584,0.0862542192141215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,512,0.0070977773931291364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,512,0.00611200018061532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,3072,0.02811288833618164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,512,0.006596444381607904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,1536,0.14202133814493814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,2560,0.08912089135911729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,768,0.33402310477362734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,256,0.022759111391173467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,64,0.006116444451941385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,2560,0.011378666592968835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,768,0.004335999902751711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,16384,1.9986381530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,6144,0.031481779283947416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,3584,0.18217155668470594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,7168,1.2594302495320637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,32,0.009850666754775578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,2048,0.24129954973856607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,51200,0.016549333930015564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,4096,0.022525333695941504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,10240,0.7414035797119141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,128,0.004819555415047539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,4096,0.13385778003268772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,4096,0.01738133364253574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,7168,0.3329715463850233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,512,0.013360000318951078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,1024,0.006117333140638139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,10240,0.609656016031901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,768,0.054097778267330594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,2560,0.053687999645868935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,3584,0.008245333201355403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,3584,0.0075431110130416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,2048,0.0229066660006841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,51200,0.11025244659847683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,10240,0.2874560091230604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,1024,0.02466222147146861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,5120,0.027034666803148057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,768,0.004219555606444676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,65536,34.91049533420139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,1024,0.012674666941165924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,65536,0.46842580371432835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,2560,0.05971466832690769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,12288,0.012079111403889127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,256,0.02940000096956889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,12288,2.9273156060112844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,51200,0.4323902130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,5120,0.03502755694919162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,7168,0.18540710873074004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,256,0.004481777962711123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,1536,0.008217777642938826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,768,0.026084444589085046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,10240,0.032815112007988825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,12288,0.01573777695496877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,8192,0.01236355553070704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,5120,0.13944978184170193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,12288,0.06945511367585924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,64,0.047334220674302846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,768,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,32,0.060216890441046826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,3072,0.012093333734406365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,51200,0.10320622391170925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,512,0.004565333326657613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,65536,0.05941955248514811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,8192,0.05987733602523804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,8192,0.025144888295067683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,3072,1.9465955098470051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,10240,0.04980533321698507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,128,0.0031351111829280853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,768,0.012252444194422828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,512,0.0177875558535258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,7168,0.02608977754910787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,256,0.016318221886952717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,8192,0.20907021893395317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,128,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,7168,0.18882577949100068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,128,0.004206222378545337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,6144,0.02798844377199809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,4096,0.02466933263672723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,10240,0.6175075636969672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,16384,0.025398222936524287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,3584,0.014673777752452426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,51200,0.06782933076222737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,10240,0.1410586701499091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,65536,0.47591108745998806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,6144,0.06701511144638062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,51200,1.0341901779174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,1536,0.00628977765639623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,10240,0.0543742212984297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,8192,0.15712532732221815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,32,0.1746222178141276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,12288,0.08364622460471259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,51200,1.3221084806654189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,16384,0.028007109959920246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,2560,0.0589911142985026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,8192,0.2348266707526313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,7168,0.23531911108228895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,16384,0.05554666784074572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,3584,0.21289777755737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,8192,0.1688879993226793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,12288,0.11629777484469944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,8192,0.016933333542611863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,768,0.02160088883505927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,10240,0.2502133316463894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,1536,0.0509057773484124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,10240,0.014886221951908536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,3584,0.0987973345650567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,256,0.009154666629102495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,1024,0.013191111385822296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,64,0.0026764445420768526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,512,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,4096,0.030728889836205378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,64,0.002609777781698439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,4096,0.03618933426009284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,10240,0.07708533604939778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,1024,0.007803555164072249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,512,0.008105778031879002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,768,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,64,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,8192,0.11101066403918797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,64,0.005148444324731827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,3072,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,7168,0.035419556829664446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,51200,0.8654710981580945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,51200,0.1236942211786906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,2048,0.05736800034840902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,3584,0.016187555260128446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,32,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,512,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,1024,0.4681804445054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,12288,0.03404711021317376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,64,0.002752888947725296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,3584,0.12406488259633382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,16384,0.0745697749985589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,128,0.13383289178212485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,5120,0.6337617768181695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,1536,0.035367111365000405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,10240,0.02360444433159298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,3072,0.03959822323587205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,12288,0.010101333260536194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,65536,0.2586675484975179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,64,0.003084444544381566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,3584,0.01887911061445872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,512,0.023160000642140705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,32,0.01389600005414751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,65536,1.8825333913167317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,4096,0.016562667157914903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,1024,0.10451822148429023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,256,0.007977777885066139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,4096,0.2163084480497572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,12288,0.05340355634689331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,2048,0.005365333209435145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,3072,0.44606489605373806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,8192,0.2324746714697944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,1536,0.022082666556040447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,7168,0.010688888529936472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,5120,0.02010311186313629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,128,0.014521777629852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,3072,0.007335111498832703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,8192,0.1670560042063395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,768,0.1144791046778361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,10240,0.20869955751630995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,512,0.004296888907750447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,10240,0.013340444200568728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,12288,0.020269332660569083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,65536,0.20829244454701742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,3584,0.06460533539454143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,64,0.003677333394686381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,65536,0.05346044566896227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,51200,0.008632889224423302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,32,0.0026266665922270883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,32,0.005164444446563721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,4096,0.01763911048571269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,7168,0.0333555539449056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,7168,0.03020711077584161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,16384,0.04794399936993917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,768,0.07584177785449557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,6144,0.020067556036843192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,4096,0.026559111144807603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,5120,0.3738853401607937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,128,0.002842666581273079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,65536,0.18117245038350424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,16384,0.12304800086551243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,6144,0.6801724433898926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,16384,51.32250298394097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,10240,0.06905244456397162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,768,0.016424889365832012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,6144,0.037463999456829496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,65536,0.016726222303178575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,128,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,7168,0.17243466112348768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,256,0.11431822511884902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,65536,0.5409626430935329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,1024,0.004209777961174647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,7168,0.01237777786122428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,1536,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,1024,0.01142133358452055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,4096,0.06697866651746961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,7168,0.010799999866220685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,7168,0.3534071180555556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,3584,0.014495111174053617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,8192,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,512,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,8192,0.15804266929626465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,51200,0.7525359789530436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,10240,0.1473511060078939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,10240,0.06041600306828817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,51200,3.4411076439751516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,2560,0.20782489246792266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,16384,0.023567110300064087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,7168,0.023919110496838886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,2048,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,10240,0.05591111050711738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,12288,0.3284684552086724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,12288,0.006342222293217977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,16384,0.030369778474171955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,768,0.48325686984592015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,128,0.008065777520338694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,64,0.005512889060709212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,1024,0.016428444120619033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,12288,0.017708443933063082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,256,0.020615999897321064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,3072,0.05930133660634359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,65536,0.8006133503384061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,3584,0.016864000095261466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,3072,0.019518221418062847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,7168,0.02255288925435808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,2560,0.3946382204691569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,4096,0.010395555860466426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,65536,0.5851866404215494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,2048,0.015231110983424716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,6144,0.3004231188032362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,2048,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,256,0.005537777725193236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,12288,0.5764888657463921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,10240,0.06134133206473457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,256,0.00582755563987626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,3072,0.19076532787746855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,6144,0.04531288809246487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,3072,0.9703324635823568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,7168,0.17458666695488823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,12288,0.9132542080349393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,128,0.04010488920741611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,1536,0.008784888519181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,5120,3.8538915846082897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,8192,0.020636444290479023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,8192,0.008281778130266402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,2048,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,7168,0.47115288840399844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,1024,0.0070266665683852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,32,0.008241777618726095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,3072,0.010238221950001186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,3072,0.012087999946541257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,2560,0.24261156717936197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,12288,0.07263288895289104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,4096,0.07923022243711683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,32,0.040327111879984535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,4096,0.009047110875447592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,3072,0.018637332651350234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,4096,0.18252710501352945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,256,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,10240,0.013983110586802164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,65536,4.731639862060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,2048,0.010346666806273991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,128,0.005583999885453119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,2560,0.10223911205927531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,4096,0.021319111188252766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,12288,0.04045066568586562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,3072,0.03052355514632331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,512,0.042451557185914784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,3072,0.0638986693488227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,16384,0.02195377813445197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,2048,0.01959911154376136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,4096,0.04342400034268697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,7168,0.9881049262152778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,32,0.005980444451173146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,4096,1.133676422966851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,32,0.019537778364287484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,768,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,4096,0.012320000264379712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,4096,0.025017778078715008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,128,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,8192,0.8780284457736545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,6144,0.01291911138428582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,512,0.040264000495274864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,512,0.004176889028814104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,6144,0.17094488938649496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,5120,0.07179822524388631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,65536,0.8231084611680773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,2048,0.0882871084743076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,51200,0.23205243216620552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,5120,0.013039111263222165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,2560,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,3072,0.006787555499209299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,6144,0.02918400035964118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,10240,0.0138568886452251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,2048,0.026486222942670185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,3072,0.036877334117889404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,4096,0.08425955639945136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,5120,0.011855111353927188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,6144,0.02071288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,10240,0.20982221762339273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,5120,0.010537777509954242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,32,0.06310400035646227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,512,0.014096889230940076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,65536,0.48793776830037433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,6144,0.06236177682876587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,5120,0.031075557072957356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,2048,0.027377777629428442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,3072,0.06480711036258273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,64,0.01109777804878023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,128,0.008010666403505538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,5120,0.020759999752044678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,1024,0.005764444255166584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,512,0.0047031111187405055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,10240,0.11763377984364827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,2560,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,10240,0.027620444695154827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,3584,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,8192,0.12080621719360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,2560,0.018419555491871305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,128,0.0028453332682450614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,512,0.003931555483076307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,768,0.02392888896995121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,3584,0.008157333566082848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,7168,0.12099733617570664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,1024,0.010452444354693094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,32,0.005003555367390315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,1536,0.03646399908595615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,6144,0.03487199876043532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,5120,2.180549409654405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,4096,0.31507645712958443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,7168,0.42049243715074325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,1536,0.006956444846259222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,16384,0.6253120104471842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,8192,0.01423111061255137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,7168,0.023805333508385554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,512,0.0038488888078265717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,3072,0.11463199721442328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,768,0.017828444639841717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,1024,0.05130844314893087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,4096,0.009141333401203156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,512,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,5120,0.012348444097571902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,2560,0.17866222063700357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,128,0.01773244473669264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,51200,0.3313351207309299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,12288,0.14886666668785944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,7168,0.6632533073425293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,256,0.040271110004848905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,5120,0.010631110933091907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,3072,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,12288,0.6479599740770128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,256,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,64,0.14212711652119955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,256,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,512,0.004840888910823398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,1024,0.052016887399885386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,65536,0.7920968797471789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,6144,0.03429866830507914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,1536,0.02029244436158074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,1536,0.007251555720965068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,5120,0.022123555342356365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,1024,0.038239111502965294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,5120,0.010043555663691627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,256,0.013574221895800697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,3072,0.09294399950239395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,3072,0.02314400010638767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,10240,0.04232977827390035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,65536,0.19771199756198457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,65536,0.44539287355211044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,2048,0.05199199914932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,10240,0.7149590916103787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,128,0.004776000148720211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,2560,0.012335110869672565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,1536,0.04153066542413499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,6144,0.04632355438338386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,6144,0.03208533260557387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,32,0.003334222154484855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,1024,0.005780444376998478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,2048,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,51200,0.07058311171001859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,8192,0.021929777330822412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,2560,0.01736088924937778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,8192,0.017166222135225933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,7168,0.19161510467529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,6144,0.012038222617573209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,6144,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,6144,0.23439288139343262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,32,0.06873510943518744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,2560,0.07588177919387817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,128,0.004416000097990036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,7168,0.9729031456841363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,4096,0.02887466549873352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,4096,0.01053422192732493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,16384,0.8902070787217883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,10240,0.5290000173780653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,2048,0.0663635532061259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,2048,0.1017964416080051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,51200,1.8128666347927516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,10240,0.2789244386884901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,16384,0.3199475606282552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,51200,0.3845493263668484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,4096,0.035086221165127225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,8192,0.01891999940077464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,2560,0.016952888833151925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,2048,0.007103111180994246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,5120,0.0229102224111557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,16384,0.030084444416893855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,10240,0.006674666785531574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,5120,0.2409155633714464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,5120,0.009750222166379293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,16384,0.14371111657884386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,3584,0.06433600187301636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,51200,0.07581066422992282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,4096,0.006522666662931442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,51200,6.472476535373264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,10240,0.0690915584564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,3072,0.0681777795155843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,256,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,12288,0.9196248584323459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,768,0.008960888617568547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,10240,0.0307644440068139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,2048,0.014461333552996317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,10240,0.08598488569259644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,12288,1.7181591457790797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,1536,0.09399377637439305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,1536,0.04246044490072462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,10240,0.034599112139807806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,3584,0.010820444259378644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,8192,1.4776293436686199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,2560,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,10240,0.46877511342366535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,2048,0.0189057770702574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,16384,0.02200711104604933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,2048,0.013912000589900546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,32,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,768,0.019998222589492798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,16384,0.12721155749426946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,51200,0.05846222241719564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,256,0.06434666448169284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,1024,0.38560978571573895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,7168,0.015950222810109455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,768,0.0069004446268081665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,1536,0.02050755586889055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,512,0.005663110978073544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,6144,0.031223111682467993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,4096,0.012268444730175866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,51200,0.3762044376797146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,128,0.002809777855873108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,3584,0.17254755232069227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,5120,0.034929778840806745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,8192,1.1825218200683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,512,0.029108444849650066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,12288,0.313190221786499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,6144,0.031101332770453557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,65536,2.576471964518229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,32,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,512,0.00703111125363244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,1024,0.005856888989607493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,1024,0.034704890516069196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,6144,0.014858666393491956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,12288,0.1544746690326267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,6144,0.01034222212102678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,10240,0.022666666242811415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,10240,0.021295999487241108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,768,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,8192,0.020246222615242004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,5120,0.009341333475377824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,12288,0.15158666504753962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,128,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,7168,0.01311288856797748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,1536,0.008588444855478074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,128,0.004050666673315896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,512,0.004604444321658877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,51200,4.2139892578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,16384,0.5494391123453776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,512,0.004818666726350784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,5120,0.07042844427956475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,2048,0.012317332956526013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,4096,0.007975111405054728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,768,0.007222221957312689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,7168,0.04481600059403313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,32,0.0041039999988343985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,512,0.018497778309716117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,51200,0.1213759978612264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,2560,0.006090666684839461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,2560,0.010355555348926121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,10240,0.76528623369005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,3584,0.01293955577744378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,2560,0.014999111493428549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,4096,0.04619377851486206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,12288,1.3499822616577148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,7168,0.08579999870724148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,3072,0.033293333318498396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,64,0.00313688897424274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,32,0.009347555538018545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,256,0.005600888695981767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,5120,0.011594666375054253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,3584,1.0426702499389648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,128,0.023521777656343248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,4096,0.02829066581196255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,2560,0.04979644550217522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,12288,0.3559404479132758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,768,0.02765688962406582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,512,0.02276444435119629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,2560,0.040327111879984535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,1024,0.19577156172858345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,128,0.009537777966923183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,2048,0.17244888676537407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,4096,0.8297235700819227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,4096,0.05715733104281955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,6144,0.11757066514756943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,7168,0.019312888383865356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,8192,0.014347554908858405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,128,0.08762133121490479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,51200,0.04669600062900119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,8192,0.040023999081717596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,51200,2.1952692667643228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,3072,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,128,0.0074480002125104266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,12288,0.020679111282030743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,16384,0.04455111092991299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,768,0.0873919990327623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,256,0.011897777517636618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,2560,0.016173332929611206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,12288,0.01390044391155243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,4096,0.007676444119877285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,4096,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,5120,0.05517422159512838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,128,0.006155555446942647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,32,0.0032871110985676446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,256,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,7168,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,2560,0.032264000839657254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,16384,0.06366222434573703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,2560,0.1330853303273519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,768,0.024872000018755596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,128,0.016342222690582275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,10240,0.04190222091144986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,2048,0.015410666664441427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,5120,0.026218665970696345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,2560,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,51200,0.05234933230612013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,256,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,6144,0.048046221335728966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,10240,0.058989332781897656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,6144,2.266534169514974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,128,0.011215999722480774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,3072,0.018982221682866413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,128,0.01333333303531011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,5120,0.021886222892337378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,65536,0.07584533426496717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,16384,0.008815999660227034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,128,0.0036799998746977914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,256,0.012510221865442065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,1536,0.006585777633719974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,1536,0.007359999749395583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,4096,0.2047271066241794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,5120,0.04525688952869839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,3072,0.01072799993885888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,128,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,5120,0.00977955593003167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,65536,0.020326221982638042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,12288,0.054309331708484225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,12288,0.23532443576388887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,256,0.012151111331250934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,128,0.08792266580793594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,8192,0.09934755828645493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,768,0.004958222309748332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,4096,0.01740711099571652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,2048,0.3920000129275852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,16384,0.7813137902153863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,5120,0.03895733422703213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,65536,0.1532826688554552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,32,0.005430222385459476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,4096,0.03013155526585049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,512,0.0034604445099830627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,6144,0.05461777912245857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,2560,0.10054222080442642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,65536,0.9510516060723199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,2560,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,32,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,5120,0.1307822200987074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,3584,0.020764445265134174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,16384,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,768,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,1024,0.02330488959948222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,256,0.0158906661801868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,3072,0.03331911232736375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,7168,0.04121511181195577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,2560,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,7168,0.011351111034552256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,8192,0.006966222491529252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,51200,0.581599129570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,3584,0.0894355575243632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,768,0.009339555270142024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,1536,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,8192,0.01595288846227858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,65536,0.13004888428582087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,3584,0.08488088846206665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,1536,0.07717688878377278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,6144,0.040299554665883384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,4096,0.008002666963471307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,2560,0.4806853400336371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,1024,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,65536,1.047393798828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,2048,0.013558222187889947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,2560,0.06774399677912395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,32,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,64,0.0027946666296985415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,1536,0.005828444328573015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,4096,0.016026667422718473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,3584,0.1413724422454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,256,0.09369511074490017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,51200,0.3183857864803738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,8192,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,32,0.01591377788119846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,256,0.028954668177498713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,10240,0.01882488860024346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,512,0.21316177315182158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,1536,0.014262222581439547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,768,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,64,0.0036924444139003754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,51200,0.06282133526272245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,10240,0.3928799894120958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,4096,0.008481777376598781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,512,0.23854043748643664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,4096,0.008384889198674096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,32,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,1024,0.060152000851101346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,3584,0.010004444254769219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,2048,0.011761777930789523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,2560,0.49520619710286456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,128,0.003010666618744532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,64,0.002700444517864121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,2048,0.009389333426952362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,65536,0.05966844161351522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,5120,0.052561776505576245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,32,0.002752888947725296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,12288,0.05268088976542155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,3072,0.07452799876530965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,3584,0.008044444852405125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,64,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,64,0.01924800044960446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,3072,0.011715555356608497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,2048,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,2560,0.06111911270353529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,51200,1.02655824025472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,51200,0.08338666624493069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,6144,0.01795644395881229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,12288,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,3072,0.008097777764002482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,768,0.01679644485314687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,4096,0.009617778162161509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,3072,0.15577688482072619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,2048,0.011391110718250275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,4096,0.031022220849990845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,5120,0.009578666753239101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,65536,4.786368052164714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,3584,0.05811466773351034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,3584,0.013198222551080914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,4096,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,768,0.0064479998416370815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,128,0.0031893334041039148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,16384,0.03652177916632758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,8192,0.02892711096339756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,6144,0.015441776977645027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,8192,0.018597332967652213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,65536,0.20487644937303331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,65536,1.1798817316691081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,5120,0.03489777776930068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,6144,0.285985787709554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,7168,0.343755563100179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,128,0.01960266629854838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,10240,0.13177066379123265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,32,0.004824888788991504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,1024,0.012455110748608908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,12288,0.151546663708157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,8192,2.694917254977756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,10240,3.023032930162218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,2560,0.009031111167536842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,4096,0.04279377725389269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,6144,0.02288088864750332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,1024,0.019493333167499967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,10240,0.3516240119934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,1536,0.00996800015370051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,7168,0.03533688849873013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,4096,0.021036444438828364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,5120,0.01069777790043089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,7168,0.0521031121412913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,32,0.0103511114915212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,10240,0.38090401225619847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,7168,0.06866933239830865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,6144,0.45128620995415586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,3584,0.021624000536070928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,65536,2.159439934624566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,512,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,3072,0.014541332920392355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,4096,0.07261866993374295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,1536,0.012494222157531314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,16384,0.4086577892303467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,768,0.6215173403422037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,128,0.004912888838185204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,3584,0.010749333434634738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,2048,0.019832000136375427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,2048,0.052879111634360425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,1024,0.003908444609906939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,8192,0.06586400005552503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,16384,0.05996977620654636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,512,0.06093421909544203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,7168,0.019944889677895438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,4096,0.021738666627142165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,5120,0.10517244206534491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,3072,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,32,0.011568889021873474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,3072,0.0758426653014289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,8192,0.1349626647101508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,2560,0.009339555270142024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,65536,2.740743213229709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,51200,15.885550604926216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,2560,0.012435555458068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,3584,0.01184266640080346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,65536,0.07830044296052721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,5120,0.05750933620664808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,7168,0.011424000064531961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,3584,0.17083199818929037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,2048,0.47525956895616317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,10240,0.15914666652679443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,2560,0.06207378043068779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,2560,0.010815111299355825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,2560,0.016359999775886536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,768,0.008742222355471717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,8192,0.28496265411376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,1536,0.0069253332912921906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,65536,0.07003288798862033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,65536,0.30970221095614964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,768,0.01108977778090371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,64,0.19232443968454996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,65536,0.9841439988878039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,5120,0.10088000032636855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,51200,25.41641913519965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,16384,0.12212888399759929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,128,0.006436444405052397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,7168,0.05333955420388115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,12288,0.2057244380315145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,1024,0.008055999875068665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,3072,0.012526222401195101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,51200,0.437084436416626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,3072,0.06960711214277479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,128,0.005421333428886201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,4096,0.014279999666743808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,3584,0.1119591130150689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,512,0.023519999451107446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,7168,0.015442666080262927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,7168,0.06405155526267158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,3072,0.012355555262830524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,8192,0.045147554741965405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,3072,0.1867955525716146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,8192,0.018745778335465323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,2048,0.00664444433318244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,5120,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,7168,0.09698400232526992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,6144,0.15413422054714626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,768,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,10240,0.1235840055677626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,65536,1.2704604466756184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,768,0.003662222375472387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,64,0.005187555733654234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,4096,0.010847999817795224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,8192,0.02181244393189748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,2048,0.01458666721979777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,768,0.010064889159467485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,256,0.031581332286198936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,64,0.005454222361246745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,2048,0.006743999818960826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,1536,0.012223111258612739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,10240,0.014940443966123792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,8192,0.09903111060460408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,2560,0.18671022521124947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,16384,0.0337066650390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,10240,0.020605333977275424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,1024,0.005103999955786599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,5120,0.06383022334840563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,16384,4.0656178792317705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,1024,0.006904888898134232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,64,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,12288,0.031165334913465712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,16384,2.579928927951389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,6144,0.015848888291252982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,16384,0.27296355035569936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,64,0.0064106666379504735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,1536,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,7168,0.06257244613435534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,51200,0.08677244186401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,3072,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,3584,0.00757155567407608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,64,0.0070017774899800616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,8192,0.1488515535990397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,10240,0.14697333176930746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,1024,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,16384,0.02458933326933119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,32,0.0034835553831524322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,6144,0.015704888436529372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,768,0.006320000108745363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,5120,0.2690551016065809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,3584,0.16688799858093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,512,0.007661333514584436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,512,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,128,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,51200,0.08453955252965291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,2048,0.007285333342022366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,4096,0.00980977796845966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,10240,0.04797333478927612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,10240,0.04040888945261637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,512,0.02914488977856106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,2048,0.08431022034751044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,4096,0.008119111259778341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,8192,0.2358026769426134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,64,0.0028799999919202593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,10240,0.253219551510281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,2560,0.12294044759538438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,256,0.014144889182514615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,1024,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,10240,0.01812088820669386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,2048,0.026888888743188646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,1536,0.007729777859316931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,8192,0.08437510993745591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,768,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,6144,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,128,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,65536,0.08273422055774264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,6144,0.31592800882127553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,256,0.007354666789372762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,32,0.016629333297411602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,4096,0.09832533200581868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,51200,0.3373395601908366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,1024,0.017200888858901132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,5120,0.0177875558535258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,16384,0.3332666556040446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,65536,2.3214594523111978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,7168,0.028963555892308552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,16384,0.022826666633288067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,1536,0.043938666582107544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,32,0.005919111271699269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,32,0.00527022240890397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,32,0.0026231110095977783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,768,0.014151111245155334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,10240,0.027270222703615826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,768,0.07892355653974745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,10240,2.2519120110405817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,51200,0.10526400142245823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,128,0.005045333256324132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,512,0.014333332578341166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,32,0.006028444402747684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,6144,0.2206826607386271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,12288,0.026153778036435444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,2560,0.01089333328935835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,1536,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,3072,0.020206222931543987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,7168,0.006540444576077991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,256,0.04670044448640612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,256,0.17718933688269722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,32,0.007265778051482306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,2560,0.012123555772834353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,8192,0.02158755560715993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,6144,0.028176890479193792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,16384,0.3376586702134874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,1024,0.008371555142932469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,128,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,64,0.002720000015364753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,2560,0.09066310856077407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,10240,0.006702222343948152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,3072,0.03050666716363695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,10240,0.03222666515244378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,16384,0.4927840232849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,128,0.006092444476154115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,65536,0.0841733349694146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,10240,0.8370729022555881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,768,0.1376391119427151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,10240,0.12690756056043836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,10240,0.13000533315870497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,8192,0.09835822052425808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,10240,1.0654097663031685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,2560,8.395631578233507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,4096,0.02665866745842828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,3584,0.11082133319642808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,3072,0.5863466792636448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,7168,0.05952533086140951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,65536,0.6410169071621364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,6144,0.013276444541083442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,65536,0.8386853535970052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,128,0.02513422237502204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,64,0.0027093332674768236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,256,0.008019555773999956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,1024,0.02618666655487484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,4096,0.05784533421198527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,6144,0.054902222421434194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,3072,0.024264888630972967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,3584,0.06785866949293348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,512,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,10240,0.5517262352837456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,5120,0.044214222166273326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,65536,1.3707449171278212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,64,0.005452444569932089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,4096,0.08850489060084026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,16384,2.056426578097873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,3584,0.08823111322191025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,1024,0.012135110795497894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,12288,0.02257777750492096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,256,0.0032720000793536506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,65536,0.07180800040562947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,10240,0.03985777828428481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,6144,0.04074666566318936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,256,0.004906666775544484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,2560,0.02462399999300639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,7168,0.01645511057641771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,6144,0.19746132691701254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,8192,0.15804089440239802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,65536,5.537823994954427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,1536,0.019533332851197984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,4096,0.015417777829700045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,7168,0.03051999873585171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,65536,1.4635867012871637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,6144,0.01867733399073283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,3584,0.024115555816226538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,65536,0.4032675425211589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,128,0.04616444309552511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,512,0.15015199449327257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,6144,0.08572533395555283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,4096,0.013108444710572561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,7168,1.8082800971137152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,32,0.017684444785118103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,5120,0.026828444666332666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,3584,0.4121377733018663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,6144,0.23008354504903158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,4096,0.031791110833485924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,2560,13.60381825764974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,64,0.007491555478837755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,5120,0.27260178989834255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,512,0.009695111049546136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,64,0.005899555567238066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,6144,0.031694223483403526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,2560,0.08755466673109268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,5120,0.014912888407707214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,6144,0.2757066620720757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,2048,0.015772443678643968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,1536,0.21812266773647734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,4096,0.2070702181922065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,512,0.0058648888435628675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,2048,0.012818666795889536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,8192,0.013834666874673633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,10240,0.06943022542529635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,65536,0.1345884402592977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,6144,0.10595644182629055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,8192,0.029490666257010564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,2048,0.007599111232492659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,3072,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,2048,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,6144,0.014345778359307183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,1536,0.00755466686354743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,8192,0.7004915343390571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,32,0.006016888966162999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,10240,0.018574222922325134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,8192,0.029490666257010564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,7168,0.029688000679016113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,65536,0.9337831073337131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,32,0.002874666617976295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,1536,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,51200,0.1759573353661431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,51200,0.20679733488294813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,5120,0.01146755533085929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,768,0.009361777868535783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,1536,0.016935999194780987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,4096,0.008963555925422246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,1024,0.04316799839337667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,6144,0.02198933396074507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,12288,0.3757599989573161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,3072,0.0842755569352044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,32,0.01462399959564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,2560,0.02595377796226078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,65536,2.713115480211046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,6144,0.15776711040072972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,64,0.007174222005738153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,2048,0.1458924478954739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,5120,0.013850666582584381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,3584,0.026162667406929865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,64,0.00508622204264005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,7168,0.01464000013139513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,12288,0.319102234310574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,1536,0.005467555589146084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,6144,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,6144,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,7168,0.15300177203284368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,256,0.040992889139387347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,128,0.005218666460778978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,1024,0.005589333259397083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,3584,0.15113511350419787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,1536,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,3584,0.028607110182444256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,2560,0.08938399950663249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,65536,1.3682435353597004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,1536,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,1024,0.06984088818232219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,4096,0.572455988989936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,16384,2.1157652537027993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,128,0.2806488937801785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,32,0.004841777599520153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,1536,0.016558221644825406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,32,0.002842666581273079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,16384,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,3584,0.05001599921120537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,8192,0.15135199493832058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,12288,0.020462221569485135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,4096,0.08255822128719754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,2560,0.01793155570824941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,512,0.055608001020219594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,128,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,32,0.004110222061475118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,8192,0.011581333147154914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,1536,0.06874133480919732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,2048,0.06397333410051134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,1536,0.017614222235149808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,256,0.004218666503826777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,256,0.043410665459103055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,512,0.02126755482620663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,7168,0.049356444014443286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,1536,0.0064702220261096954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,65536,2.2462355295817056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,1024,0.4182773431142171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,10240,0.06137510803010729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,7168,0.016754666964213055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,16384,0.022690667046440974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,4096,0.06017688910166422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,65536,0.12671021620432535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,256,0.006963555183675554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,8192,0.058924443191952176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,1536,0.7895413504706489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,3072,0.3126053280300564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,2048,0.208442661497328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,1536,0.008425777984990014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,5120,0.03747289048300849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,768,0.03614133265283372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,64,0.0026364444444576898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,2048,0.07553333044052124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,10240,0.025807999902301367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,32,0.00536088893810908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,2048,0.013163555827405719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,6144,0.4444559945000543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,16384,0.019745777050654095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,32,0.005224888937340842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,128,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,512,0.031369778845045306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,6144,0.02872266703181797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,4096,0.023546665906906128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,6144,0.04448355568779839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,6144,0.009951111343171861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,8192,0.05831199884414673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,1536,0.016895999511082966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,64,0.18221510781182182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,768,0.006216889040337668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,256,0.004831999954250124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,8192,0.31925866338941783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,10240,0.22036800119611952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,128,0.0028604444944196274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,512,0.03401511245303684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,512,0.015858666764365304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,1024,0.025440888272391424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,256,0.030823111534118652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,256,0.04692088895373874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,65536,3.7946578131781687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,10240,0.47218041949801975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,7168,0.06642844279607137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,256,0.026477333572175767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,65536,0.07695466942257352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,6144,0.012596444123321109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,4096,0.007743111087216272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,3584,0.0266942216290368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,10240,1.1952471203274198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,16384,0.08956622415118748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,256,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,1024,0.27470400598314076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,3584,0.02907555633121067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,128,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,1024,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,65536,0.39649777942233616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,12288,0.04015288750330607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,3584,0.011658666862381829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,768,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,16384,0.3078186776902941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,3072,0.0867040024863349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,5120,0.19633600446912977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,51200,0.1472960048251682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,256,0.0029973333908451926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,64,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,8192,0.04221777783499824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,5120,0.02532355487346649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,16384,0.038296000825034246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,3584,0.008674666285514832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,65536,5.157464769151476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,1536,0.00959022260374493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,7168,0.009311111436949836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,5120,0.017030222548378837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,10240,0.028770665327707928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,32,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,32,0.0028515555378463534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,3072,0.020086222224765353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,4096,0.04195466637611389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,128,0.012879999975363413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,4096,0.021693333983421326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,7168,0.011939555406570435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,1024,0.004017777740955353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,1536,0.0675377779536777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,5120,0.01758044461409251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,256,0.0034266666819651923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,768,0.00721599989467197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,51200,0.19204978148142496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,65536,0.06065599785910713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,12288,0.016520000166363187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,128,0.015253333581818474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,128,0.004201777693298128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,1536,0.025614221890767414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,16384,0.32388533486260307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,2560,0.0203457772731781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,5120,0.5973111258612739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,51200,0.009299555586444007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,2048,0.05283911029497782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,8192,0.022472888231277466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,2048,0.07154577970504761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,51200,0.0618764426973131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,1536,0.006685333533419504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,2048,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,1024,0.005743999862008625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,3072,0.17400977346632215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,51200,0.06256444586647882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,1536,0.007190222541491191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,1536,0.01720177796151903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,2560,0.032968888680140175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,3584,0.02103999919361538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,1024,0.015338665909237333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,1536,0.01593155496650272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,12288,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,2048,0.5292400254143609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,65536,0.037845333417256675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,10240,0.05485066771507263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,128,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,2048,0.005967999911970562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,5120,0.03962399893336826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,768,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,64,0.002805333377586471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,1024,0.008551110823949179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,7168,0.012895111408498553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,128,0.008681777450773451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,3584,0.007840000092983246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,128,0.002999111182159848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,7168,0.07421777645746867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,256,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,64,0.005063999858167437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,6144,0.12100977367824978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,64,0.012272000312805176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,16384,0.024192000428835552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,2560,0.00846400029129452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,768,0.019480889042218525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,1536,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,2560,0.006086222413513396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,512,0.006109333286682765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,64,0.024523556232452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,16384,0.02146044373512268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,6144,0.19223554929097494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,3584,0.019322666856977675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,768,0.08113244507047865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,10240,1.7339777416653102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,16384,0.12549155288272434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,1536,0.07488533523347643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,16384,0.7330346637301974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,6144,0.040836443503697716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,6144,0.022112000319692824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,256,0.004600000050332812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,12288,0.38435734642876523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,51200,0.6207120153639052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,12288,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,1024,0.07102933194902208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,6144,0.016010666886965435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,16384,0.036087112294303045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,10240,0.03364355696572198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,12288,0.4319190979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,3584,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,1024,0.005036444299750858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,768,0.008114666574531132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,6144,0.3158213297526042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,1536,0.16206578413645426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,768,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,7168,1.019910176595052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,1024,0.009213333328564962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,256,0.008978666530715095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,256,0.009289777941173976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,5120,0.12836978170606825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,64,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,6144,0.014545778433481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,1024,0.03541600041919284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,768,0.0058053334554036455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,2560,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,3072,0.06824977530373467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,2560,0.012683555483818054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,64,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,16384,1.1559573279486763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,768,0.054373333851496376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,64,0.0068915556702348925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,128,0.0027377777215507296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,32,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,4096,0.0096142225795322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,1024,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,128,0.004043555508057277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,64,0.011942221886581846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,512,0.004400889078776042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,3072,0.036438223388459944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,32,0.011325333681371478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,2048,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,7168,0.5483537779914008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,32,0.07415022452672322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,3584,0.11341688368055557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,8192,0.014894222219785055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,7168,0.3320506678687202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,3072,0.006324444380071428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,16384,0.4296942287021213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,16384,0.02365511159102122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,1024,0.007888889147175683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,64,0.005342222336265776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,768,0.007174222005738153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,2560,0.027161777019500732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,3584,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,64,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,256,0.004135999828577042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,768,0.004342222379313575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,512,0.19917689429389107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,7168,0.014677332507239448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,6144,0.11983999941084121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,64,0.002672000063790215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,256,0.008344888687133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,8192,0.03613155417972141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,128,0.005404444618357553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,3072,0.00812533332241906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,3584,0.034937779108683266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,51200,0.07120977507697211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,7168,0.10396444135242039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,51200,1.3553733825683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,2560,0.01715555621518029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,5120,0.05742577711741129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,1536,0.012849777936935425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,2560,0.025116443634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,65536,2.2701848347981772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,3072,0.03519377774662442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,7168,0.05475022064314949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,51200,2.9313394758436413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,51200,0.353290663825141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,64,0.003165333428316646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,2048,0.017708443933063082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,3072,0.03736266824934218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,2048,0.6800035370720757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,1024,0.006054222169849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,2048,0.08749866485595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,768,0.07878133323457506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,3072,0.008391111261314815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,32,0.011064888702498542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,12288,0.23138401243421766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,32,0.03810755411783854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,16384,0.021273778544531927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,256,0.002951111023624738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,2048,0.007303111255168915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,256,0.006491555521885554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,7168,1.142017788357205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,16384,0.2934488985273573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,1024,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,3584,0.011976000335481433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,128,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,3584,0.010855110983053843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,3584,0.012064889073371887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,128,0.008217777642938826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,2048,0.037008888191647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,4096,0.2039386696285672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,768,0.06294666396247016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,3584,0.03177777926127116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,4096,0.024826667375034753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,51200,0.1911688910590278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,10240,3.6540730794270835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,65536,6.234801822238499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,10240,0.02201777696609497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,4096,0.010612444745169746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,4096,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,51200,0.016772444049517315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,128,0.01586577792962392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,256,0.015164444843928019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,4096,0.017879999346203275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,8192,0.013405332962671915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,1536,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,128,0.003952888978852166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,51200,0.18356177541944715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,32,0.0028497777465316984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,1024,0.004102222207519743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,16384,3.4211067623562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,32,0.0038764443662431505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,4096,0.4247990979088678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,6144,0.006508444332414203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,51200,0.2352293332417806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,8192,3.293693330552843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,65536,1.1405110889010959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,6144,0.014931556251313953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,1536,0.012039110892348819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,8192,0.017122666041056316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,256,0.003654222107595868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,10240,0.01368622233470281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,3072,0.019112888309690688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,512,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,3584,0.012660444610648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,12288,0.0324853327539232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,12288,0.5782515737745497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,2048,0.8559573491414388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,3072,0.06258400281270345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,1536,0.0047493332790003884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,5120,0.019511111908488803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,8192,0.47002845340304905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,16384,0.0847475528717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,12288,0.4024062156677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,5120,0.10623466968536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,256,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,256,0.013428444663683573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,8192,0.20604444874657524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,256,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,3072,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,3072,0.026406221919589575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,6144,0.006435555716355641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,7168,0.02385422256257799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,7168,0.013774221969975365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,65536,0.5055031246609157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,2560,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,51200,0.6428791152106391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,2048,0.012168889244397482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,768,0.003882666842805015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,6144,0.00888000014755461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,12288,0.06811288992563884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,768,0.03478577733039856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,64,0.003601777884695265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,32,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,65536,0.1878195603688558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,16384,0.0881955557399326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,16384,0.4673306677076552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,1536,0.006704000135262807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,5120,0.01369866645998425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,10240,0.2620053291320801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,768,0.004274666723277834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,65536,1.278241793314616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,3584,0.009875555833180746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,128,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,1536,0.006843555718660355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,256,0.006855999843941794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,256,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,10240,0.25983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,2560,0.07377511262893677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,16384,0.4187573326958551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,65536,2.684971491495768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,32,0.003015999992688497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,3584,0.7836151123046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,12288,0.02513244416978624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,12288,0.05150399936570061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,256,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,128,0.003019555575317807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,2048,0.014496000276671516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,3584,0.020303999384244282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,768,0.00508088908261723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,12288,0.05755644374423557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,256,0.02230311102337307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,51200,0.0384497774971856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,6144,0.036496887604395546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,4096,0.029647111892700195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,3584,0.046648889780044556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,2048,0.026034666432274714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,12288,0.07952977551354302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,2560,0.09738400247361924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,1536,0.014379555980364481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,32,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,2560,0.014898666077189975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,64,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,6144,0.08101422256893583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,8192,0.0429075558980306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,256,0.01218933363755544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,3584,0.011366222467687396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,2048,0.01552177800072564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,256,0.0029395555870400537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,128,0.10764088895585801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,512,0.03174133433236016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,768,0.009115555220180089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,1536,0.01366133325629764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,16384,0.06568621926837497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,256,0.0031111112071408164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,12288,5.848640865749783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,3072,0.23758665720621744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,1536,0.15550222661760119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,4096,0.018727999594476488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,51200,0.024463999602529738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,2560,0.02068444424205356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,1536,0.02932000160217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,10240,0.01626488897535536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,2560,0.29896177185906303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,12288,0.0163128889269299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,32,0.0090524446633127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,3072,0.1473671065436469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,51200,0.3558284441630046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,8192,0.012140444583363004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,7168,0.054175111982557506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,10240,0.4625840187072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,5120,0.08327555656433105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,5120,0.3023093276553684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,2560,0.06308178106943767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,768,0.04541777902179294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,2560,0.006782222125265334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,3584,0.07411466704474555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,2560,0.29901599884033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,16384,0.1500035524368286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,1536,0.01735466718673706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,1024,0.004081777814361784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,10240,0.038021332687801786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,2048,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,4096,1.5101822747124567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,8192,0.5602826542324489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,12288,16.480831570095486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,12288,0.023060444328520033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,2048,0.009413333402739631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,7168,0.1809555557039049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,5120,0.012919999659061432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,3584,0.010801778071456485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,1024,0.03198844525549147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,2048,0.005453333258628845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,1536,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,1024,0.03338933322164748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,512,0.018159111340840656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,256,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,5120,0.009490666290124258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,3584,0.016048888365427654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,65536,1.1965199576483834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,3072,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,3072,0.00979377743270662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,7168,0.4851982328626845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,3072,0.9324915144178602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,8192,1.0565884908040364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,1024,0.01089511149459415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,512,0.006063999815119638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,10240,0.01941155559486813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,65536,1.415061314900716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,5120,0.010695999695195092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,7168,0.035587555832333036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,4096,0.01568000018596649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,65536,0.32987644937303334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,1536,0.08108177449968126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,3584,0.18852710723876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,7168,0.20570845074123809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,128,0.022397332721286353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,1024,0.005708444449636672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,32,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,256,0.004334222111437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,4096,0.011750222080283694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,64,0.006295111030340195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,5120,0.015436444017622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,3584,0.26695911089579266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,128,0.12182044982910156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,1536,0.00685422205262714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,6144,0.022580444812774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,51200,0.04871999886300829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,16384,0.16141155030992296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,128,0.019359111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,256,0.00281866660548581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,3072,1.2628577550252278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,5120,0.010104888843165504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,1536,0.0597626699341668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,32,0.00305244450767835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,1024,0.007858666280905405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,1536,0.018236445056067575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,768,0.008921778036488427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,768,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,3584,0.052948445081710815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,10240,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,16384,0.027718222803539697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,7168,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,3584,0.014691554837756686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,3072,0.007585778004593319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,3584,0.007158222297827403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,12288,0.5041928821139866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,768,0.0042053332759274375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,6144,0.022336888644430373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,768,0.00888355573018392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,10240,0.030693332354227703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,3072,0.009668444593747457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,64,0.03275110986497667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,65536,0.07758400175306532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,16384,0.018619555566045973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,8192,0.06993422243330213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,10240,0.0287715560860104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,256,0.004382222063011593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,5120,0.02276977731121911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,3584,0.09534222549862331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,6144,0.010247999595271217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,1024,0.010330666270520952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,16384,0.030185778935750324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,2048,0.00601244428091579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,3584,0.07106577687793307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,65536,0.04815466536415947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,1536,0.026731555660565693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,1024,0.014504000544548035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,128,0.003907555507289039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,7168,0.03252799974547492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,256,0.013537777794731988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,5120,0.015443555182880826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,4096,0.02730133301681942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,2560,0.16992089483473036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,2048,0.014002665877342224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,1024,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,8192,0.3175022337171766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,64,0.002568888788421949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,7168,0.3133857780032688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,128,0.005179555465777715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,6144,0.20288711123996309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,3072,0.08653422196706136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,5120,0.013647110925780402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,1024,0.01707466608948178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,3584,0.013646221823162503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,2560,0.006062222023804982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,65536,5.448942396375869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,1536,0.06450488832261828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,8192,0.03986577855216132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,65536,0.21880088912116158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,16384,0.1581688854429457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,4096,0.04099999864896139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,32,0.007245333658324347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,12288,0.0986399981710646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,10240,0.6666382153828939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,12288,0.05942222144868639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,3584,0.010151111417346531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,32,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,5120,0.03138400117556254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,7168,0.183241777949863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,3072,0.007589333587222629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,768,0.015370666980743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,128,0.004202666795916027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,768,0.0711031092537774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,768,0.006597333484225803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,65536,2.3290896945529513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,32,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,1024,0.0990791122118632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,2560,0.013904889424641928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,3072,0.018460444278187223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,5120,0.015841777125994366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,65536,1.7597760094536676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,6144,0.2554382218254937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,10240,0.026163554853863184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,10240,0.07422844568888347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,4096,0.059522668520609535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,3072,0.8324435551961263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,6144,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,51200,0.06535377767350939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,32,0.0028782222006056043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,1024,0.009791110952695211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,3072,0.00978488889005449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,16384,0.01909955508179135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,51200,0.28991111119588214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,1536,0.13901066780090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,8192,0.016164445214801364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,3584,0.012651555240154266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,5120,0.3366568883260091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,512,0.006969778074158563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,256,0.008531555533409119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,512,0.007810666329330868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,3072,0.07867288589477539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,32,0.009015999734401703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,12288,0.01943466729587979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,128,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,3072,0.01773155563407474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,2560,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,3072,0.5016106499565972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,65536,0.29658577177259654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,2048,0.22760266727871367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,51200,1.0437208811442058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,4096,0.6378729078504775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,8192,0.0468719998995463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,64,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,3072,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,8192,0.2505413426293267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,5120,0.00870311094654931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,12288,0.05365777677959866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,51200,0.28997688823276097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,512,0.005036444299750858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,32,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,32,0.011208000282446543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,12288,0.026034666432274714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,3072,0.010285333626800114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,768,0.005578666511509154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,10240,0.30829066700405544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,1024,0.008574222524960836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,16384,0.21526755226982963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,10240,0.33375199635823566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,65536,0.07108889023462932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,7168,0.032207998964521624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,1536,0.07633333073721991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,6144,0.05583288934495714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,768,0.021381333470344543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,512,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,3072,0.10840711328718398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,512,0.027048889133665297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,1024,0.005461333526505365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,64,0.005246222019195557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,12288,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,2560,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,65536,0.2583822144402398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,512,0.004506666627195147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,8192,0.0499288903342353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,7168,0.0177528891298506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,16384,0.5810453097025553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,3072,0.05818400118086073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,12288,0.11489600605434841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,256,0.004573333180612988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,256,0.014733332726690503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,2048,0.00610133343272739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,8192,0.024941333466105994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,1024,0.3777146604326036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,256,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,7168,0.49677154752943253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,7168,0.05038311084111532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,256,0.004361777669853634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,6144,0.011459555890825061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,2560,0.009692444569534725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,8192,0.5976639853583442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,1536,0.028663999504513208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,6144,0.015764445066452026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,4096,2.66555298699273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,10240,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,65536,2.6730524698893228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,512,0.08072000079684787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,2048,0.010646222366227044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,2560,0.021077333225144282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,2560,0.013068444199032254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,8192,0.014709333578745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,256,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,51200,0.5055244233873155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,8192,0.041527112325032554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,128,0.008579555484983657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,2048,0.007074666519959767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,12288,0.09931111335754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,2560,0.007771555748250749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,64,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,16384,0.7420257992214627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,51200,0.25109243392944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,128,0.003567111161020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,2048,0.07269866598976983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,51200,0.2959164513481988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,3072,0.21801955170101592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,128,0.002985777747299936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,7168,0.028488887680901423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,65536,0.013750221994188098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,1536,0.03679022192955017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,64,0.002616000051299731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,16384,0.0617120001051161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,65536,0.4199662208557129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,2048,0.020964443683624268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,2048,0.02994666828049554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,65536,0.3939884503682454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,16384,0.04257244533962674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,3584,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,8192,0.028757333755493164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,2560,0.05814933114581638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,3584,0.040136890278922185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,3072,0.04562222295337253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,256,0.0031662223239739737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,1024,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,51200,0.14364088906182185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,4096,0.027108444107903376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,3584,0.012984889249006907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,51200,0.009588444398509132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,10240,0.01682222220632765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,65536,2.215768814086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,4096,0.3134017785390218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,5120,0.01789066692193349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,1024,0.0200284438000785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,128,0.0047102222839991255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,3584,0.5213386747572157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,3072,0.014508444401952954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,512,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,128,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,512,0.008939555949634975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,8192,0.03715733355946011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,32,0.013642667068375481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,2048,0.012463111016485425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,512,0.03321866525544061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,4096,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,65536,1.723854170905219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,512,0.007780444290902879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,256,0.006698666761318843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,12288,0.6133519808451334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,128,0.004648000001907349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,16384,3.211883544921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,2048,0.012292444705963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,1024,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,5120,0.011406222151385413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,5120,0.03417155477735732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,768,0.1054311129781935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,10240,0.7090320057339139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,7168,0.02828622195455763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,51200,0.4474133385552301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,3584,0.10743733247121175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,2048,0.007856888903511895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,2560,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,1536,0.03375466664632162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,10240,0.9491440455118815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,4096,0.011414222419261932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,65536,0.08580711152818467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,65536,0.03376177615589566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,10240,0.10372266504499648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,4096,0.10135022136900161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,12288,0.04225600096914503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,32,0.008440000315507254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,10240,0.051501333713531494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,512,0.005505777895450592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,12288,0.38143287764655215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,65536,0.16854133870866564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,1536,0.00685422205262714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,4096,0.019514666663275827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,512,0.0032231110251612137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,8192,0.01145066652033064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,65536,0.822506692674425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,16384,0.21614221731821695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,5120,0.018798222144444782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,8192,0.03881599836879306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,4096,0.012875555290116204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,8192,0.01703377730316586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,10240,0.26341867446899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,128,0.0035777779089079965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,8192,0.1339955594804552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,5120,0.055791113111707896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,12288,0.04192444350984362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,768,0.004960000101062986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,768,0.00999022192425198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,3072,0.023128888673252527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,16384,0.060382220480177135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,2560,0.017299556069903903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,512,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,16384,0.057010663880242236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,51200,2.1277777353922525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,51200,4.089550018310547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,256,0.004787555585304896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,7168,0.020938666330443487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,8192,0.030454221698972914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,16384,0.22416443294949004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,8192,0.031515555249320135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,1024,0.0039813332259655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,3072,0.26684265666537815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,5120,0.016318221886952717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,16384,1.6167359881930883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,768,0.0075191110372543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,6144,0.1536524428261651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,51200,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,1024,0.005102222164471944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,64,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,3584,0.021143111917707656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,65536,0.27555643187628853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,128,0.008993777963850234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,65536,0.31525156233045787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,10240,0.08718222379684448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,6144,0.009580444130632613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,51200,0.3370284504360623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,2048,0.008920888933870528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,32,0.0053386667536364655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,8192,0.19309955173068574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,4096,0.0853804416126675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,16384,0.02760266595416599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,4096,0.010614222122563256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,1024,0.010441777606805166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,256,0.004447999927732679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,4096,0.012409778104888068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,32,0.01128355579243766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,768,0.02652799917591943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,2048,0.017286222842004564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,1024,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,65536,0.24539732933044434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,4096,0.013493333425786761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,1536,0.015558222929636637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,10240,2.081787533230252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,1536,0.08360444174872504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,5120,0.17287022537655303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,3584,0.04188266727659437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,4096,0.9653049045138888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,32,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,256,0.007483555210961237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,1536,0.011193777951929303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,51200,20.995137532552082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,8192,0.18461155891418457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,6144,0.12551021575927734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,3072,0.08766044510735406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,12288,0.049794667296939425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,512,0.0037333332002162933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,16384,0.4193546772003174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,1024,0.007400000260935889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,7168,0.012279111478063794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,4096,0.015403555499182807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,4096,0.013949332965744866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,65536,0.12102754910786946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,128,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,65536,2.616408030192057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,128,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,65536,2.205486297607422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,16384,0.07378400034374662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,10240,2.0901769002278647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,3072,0.010616000327799054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,2560,0.009224889179070791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,1536,0.25420888264973956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,32,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,8192,0.01309333327743742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,8192,3.3859547509087453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,2048,0.010724444356229572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,3072,0.12295467323727077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,1536,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,1536,0.008736888567606607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,16384,0.5553466478983561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,256,0.004179555508825514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,6144,0.059338668982187905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,6144,0.032088001569112144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,128,0.014208889669842191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,65536,0.9537742402818469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,10240,0.014159111513031853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,1536,0.01887999971707662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,12288,0.0192275560564465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,12288,0.1047288907898797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,1536,0.03780000077353583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,12288,0.016574222180578444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,2048,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,128,0.014187556174066333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,16384,0.2964186668395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,4096,0.0815440018971761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,12288,0.05016444457901848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,1536,0.017456889152526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,7168,0.0191920002301534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,768,0.006579555571079254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,256,0.004661333229806689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,2560,0.057767113049825035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,5120,1.4938329060872395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,128,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,8192,0.11554666360219319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,51200,0.5358355310228136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,5120,0.027816888358857896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,16384,1.2677058113945854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,4096,0.015192000402344598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,6144,0.03470933437347412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,5120,0.011528000235557556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,512,0.007118222614129384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,512,0.01038044442733129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,1024,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,64,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,8192,0.008763555851247575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,5120,2.505093256632487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,51200,0.1023484468460083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,2048,0.011271110839313932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,10240,0.017256889078352187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,64,0.006486222147941589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,4096,0.031023999055226643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,65536,14.238186306423612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,6144,0.021503999829292297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,64,0.05272355675697327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,768,0.0063288890653186375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,3072,0.009568889107969072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,8192,0.08540978034337361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,6144,0.018152889278199937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,1024,0.032151109642452665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,3584,0.009768889182143742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,256,0.021223111285103693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,128,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,7168,0.088082664542728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,65536,1.2714257770114474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,1536,0.2900453408559163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,16384,0.0374311109383901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,64,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,2048,0.033837334977255926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,1024,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,12288,0.31914488474527997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,1024,0.009376000199053023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,16384,0.009039999710188972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,2048,0.07065955797831218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,256,0.008259555531872643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,128,0.0026817777090602448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,512,0.06912355290518866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,3072,0.05079466766781277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,2048,0.057019558217790395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,65536,0.08913511037826538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,12288,0.0192266669538286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,512,0.004317333300908406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,2560,0.027887112564510767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,1536,0.008529778156015608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,10240,0.03418488966094123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,3584,0.02184444500340356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,65536,2.4651643964979386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,1024,0.007778666913509369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,2560,0.009468444519572789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,3072,0.01753155555990007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,65536,0.29957421620686847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,128,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,6144,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,3072,0.024646222591400146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,6144,0.08549511432647705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,1536,0.012302222351233164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,3072,19.88010999891493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,4096,0.08679733011457656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,16384,0.02825511164135403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,768,0.003760888758632872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,256,0.0036551112102137674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,10240,0.24527109993828666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,1536,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,65536,0.3783688810136583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,2560,0.028318223026063707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,8192,0.16188177797529432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,51200,1.0733493169148762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,65536,2.73564084370931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,3584,0.02015822297996945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,65536,0.08945155806011623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,10240,0.09718755880991618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,8192,0.02365866634580824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,256,0.005390222287840313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,7168,0.10343999995125665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,12288,0.022051556242836848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,32,0.004457777573002709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,4096,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,6144,0.014392889208263822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,64,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,12288,0.04960088928540548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,5120,0.013840888937314352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,2560,0.012679999901188744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,16384,0.19719821876949736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,1024,0.005170666509204441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,8192,0.018573333819707234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,768,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,1024,0.007996444072988298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,32,0.0025271111064487034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,65536,2.5634471045600042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,5120,0.22571023305257162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,768,0.010273777776294285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,6144,0.033857779370413885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,256,0.04569777846336365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,8192,0.03637689020898607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,16384,0.5638133154975044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,12288,0.22943109936184355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,2560,0.08993866708543564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,256,0.009927111367384592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,4096,0.012670222255918713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,256,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,7168,0.5453502337137858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,256,0.004970666848950916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,3584,1.6221253077189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,10240,0.21239288647969565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,64,0.011778666741318174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,65536,0.014647111296653748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,2048,0.010211555494202508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,65536,0.8109999762641059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,12288,0.032277332411872015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,6144,0.9488649368286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,8192,0.07074133555094402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,4096,0.0070364442136552595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,2560,0.16798133320278594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,6144,0.01755199995305803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,2560,0.011392888923486074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,8192,0.03005511230892605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,3072,1.4642737706502278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,5120,0.01088711122671763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,512,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,5120,0.04732977681689792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,1024,0.040248887406455144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,10240,8.090031941731771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,256,0.0057813334796163775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,256,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,16384,0.353820456398858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,65536,3.346652348836263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,1024,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,65536,0.5271706581115723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,16384,0.019690665933820937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,256,0.0058906666106647914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,64,0.005256888767083486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,128,0.004239999999602635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,16384,0.06416000260247125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,128,0.005347555710209741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,6144,0.09329511059655084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,2560,0.02569955587387085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,10240,4.858960893419054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,32,0.00490044429898262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,10240,0.5089804331461588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,6144,0.024284443921513025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,1536,0.0063946665161185795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,5120,0.020949333906173706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,768,0.23841600947909883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,16384,0.031016889545652602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,3072,0.021503110726674397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,768,0.003847111016511917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,16384,0.4448444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,3584,0.13241422176361084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,1024,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,4096,0.009022222624884712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,64,0.003084444544381566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,7168,0.014764444695578681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,768,0.019840889506869845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,3072,0.07992977566189237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,3072,0.010645333263609143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,256,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,5120,0.009366222553782994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,10240,0.056687110000186496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,768,0.005836444596449534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,2560,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,512,0.00416355538699362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,768,0.030382222599453394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,16384,0.029645333687464397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,1536,0.024559999505678814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,8192,0.07979289028379652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,1536,0.006551110910044775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,3584,0.00795111142926746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,128,0.009498666558000777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,1536,0.08244266774919298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,10240,0.013559111290507846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,2560,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,3072,0.2665146721733941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,51200,0.06394755840301514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,128,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,2560,0.010439111126793755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,1536,0.01587466730011834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,256,0.015174221661355762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,128,0.005672889037264719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,51200,0.07975377639134724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,768,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,512,0.008238222036096785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,4096,0.07422577672534518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,3584,0.014350222216712104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,51200,2.6514835357666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,5120,0.01870755520131853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,768,0.0074942219588491656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,32,0.003236444460021125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,6144,1.4653999540540907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,4096,0.405861324734158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,51200,0.851175996992323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,1024,0.0453342232439253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,512,0.012429333395428128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,6144,0.03547644284036424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,6144,0.015858666764365304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,4096,0.014535110857751636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,2560,0.0537413325574663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,1024,0.005012444323963589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,768,0.10043378008736505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,2048,0.011597333682907952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,10240,0.20021511448754203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,2048,0.016030222177505493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,1024,0.04346844553947449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,5120,0.025959110922283594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,10240,0.4979662365383572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,6144,0.04706133405367533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,12288,0.04144088758362664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,1536,0.017637333936161466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,2048,0.011375111010339526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,768,0.010572444233629437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,6144,1.0642666286892362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,1024,0.012635555532243518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,64,0.006081777728266186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,3584,0.01036711119943195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,6144,0.012668444050682915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,128,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,12288,0.025898666845427618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,1024,0.0069724445541699724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,256,0.012159110771285163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,5120,0.01947022146648831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,256,0.0036844445599450003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,2048,0.102874669763777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,12288,0.24076000849405924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,768,0.0396728879875607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,1024,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,7168,0.019122666782803006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,3072,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,10240,0.8206595314873589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,3584,0.029045333464940388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,16384,0.0302471121152242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,7168,0.014126222994592456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,768,0.0035786665976047516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,1536,0.006783999916579988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,1024,0.010214221974213919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,10240,0.39174487855699325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,256,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,3072,0.18653778235117593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,512,0.05893511242336697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,512,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,768,0.005978666659858491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,4096,0.02296177711751726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,1024,0.0737146668963962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,2048,0.01128799964984258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,1024,0.004129777765936322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,65536,0.2029528882768419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,7168,0.018194667167133756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,7168,1.7110729217529297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,7168,0.03351733419630263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,128,0.003019555575317807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,2048,0.005054222212897407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,65536,0.10244088702731663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,6144,0.07661600245369805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,1024,0.035624000761244036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,256,0.03281866510709127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,51200,11.47503407796224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,2048,0.24083288510640463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,4096,0.006535111202134027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,512,0.3533964422014024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,4096,0.029817776547537908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,2560,0.13242133458455405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,768,0.0317795541551378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,10240,0.15848533312479654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,1536,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,5120,0.0343537794219123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,6144,0.013717333475748697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,65536,0.5887484550476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,6144,0.012587555580668978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,5120,0.10800533162222968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,64,0.007236444287829929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,12288,0.02398577829202016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,2048,0.046466665135489575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,2048,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,3584,0.008613333106040955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,8192,0.0700497759713067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,5120,0.03657866517702738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,5120,0.018093332648277283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,4096,1.2141564687093098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,32,0.06396355231602986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,8192,0.678217781914605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,5120,0.04761866728464762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,512,0.005674666828579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,1536,0.011782222323947482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,16384,0.09333688682980007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,10240,0.023524444964196947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,128,0.051692446072896324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,512,0.00756888919406467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,12288,0.5369813177320693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,32,0.005803555664088991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,512,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,1024,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,3072,0.00811644477976693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,6144,0.013056889176368713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,5120,0.24887111451890734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,8192,0.011799111134476133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,128,0.017775111728244357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,65536,0.18358311388227674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,3584,0.04464711083306206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,16384,0.03953244288762411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,6144,0.012201777762836881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,3584,0.367481787999471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,128,0.007658667034573025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,10240,0.028745777077145044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,3584,0.20524266031053331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,64,0.007699555820888943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,64,0.008070222205585903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,128,0.023216888308525085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,2560,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,4096,0.10034844610426162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,3072,0.013427555561065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,3584,0.05319022138913473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,5120,0.01799199978510539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,256,0.0032915555768542816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,7168,0.0225600004196167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,1536,0.06079733371734619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,7168,0.027783112393485174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,512,0.013543999857372709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,768,0.3256746662987603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,7168,0.02310755517747667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,6144,0.009528000321653154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,768,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,7168,0.01036888857682546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,4096,0.06430577569537692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,6144,0.145252439710829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,4096,0.06935022274653117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,6144,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,7168,0.15226577387915716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,12288,0.6023039817810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,64,0.0040942223535643685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,8192,0.07788888613382976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,256,0.007223111059930589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,51200,1.4157626893785265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,10240,0.17882933881547716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,6144,0.3469671143425836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,2560,0.02421422302722931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,10240,0.11570489406585693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,256,0.018234666850831773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,2560,0.006708444406588872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,6144,0.041646222273508705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,768,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,10240,0.21227555804782441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,51200,0.14640533924102783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,51200,0.9947822358873156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,12288,0.33282044198777944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,2560,0.00927022182279163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,10240,0.5079421997070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,10240,0.3082515663570828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,6144,0.11986666255527073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,768,0.040087110466427274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,2048,0.009949333137936061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,5120,0.05609689156214396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,2048,0.009552000297440423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,2048,0.008124444219801161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,5120,0.008492444124486711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,2048,0.08094844553205702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,5120,4.816953870985243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,65536,0.1778551075193617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,2048,0.012721777790122561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,7168,0.8127128813001844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,2048,0.012079111403889127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,5120,0.06793955299589369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,2048,0.04544088906712002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,16384,0.12500888771480984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,65536,0.08339199754926895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,1536,0.013213333156373767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,32,0.007708444363541073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,7168,0.6531786918640137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,8192,0.019448889626397025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,3584,0.4746275477939182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,7168,0.043024000194337636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,768,0.006010666489601135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,2560,0.019268444842762418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,64,0.002945777856641345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,1024,0.026683555708991155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,1024,0.009191999832789103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,128,0.010841777755154504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,3584,0.07196088631947835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,16384,0.34674400753445095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,512,0.014085332552591959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,64,0.004067555483844546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,2560,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,65536,0.42719022432963055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,6144,0.029645333687464397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,7168,0.1968533330493503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,2560,0.0988008909755283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,7168,0.9336818059285482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,2560,0.007343110938866933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,51200,5.541261461046006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,1536,0.029306666718588933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,10240,5.935481601291233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,6144,0.23936266369289824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,12288,0.02342844506104787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,12288,0.01846222248342302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,128,0.003624000069167879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,1024,0.006084444622198741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,2048,0.07269422213236491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,2560,0.013735111388895245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,5120,0.017280888226297166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,16384,0.05287733342912462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,65536,0.4731315506829156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,6144,0.06851822137832642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,5120,0.012643555800120035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,16384,0.4345635573069255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,8192,0.009850666754775578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,512,0.030049777693218652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,32,0.11616355843014187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,1024,0.006079999936951532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,768,0.02179199953873952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,768,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,8192,0.17091822624206543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,65536,10.934065924750435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,8192,0.04383022255367703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,10240,0.051177776522106595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,12288,0.13542400466071233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,7168,0.0158924443854226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,2048,0.16145155164930555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,8192,0.8592711024814181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,64,0.0028444443725877335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,10240,0.018033777674039204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,256,0.0069431112044387394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,7168,0.15021244684855142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,512,0.021873777111371357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,768,0.00979377743270662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,1536,0.011092444260915121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,12288,0.2574106587304009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,12288,0.6541537708706325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,64,0.0034906665484110513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,51200,17.974644978841145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,256,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,51200,0.059559113449520536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,2048,0.012660444610648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,5120,0.009957333405812582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,768,0.01384622189733717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,768,0.2510337829589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,768,0.014312888185183207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,768,0.019887111253208585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,128,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,3584,0.009880888793203566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,512,0.0033599999215867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,3584,0.01921066641807556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,768,0.021095110310448542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,3072,1.2059218088785808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,8192,0.2197831074396769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,64,0.0053324442770746015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,3072,0.1879253387451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,12288,0.0195448895295461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,32,0.003371555565132035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,64,0.1996675597296821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,6144,0.04797866609361437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,12288,0.021540444758203294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,1024,0.030402666992611353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,8192,0.024171556035677593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,32,0.007394666473070781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,2048,0.029731555117501154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,1024,0.01513066722287072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,128,0.013062222136391534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,768,0.04504799842834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,5120,0.01391377713945177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,51200,0.14895466963450113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,256,0.031742221779293485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,1536,5.302881028917101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,64,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,32,0.006108444597986009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,8192,0.050195554892222084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,512,0.010447999669445885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,10240,1.2663777669270833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,512,0.029305779271655615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,1536,0.01090311093462838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,3072,0.03681955403751797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,1536,0.01254666679435306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,51200,0.0867991116311815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,2048,0.022611555125978258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,768,0.10792089170879787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,768,0.005016889009210798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,65536,0.11080444521374172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,3584,0.022825777530670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,768,0.016262221667501662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,16384,0.05065422256787618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,1024,0.029829333225886028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,12288,0.08425866895251805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,51200,0.18782488505045572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,16384,0.09682133462693955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,4096,1.1683324178059895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,32,0.006464889066086874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,256,0.02241955531968011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,1024,0.009104000197516548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,6144,0.01112711098459032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,32,0.038485334979163274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,3072,0.011854222251309289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,3072,0.018527110417683918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,2560,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,512,0.004506666627195147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,128,0.01750577820671929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,3584,0.056204444832272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,3584,0.07993600103590223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,3072,0.006996444529957241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,6144,0.11816444661882188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,51200,0.32199022505018443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,2560,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,2560,0.231894228193495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,5120,0.3681306574079726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,16384,0.12899022632175022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,5120,0.09886488649580215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,7168,0.028098666005664404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,8192,0.015776889191733468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,3072,0.2280648814307319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,5120,0.020106666617923312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,128,0.0042160000238153665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,128,0.005377777748637729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,16384,0.33767999543084043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,10240,0.19606133302052817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,3072,0.08574310938517253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,5120,0.06385333008236356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,4096,0.06435822116004096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,1024,0.010069333016872406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,8192,0.5373448795742458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,1536,0.0992622243033515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,4096,0.10282222429911296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,64,0.0036764442920684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,12288,0.041638222005632185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,65536,0.07042755683263142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,128,0.006950221955776215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,3072,0.38831199540032285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,4096,0.017412443955739338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,10240,0.25203556484646267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,4096,0.008256889051861232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,2048,0.11076977517869736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,768,0.008439111212889353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,1536,0.04794222116470337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,64,0.014789332946141561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,12288,0.2503137853410509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,65536,0.09832621945275201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,12288,0.10996799998813206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,3584,0.021327111456129286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,8192,0.07627822293175592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,12288,0.012330667012267642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,2048,0.067230224609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,65536,0.021164443757798936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,10240,0.0879617797003852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,5120,0.013403555585278405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,3072,0.11378933323754205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,10240,0.016819554898473952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,16384,0.16461777687072754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,51200,0.47141064537896055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,64,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,12288,0.2500764528910319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,128,0.003664888855483797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,3584,0.13379555278354222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,7168,0.03908177879121568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,2560,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,3584,0.01205599970287747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,12288,0.46111732059054905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,512,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,6144,0.1916133297814263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,10240,0.02795999911096361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,65536,0.41222845183478457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,128,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,4096,0.17891555362277559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,2048,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,3072,0.014821334017647637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,1024,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,10240,0.06152711311976115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,4096,0.014902222487661572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,2560,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,2560,0.008615111311276754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,51200,0.08052355713314481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,64,0.008642666869693333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,128,0.008250666989220513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,512,0.004523555437723796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,512,0.03535822365019057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,65536,2.3300889333089194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,768,0.004831999954250124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,128,0.0069253332912921906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,65536,2.314889695909288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,8192,0.05342488818698459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,64,0.29034309917026097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,2560,0.019647111495335896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,128,0.0026702222724755607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,51200,0.15303199821048313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,3584,0.006583111153708563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,512,0.004280888785918553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,65536,0.4980017873975966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,3584,0.1731226709153917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,1536,0.006808888994985157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,1024,0.004671999977694618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,2048,0.07506133450402154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,16384,0.10489510827594334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,1536,0.02124799953566657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,1536,0.00700711127784517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,8192,0.3053750991821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,3584,0.016685333516862657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,6144,5.868991851806641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,1536,0.026723555392689172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,16384,0.018762666318151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,1536,0.054261333412594266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,16384,0.02630311085118188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,3072,0.028226666980319556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,6144,0.014811555544535318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,1536,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,512,0.003952888978852166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,5120,0.22671378983391655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,12288,0.006774222271309958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,7168,0.027439999911520217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,512,0.0058088890380329555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,16384,0.0533884432580736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,768,0.008805333740181392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,768,0.005056000004212062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,128,0.004468444320890638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,128,0.005396444350481033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,7168,0.03442310955789354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,32,0.004000888930426704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,2560,0.008975110948085785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,256,0.0038648889296584656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,65536,0.06642666790220472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,6144,0.16076355510287815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,8192,0.17858044306437174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,1024,0.0052737775776121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,1536,0.4630737834506565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,8192,0.017183999220530193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,1536,0.014469333820872836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,65536,4.7836079067654085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,12288,4.748663160536024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,3584,0.03894133369127909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,10240,0.026013332936498854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,32,0.0033235556135574975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,10240,0.06861688693364461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,3584,0.019746666153271992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,10240,0.009290667043791877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,7168,0.025853332546022203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,6144,0.014520888527234396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,7168,0.14963466591305202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,8192,0.11585866080390082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,1536,0.020729778541458976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,3072,0.01072088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,8192,0.017856889300876193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,512,0.00342399999499321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,3072,0.007891555627187094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,512,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,1536,0.009631111390060848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,768,0.003504000190231535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,2048,0.1001360019048055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,3584,0.023216888308525085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,5120,0.1308399968677097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,65536,0.6917226579454211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,6144,0.41770044962565106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,128,0.011556444068749746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,4096,0.014933332800865173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,16384,0.1506604486041599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,65536,36.66740926106771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,1536,0.01663822266790602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,5120,0.10562044382095337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,5120,0.013016000390052795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,7168,0.021691555778185528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,2048,0.018539556198649935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,10240,0.5872382058037652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,8192,0.039876444472206965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,128,0.003055111194650332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,6144,0.4345591068267822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,5120,0.036751998795403376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,16384,0.0451182226339976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,3072,0.14731733004252115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,16384,0.23704621526930067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,32,0.0029075555503368378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,8192,0.011547555526097616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,3072,0.425510221057468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,10240,0.10053510798348321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,51200,0.3645004431406657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,512,0.011491555306646558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,256,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,8192,0.25119733810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,3072,0.10086844364802043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,2048,0.04748177859518263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,2048,0.010978666444619497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,256,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,65536,0.2597164312998454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,12288,0.33196979098849827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,256,0.01738844480779436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,16384,0.1132355531056722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,65536,1.2358782026502821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,12288,0.01751733322938283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,6144,0.0255022214518653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,32,0.003963555726740095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,3584,0.018464000688658822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,51200,2.783639907836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,64,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,2560,0.13814489046732584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,8192,0.040976888603634305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,2048,0.07598844501707289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,1536,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,7168,0.011014222270912595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,12288,0.15877421696980795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,4096,0.03317244516478644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,7168,0.01143200033240848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,3072,0.007941332956155142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,3584,0.23982932832505968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,6144,0.24078310860527885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,51200,1.038199954562717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,10240,0.018844443890783522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,2048,0.019867555962668527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,4096,0.9336391025119357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,512,0.015607999430762397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,256,0.0029884444342719186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,128,0.0028826666788922418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,3072,0.2882568836212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,10240,0.05912533071306017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,51200,0.06649333238601685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,8192,0.031721777386135526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,16384,0.02511288887924618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,512,0.05054400033420987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,65536,4.438376108805339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,1536,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,512,0.004753777964247597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,256,0.007882666256692674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,128,0.021486222743988037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,768,0.03611377875010172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,8192,0.11247377925448948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,12288,0.2399688826666938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,4096,0.018509333332379658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,64,0.17035199536217582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,768,0.008193777667151557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,768,0.014282666974597506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,3584,0.06102399693595039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,16384,0.021729777256647747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,3584,0.09365777836905585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,5120,0.023725334140989516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,5120,0.16029332743750677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,3584,0.023802666200531855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,2560,0.008106666306654612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,4096,9.527347140842014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,1536,0.028883556524912517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,65536,7.170904371473525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,64,0.005519111123349931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,16384,0.019101333287027147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,256,0.011405333048767514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,7168,0.017412443955739338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,6144,0.09191911088095771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,128,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,1024,0.010053333308961656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,8192,2.5784871843126083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,3072,0.2917831208970812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,1536,0.024107555548350017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,16384,0.01865333318710327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,1536,0.3203128973642985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,6144,0.03935111231274075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,1536,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,5120,0.10115110874176025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,768,0.005250666704442766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,768,0.005504888792832692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,4096,0.11474043793148464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,3072,0.10735111104117499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,12288,0.5375119845072428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,51200,0.2065866655773587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,768,0.014920888675583733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,2048,0.038375112745496966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,2048,0.03571822245915731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,256,0.0034862222770849862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,1536,0.029378665818108454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,1024,0.011968000067604912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,51200,0.21060621738433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,3584,0.1318897803624471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,6144,0.0795217752456665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,32,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,51200,0.9447973039415148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,6144,0.028387556473414104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,1536,0.011784888803958893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,1536,0.012828444441159567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,64,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,2560,0.008048888709810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,64,0.002938666691382726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,2048,0.3796791235605876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,256,0.030621333254708186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,65536,0.4958800209893121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,768,0.009683555199040307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,6144,0.01640533407529195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,32,0.038402666648228966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,8192,0.0136808885468377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,512,0.014914666612943014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,8192,0.028387556473414104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,51200,0.6940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,3072,0.007849777738253275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,32,0.008815111385451423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,768,0.012216889195972018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,12288,0.06130311224195692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,512,0.008290666672918532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,32,0.002941333378354708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,51200,0.07851288715998332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,6144,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,65536,0.7412186728583442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,3072,0.08269600073496501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,64,0.046302222543292575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,8192,0.017870222528775532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,4096,0.009569777382744683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,51200,0.06795377863778009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,1024,0.20856089062160918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,8192,0.2071004443698459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,64,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,32,0.005767111149099138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,1536,0.013038222160604266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,512,0.006167111297448476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,8192,0.034028444025251604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,3072,0.015357333752844067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,256,0.015291555060280694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,1536,0.042837331692377724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,65536,0.12003378073374431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,10240,0.40938488642374676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,2560,0.012257777982287936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,128,0.00291377781993813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,8192,0.06583999925189547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,3584,0.16814755068884957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,2560,0.00924622184700436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,512,0.05900355842378405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,12288,0.10999911361270481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,512,0.1119004487991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,10240,0.6192000177171495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,2048,0.11684444215562607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,10240,0.008445333275530074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,10240,0.1333306630452474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,16384,0.4148364331987169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,16384,0.24116267098320854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,1024,0.02313511073589325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,51200,0.17612622843848336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,128,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,65536,1.916736814710829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,512,0.009535111486911774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,4096,0.027127999398443434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,10240,0.01477599971824222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,1536,0.012724444270133972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,1024,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,16384,0.15739288594987658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,3584,0.008760000268618265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,2048,0.09488266706466675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,128,0.007187555233637492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,128,0.027806222438812256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,8192,0.24184089236789277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,128,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,2048,0.045147554741965405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,2048,0.027316444449954565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,512,0.02680355476008521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,10240,0.04240711198912727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,4096,0.37043555577596027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,1536,0.09081421958075629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,2048,0.08053333229488797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,256,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,7168,0.3807386557261149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,51200,1.1514452828301323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,6144,0.033933334880405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,32,0.008107555409272512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,512,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,128,0.010552888943089379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,128,0.2726488908131917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,2560,0.06736355357699923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,512,0.040919111834632024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,3072,0.1757884422938029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,65536,0.3216835657755534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,10240,0.05717511309517754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,128,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,16384,0.15219377146826849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,6144,1.3328693177964952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,2560,0.8861449029710559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,8192,0.01830577850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,7168,0.021176889538764954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,2560,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,3072,0.2894222206539578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,6144,0.05484444565243191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,1536,0.006009777800904379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,6144,0.09176444345050389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,65536,3.910658518473307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,8192,0.02242311173015171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,2048,0.010784889260927836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,2560,0.8529404534233941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,128,0.0047493332790003884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,256,0.013382222089502545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,12288,0.03467377689149644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,1024,0.02568799919552273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,51200,0.6721475389268664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,8192,0.018567111757066514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,7168,0.06312977605395846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,512,0.003607999947335985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,2560,0.01072799993885888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,1536,0.09832000070148045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,1536,0.0892817775408427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,256,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,128,0.007283555964628856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,3072,0.11485689216189915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,8192,0.36991198857625324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,1536,4.329132503933377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,10240,0.7439786593119303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,5120,0.0485831101735433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,128,0.0027520000520679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,128,0.006423111177153057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,2560,0.13190578089820013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,6144,0.011585777832402123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,768,0.0038817777401871155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,64,0.0026551110463009942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,768,0.004350222233268949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,6144,0.033569776349597506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,64,0.011746666497654386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,128,0.009667555491129557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,2560,0.01350933313369751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,3584,0.051649779081344604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,32,0.002536000063021978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,512,0.00461422238085005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,51200,0.39531734254625106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,512,0.00342399999499321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,3072,0.2945360077752007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,4096,0.020224000016848247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,3584,0.01421511173248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,12288,0.032207998964521624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,16384,0.11067822244432236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,64,0.034852445125579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,7168,0.018044445249769423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,4096,0.18013511763678658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,32,0.005952888892756567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,3584,0.16806311077541777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,7168,0.03933155536651611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,128,0.004139555411206352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,256,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,512,0.009810667071077559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,3584,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,2048,0.03342577815055847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,12288,0.037681778271993004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,512,0.022442667020691767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,3584,0.5163937674628364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,1536,0.0394702222612169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,10240,0.007309333317809635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,2560,0.02163822286658817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,4096,0.14681511455112034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,2048,0.020639111598332722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,2048,0.022264889544910852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,5120,0.2549893326229519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,3584,0.014645333091417948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,1024,0.005180444568395615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,12288,0.08199289109971789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,1536,0.7121573554144965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,128,0.04494222336345249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,4096,0.08329688840442233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,2048,0.041351109743118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,8192,0.5341271294487847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,2560,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,512,0.01958666741847992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,6144,0.030095110336939495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,2048,0.25522756576538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,8192,0.03783911135461595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,3584,0.010201777848932479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,5120,1.1349653667873807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,768,0.3319733407762316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,16384,4.5719786749945746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,1024,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,512,0.004495111190610462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,1536,0.008167111211352879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,1536,0.45035552978515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,8192,0.05702222055859036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,32,0.01585244470172458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,12288,0.09221866395738389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,7168,0.16762044694688585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,16384,0.7469306521945529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,256,0.010299555957317352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,2048,0.007113777928882175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,512,0.003548444559176763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,512,0.01606044504377577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,10240,0.72617064581977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,128,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,3072,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,51200,0.1978844404220581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,3584,0.01779822177357144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,12288,0.05635022454791599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,3584,0.006878222028414409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,256,0.04152889053026835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,4096,0.009658666948477427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,3072,0.03245066603024801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,16384,0.8749013476901584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,2048,0.42026578055487734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,128,0.010618666807810465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,16384,0.05954755677117241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,5120,0.09930666950013901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,512,0.00656088896923595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,32,0.018970666660202872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,2048,0.013175110850069257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,6144,0.01700266698996226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,128,0.007237333390447829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,2048,0.016120889120631747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,512,0.040398223532570735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,4096,0.039905776580174766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,3584,0.0443120002746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,5120,0.034287999073664345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,1024,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,51200,41.63423326280382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,5120,0.10791733529832627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,12288,0.696566210852729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,768,0.24474043316311309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,3072,0.028875556257035997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,64,0.0032720000793536506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,128,0.031228442986806233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,12288,0.019965334071053397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,12288,0.024392889605628118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,512,0.10090844498740302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,16384,0.023244443866941664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,8192,0.1982435517840915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,128,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,65536,0.07233866718080309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,8192,0.397506660885281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,6144,0.4692693286471897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,10240,0.0170471105310652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,128,0.016620443926917184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,1536,0.004752000172932942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,512,0.008868444297048781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,7168,1.1045679516262479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,768,0.20268444220225015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,256,0.004425777743260066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,3072,0.006468444648716185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,3072,0.06397155258390638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,768,0.00518222235971027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,32,0.005386666705211003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,256,0.005356444252861871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,2048,0.03746755586730109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,256,0.17770222822825113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,2048,0.022261333134439256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,256,0.02788177794880337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,64,0.01568533314598931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,2048,0.10293422142664592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,1024,0.6743377579583062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,12288,0.012079999678664737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,512,0.005664888769388199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,7168,0.013939556148317126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,12288,0.5114346610175239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,3584,0.015972443752818637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,1024,0.004004444513056013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,4096,0.06096000141567654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,7168,0.06592355834113227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,10240,0.33156710200839573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,256,0.004609777695602841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,16384,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,51200,0.1356168852912055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,8192,0.02313422163327535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,2560,0.029612445169025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,256,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,32,0.0033377777371141645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,256,0.04585422078768412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,32,0.1406515571806166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,4096,0.04593511091338264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,6144,0.0722293323940701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,5120,0.014464888307783337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,6144,0.01851022243499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,3584,0.03293422195646498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,5120,0.0618399977684021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,3072,0.008059555457697975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,10240,0.19432089063856336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,65536,0.43865511152479386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,512,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,51200,0.21936799420250785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,16384,0.21288532680935332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,1024,0.7188266648186578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,5120,0.10828266541163127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,4096,0.17346489429473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,2560,0.005991999887757831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,256,0.0192248887485928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,768,0.004214222232500712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,4096,0.03993155558904012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,3584,0.029566221767001685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,512,0.0063591111037466265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,16384,0.18087022834353975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,16384,0.15233155091603598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,2048,0.04000355468855964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,1536,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,32,0.19707022772894967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,51200,2.7898729112413196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,4096,0.10560533073213364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,16384,0.5134533246358236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,256,0.005120000077618493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,2048,0.007430222299363878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,51200,0.11476000150044759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,256,0.0035093331502543557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,64,0.0027306667632526825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,5120,0.032812443044450544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,3072,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,10240,0.6828835805257162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,2048,0.33983643849690753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,12288,3.423448986477322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,1024,0.06944977574878268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,2560,0.007640889121426477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,128,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,512,0.00868000007337994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,128,0.009654222263230218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,6144,0.12269777721828884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,64,0.03301511208216349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,3072,0.01715022159947289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,128,0.00868622213602066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,64,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,5120,0.02715377840730879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,1024,0.012870222330093384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,51200,1.3530391057332356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,16384,0.025080000360806782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,4096,0.010790222220950656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,2048,0.010658666491508484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,768,0.05118755499521891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,65536,0.3158888816833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,3584,0.015262222952312894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,12288,0.16428089141845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,3584,0.006537777682145436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,2560,0.028201778729756672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,6144,0.14892800649007162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,51200,0.22313245137532553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,256,0.0028968888024489083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,10240,0.04313155677583483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,12288,0.183843559688992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,65536,5.665845235188802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,2560,0.14162400033738878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,7168,0.03809066613515218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,12288,0.15108799934387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,12288,0.31411290168762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,768,0.012888888518015543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,64,0.0027422221998373666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,6144,0.020336000455750358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,16384,0.01293511109219657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,5120,0.523074679904514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,32,0.0064702220261096954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,768,0.005130666825506422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,3072,0.01645599967903561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,512,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,7168,0.038508445024490356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,10240,0.01461777753300137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,6144,0.037392887804243304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,768,0.030771556827757094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,512,0.04107111030154758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,7168,0.03144888745413886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,16384,0.050478223297331065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,1536,0.006188444379303191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,8192,2.9784861670600047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,65536,0.09468266699049209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,512,0.05620266993840536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,12288,0.1479039986928304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,7168,0.007317333585686154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,1536,0.005150222116046482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,65536,2.936886257595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,7168,0.3114071157243517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,128,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,7168,0.8402729034423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,51200,0.08019555277294584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,51200,0.07253955470191108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,128,0.003608889049953885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,7168,0.06030488676495022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,5120,0.06795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,51200,4.752872043185763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,51200,0.09971288839975993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,512,0.003907555507289039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,128,0.012888000243239932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,3072,0.008525333470768398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,10240,0.0299911101659139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,12288,0.12537066141764322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,128,0.010772444307804108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,1024,0.16204888290829128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,65536,1.3009217580159504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,6144,0.05768089161978828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,4096,0.025310221645567153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,128,0.010703110860453712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,128,0.02465244465404087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,768,0.012695999609099494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,3072,0.018783999813927543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,3584,0.0075911109646161394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,64,0.0053102220926019884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,5120,0.016083555089102853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,1024,0.005240889059172736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,2048,0.025835555460717943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,10240,0.013964444398880005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,16384,0.35109689500596786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,6144,0.7960649066501193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,512,0.009296000003814697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,65536,0.9862968656751844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,8192,0.13842666149139404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,64,0.032234665420320295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,1536,0.008388444781303406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,3584,0.07160088751051161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,7168,0.04180977741877238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,12288,0.16701243983374703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,2048,0.01661600006951226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,768,0.05185777942339579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,128,0.004495111190610462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,64,0.008791111409664154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,8192,0.013918222652541267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,5120,0.2801804542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,768,0.0037368887828456033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,3072,0.016996444927321542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,768,0.00360622215602133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,51200,2.6341395907931857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,64,0.00673333348499404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,6144,0.11609600649939643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,2048,0.018439110782411363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,10240,0.15612533357408312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,2560,0.02032711108525594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,32,0.015572445260153877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,768,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,1024,0.026774222652117412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,51200,0.17283911175198027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,5120,0.10002755456500584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,1536,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,3072,0.06630933284759521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,8192,0.05720533265007866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,8192,0.1995342175165812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,64,0.0026906666656335196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,512,0.0196088883611891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,6144,0.014968888627158271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,16384,0.14343289534250894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,3584,0.023408888114823237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,128,1.5640551249186199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,16384,0.020460445019933913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,2048,0.02096533278624217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,8192,0.26201777988009983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,256,0.0031146665828095544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,256,0.002987555538614591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,51200,0.41678399509853786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,768,1.200108422173394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,256,0.0033724444607893624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,12288,0.02181422213713328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,8192,0.03633688886960348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,512,0.012729778057999082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,128,0.026745777991082933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,65536,1.2940933439466689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,10240,0.03672000103526645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,1536,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,10240,0.03528799944453769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,65536,0.35874043570624453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,10240,3.144597371419271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,6144,0.06899466779496935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,7168,0.01422755585776435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,2048,0.007446222007274628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,12288,0.46696800655788845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,32,0.005436444448100195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,2048,0.029299557209014893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,6144,0.03015022145377265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,3584,0.024511999554104272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,7168,0.018160000443458557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,128,0.0036159998012913596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,8192,0.04380177789264255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,4096,0.035637332333458796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,3072,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,1536,0.009871111147933537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,1536,0.025080889463424683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,1536,0.0052737775776121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,3072,0.04775199956364102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,65536,1.6922818289862738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,1024,0.044108443790011935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,6144,0.30671466721428764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,2048,0.01421511173248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,768,0.0069324444565508105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,1024,0.015744000673294067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,12288,0.032948444286982216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,2560,0.016128889388508268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,3072,0.00793511089351442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,65536,1.267215092976888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,2560,0.010135110881593492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,512,0.009853333234786987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,65536,0.07630844248665704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,256,0.01346577786737018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,1536,0.13877244790395102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,768,0.011935110721323224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,1536,0.07885422309239705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,65536,0.20646399921841094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,512,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,2560,0.024881778491867915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,65536,0.27543287807040745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,1024,0.018259555101394653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,768,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,2048,0.11351111200120713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,32,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,12288,0.01974933346112569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,10240,0.23316534360249838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,12288,0.14406132698059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,10240,0.01258133351802826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,768,0.012517333030700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,16384,0.019704000817404855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,51200,0.07239111264546712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,128,0.009293333523803288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,256,0.04161333375506931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,768,0.028760890165964764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,7168,0.07148177756203546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,64,0.14529511663648817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,32,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,4096,0.02794399857521057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,256,0.002867555452717675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,1536,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,3584,0.012244444754388599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,256,0.014188443620999655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,32,0.006562666760550604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,10240,0.02815822097990248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,65536,0.13729066318935818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,10240,0.055645333396063916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,64,0.002551111082235972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,512,0.02076088885466258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,64,0.007592000067234039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,2560,0.0063742221229606206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,51200,5.102873060438368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,2048,0.014988443917698331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,2048,0.0866417752371894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,12288,0.019489778412712943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,512,0.004960000101062986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,51200,3.254257837931315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,1024,0.18167111608717176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,4096,0.1558177736070421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,65536,0.3021777735816108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,16384,0.008741333252853816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,65536,0.18708354896969268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,64,0.003640888879696528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,1024,0.04511733187569512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,1536,0.004794666750563515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,128,0.003900444342030419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,2048,0.05717777543597751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,64,0.002624888800912433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,16384,1.5888213051689997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,7168,0.6350835694207085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,256,0.01718755563100179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,2048,1.1894221835666232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,64,0.009411555197503831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,5120,0.017803554733594257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,3072,0.016973333226309884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,5120,1.2143679724799263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,12288,0.5832435819837782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,64,0.01963644391960568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,3584,0.06983733177185059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,64,0.01386577801571952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,5120,0.044347554445266724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,3072,0.008273777862389883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,256,0.005648889061477449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,1024,0.05093333456251356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,6144,1.1068382263183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,1024,0.004791999856630961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,1536,0.032059556908077665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,128,0.012067555553383298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,2048,0.019073777728610568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,2560,0.0158906661801868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,16384,1.590055995517307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,16384,0.05275111065970527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,2560,0.13187910450829401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,6144,0.1338906685511271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,5120,0.03692533241377936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,512,0.03539911243650649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,5120,0.2502337826622857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,2560,0.10014666451348199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,10240,0.02128177715672387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,3584,0.01683466633160909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,4096,0.009122666385438707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,2048,0.04721511072582669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,10240,0.054550220568974815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,51200,5.026248931884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,2560,0.04661155409283108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,128,0.005741333381997214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,4096,0.023278221487998962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,5120,0.0525857773092058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,6144,1.4796142578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,4096,0.3383768929375543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,768,0.0035128887328836652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,65536,0.2406924565633138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,5120,0.1349840031729804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,1024,0.029418667157491047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,65536,0.8118569056193033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,10240,0.24918309847513834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,12288,0.011226666470368704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,512,0.030982222821977403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,8192,0.01920622256067064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,5120,0.8557288911607531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,2560,0.010959111154079437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,768,0.07191289133495755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,6144,0.013094222380055321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,4096,0.010640888578361936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,5120,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,7168,0.8664151297675239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,10240,0.35957956314086914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,5120,0.10428888930214776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,512,0.025536888175540503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,768,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,12288,0.14627467261420354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,64,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,64,0.002966222249799304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,1536,0.06390221913655598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,6144,0.06357600291570027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,1024,0.05040444599257576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,64,0.033349331882264875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,2560,0.010592000352011787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,1536,0.016727111405796476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,65536,6.013817681206597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,51200,2.022468354966905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,7168,0.014141332772043018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,256,0.004471111214823193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,10240,0.04595288965437147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,1024,0.00886577781703737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,8192,0.200708442264133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,65536,3.0124026404486766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,7168,0.026704889204767015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,256,0.0036142224238978494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,5120,0.1965599987241957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,12288,0.07103200091256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,7168,0.03304533494843377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,65536,0.7857786814371744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,128,0.004399111287461387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,65536,0.7971413400438098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,4096,0.008352888955010308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,768,0.032631999916500516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,1024,0.018728888697094388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,1024,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,7168,0.37676000595092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,12288,0.6312648985120985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,65536,2.1608604855007596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,512,0.01344622257683012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,12288,0.025398222936524287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,3072,0.014589332871966891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,3584,0.1555466651916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,10240,0.03439999951256646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,10240,0.0874897771411472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,10240,0.0370142228073544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,256,0.1685555511050754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,1536,0.03168177935812209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,5120,0.1872720056109958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,51200,1.441340446472168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,1024,0.010594666832023196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,16384,0.09791200028525458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,64,0.008618666893906063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,768,0.005669333454635408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,1024,0.03593066665861342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,8192,0.025039111574490864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,128,0.004219555606444676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,1536,0.02897600001758999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,4096,0.017310221989949543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,64,0.012034667034943899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,512,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,256,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,3584,0.018069333500332303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,128,0.20255555046929252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,128,0.17568443881140816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,2048,0.006592000110281839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,32,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,256,0.016606221596399944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,2560,0.04864799976348877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,8192,0.012726222475369772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,2560,0.014451555079884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,3584,0.5910871293809679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,6144,0.07419466972351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,1024,0.010693333215183683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,16384,0.7663226657443576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,16384,0.0436480012204912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,16384,0.03153689040078057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,5120,0.007145778172545963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,65536,0.10711289114422268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,1536,0.023423110445340473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,512,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,10240,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,3072,0.01239999963177575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,6144,0.08180444770389132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,12288,0.12620355023278132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,10240,0.023593778411547344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,64,0.0027253333893087176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,768,0.03506044546763102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,128,0.00645955569214291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,512,0.027777777777777776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,1024,0.08136266469955444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,8192,0.03141333328353034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,64,0.008452444440788692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,12288,0.016892444756295946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,3584,0.04091555542416043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,3072,0.07955733272764418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,256,0.012992888689041138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,128,0.003140444349911478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,3072,0.010303110712104374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,32,0.003148444410827425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,16384,0.04504355457093981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,256,0.005036444299750858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,64,0.005366222312053044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,7168,0.04970222380426195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,6144,0.16496088769700792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,128,0.021720889541837905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,768,0.0384115543630388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,16384,0.023644444015291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,6144,0.01111644423670239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,2048,0.03050133254792955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,12288,0.0061928890645504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,65536,0.9661377800835503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,16384,0.04861333303981357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,16384,0.7951422267489963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,2560,0.010639111200968424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,8192,0.3642328845130072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,51200,4.400526258680555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,3072,0.0280693338976966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,65536,0.022336888644430373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,65536,1.0815209282769096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,10240,0.042232000165515475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,512,0.018917333748605516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,6144,0.20474310715993246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,8192,0.011930666863918304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,512,0.00850222259759903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,3584,0.043841779232025146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,128,0.004504888835880491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,4096,0.010560000108347999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,6144,0.047988444566726685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,2560,0.09725422329372829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,8192,0.16928711202409533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,65536,0.07732533084021674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,1024,0.017885333961910672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,7168,0.44628355238172746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,16384,0.044313778479894005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,65536,4.0252096388075085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,65536,0.22278666496276855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,512,0.03361422154638503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,512,0.12328355842166477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,7168,0.011388444238238864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,8192,0.6402213308546278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,51200,0.678649796379937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,3072,0.07285955879423353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,65536,0.018906666172875296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,65536,1.6855315102471247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,256,0.004439110971159405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,512,0.028766221470303003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,7168,0.025320000118679468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,2048,0.008394666843944127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,32,0.0035662220584021676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,32,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,3584,0.10276089111963908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,1536,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,12288,0.018453333112928603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,16384,0.09355199999279445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,7168,2.226975123087565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,4096,0.032207998964521624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,16384,0.040595554643207125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,3584,0.027626666757795546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,1024,0.012431110772821637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,8192,0.017299556069903903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,3584,0.8395875295003256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,12288,0.593139542473687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,32,0.0041724443435668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,7168,0.006962666908899943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,65536,0.1649119986428155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,16384,0.10860888825522529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,5120,0.05295200149218241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,4096,0.1069342229101393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,1536,0.057745774586995445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,51200,1.335995568169488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,1536,0.06488711304134794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,128,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,3584,0.03923022084765964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,2560,0.04383200075891283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,512,0.17833599779340956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,2560,0.09266489081912571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,65536,2.9417510562472873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,5120,0.09035288625293308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,64,0.0058959999846087555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,3584,0.01623911162217458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,12288,0.024633778466118708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,3584,0.0140328887436125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,2560,0.0092604441775216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,10240,0.4057786729600694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,7168,0.032219555642869734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,5120,0.12638489405314127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,7168,0.32621510823567706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,6144,0.022807111342748005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,6144,0.7349440256754557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,3584,0.008224888808197444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,51200,0.05758488840527005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,512,0.0037333332002162933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,128,0.0030053332448005676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,64,0.005424889011515512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,65536,0.4519333309597439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,2560,0.1289822260538737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,5120,0.05594399902555677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,10240,0.0604577793015374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,12288,0.04012177719010247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,512,0.046688887808057994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,768,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,2048,0.008736000292830998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,256,0.004977777600288391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,3584,1.4458266364203558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,5120,0.06973422235912748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,3072,0.007633777956167857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,512,0.004054222255945206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,128,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,768,0.04196000099182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,1536,0.008648888932334052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,3584,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,3072,0.013230221966902414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,10240,0.049491554498672485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,5120,0.11395822630988227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,16384,0.01900622248649597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,2048,0.009445333646403419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,10240,0.247977786593967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,256,0.003024000053604444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,16384,0.07309777869118585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,2560,0.01496355566713545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,3072,0.00981600003110038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,8192,0.08545511298709446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,65536,0.06753955284754436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,128,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,256,0.005842666659090254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,1024,0.0053484443989064955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,64,0.006646222124497096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,512,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,4096,0.01832088828086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,5120,0.12841067049238417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,4096,1.6182613372802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,32,0.15109866195254856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,6144,0.013270222478442721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,10240,0.02701955537001292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,12288,0.034613334470325045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,3072,0.0649075574345059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,65536,0.7435164451599121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,2560,0.1448791159523858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,10240,0.8402809037102593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,51200,5.311089833577474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,4096,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,7168,0.07012799713346693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,128,0.007415999968846639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,1536,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,51200,0.168083561791314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,4096,0.02913155489497715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,7168,0.015648888217078317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,1536,0.034035556846194796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,8192,0.5623822212219238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,768,0.02418488926357693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,2560,0.008607111043400234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,768,0.008714666797055138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,7168,1.1152622434828017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,7168,0.029125332832336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,4096,0.011238222320874533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,7168,0.9405182732476128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,3072,0.014204444156752693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,3072,0.008961777720186446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,32,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,1024,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,10240,0.019377777973810833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,1024,0.053103112512164645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,2560,0.13437422116597494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,65536,6.094240824381511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,3072,0.016190222567982145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,5120,0.13214488824208578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,512,0.005984888722499211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,64,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,1024,0.0491866668065389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,512,0.00942311104800966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,2560,0.09860799709955852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,256,0.011919111013412476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,1024,0.040772444672054715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,8192,0.013811555173661975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,3072,0.006492444624503453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,1536,0.016398222910033334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,256,0.023751111494170293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,4096,0.05075022247102526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,2560,0.01698666645420922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,12288,0.017512000269360013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,1536,0.006330666856633292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,4096,0.018615111708641052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,64,0.012402666939629449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,51200,0.11426488558451335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,8192,0.3810346656375461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,2048,0.01887999971707662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,64,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,1024,0.006400888992680444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,512,0.0034337778472238113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,512,0.006010666489601135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,51200,0.2835475603739421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,16384,0.43422844674852157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,10240,0.27826134363810223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,16384,0.027622222900390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,768,0.021213332811991375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,65536,0.6087768872578939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,2560,0.043934222724702626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,128,0.006064888917737537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,5120,0.054786665572060474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,1024,0.014544889330863953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,4096,0.09214578072230022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,6144,0.01423111061255137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,3072,0.06292266978157891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,7168,0.013279111021094851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,12288,0.05633599890602959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,768,0.013077333569526672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,64,0.005099555684460534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,16384,0.02176888949341244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,51200,0.4144168959723578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,768,0.03288888931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,2560,1.417899555630154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,12288,0.02604888876279195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,12288,0.3714088863796658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,1536,0.007867555651399825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,1024,0.010467555787828235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,2560,0.00795555528667238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,3072,0.010560000108347999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,51200,1.8319564395480687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,2048,0.037794666157828435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,128,0.0028400001012616684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,32,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,8192,3.557556576199002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,51200,0.3515271080864801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,1536,0.022815111610624526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,512,0.003152888889114062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,256,0.005345777918895085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,4096,0.061182220776875816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,1536,0.02344177828894721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,6144,0.12315200434790717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,768,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,32,0.018391999933454726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,64,0.011623111036088733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,12288,0.07199733124838935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,512,0.0042275554604000514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,2048,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,12288,0.029655112160576716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,12288,0.5434417724609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,65536,0.7461742295159234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,1024,0.04652533266279432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,51200,0.0162791113058726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,7168,0.3377217716640896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,65536,4.5343343946668835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,5120,0.05614933040406969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,256,0.02671555512481266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,3072,0.012038222617573209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,5120,0.013807999591032663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,7168,0.08563999997244941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,128,0.0659324460559421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,7168,0.44624000125461155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,12288,0.02409244411521488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,65536,0.1411315600077311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,2048,0.009660444325870937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,1024,0.00813333359029558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,64,0.011092444260915121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,3072,0.010212444596820408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,32,0.023334221707450017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,128,0.00295733329322603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,3584,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,4096,0.020066666934225295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,51200,0.1478311088350084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,2560,0.011928000383906893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,65536,0.6262453397115072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,256,0.026014222039116755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,65536,0.525176895989312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,1536,0.022886221607526142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,32,0.00552977787123786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,8192,0.5041511323716905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,10240,0.04203733470704821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,3072,0.06116177638371786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,2048,0.1594568888346354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,768,0.2273200088077121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,1024,0.007716444631417592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,8192,0.07303111420737372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,4096,0.02806666824552748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,65536,2.778842714097765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,512,0.005558222118351195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,7168,0.029920889271630183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,128,0.003742222156789568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,2560,0.006707555717892117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,512,0.0061928890645504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,128,0.0031866667171319327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,16384,0.03592711024814182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,512,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,6144,0.016399110356966656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,5120,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,4096,0.21011732684241402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,51200,4.9704000684950085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,3072,0.029470221863852605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,2048,0.008379555410808986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,65536,0.050309333536359996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,1536,0.007120889094140794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,4096,0.024106666445732117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,6144,0.009752000371615091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,12288,0.09892444478140937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,256,0.008162666526105668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,4096,0.07987111144595675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,768,0.10686310794618394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,3584,0.014456889695591398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,256,0.024021334118313257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,1536,0.006516444600290722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,3072,0.007696000238259633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,10240,0.06293600135379367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,7168,0.03145510951677958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,2560,0.012075555821259817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,512,0.010289777484205034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,12288,5.308628506130643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,51200,0.21855378150939941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,5120,0.793739530775282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,12288,0.02077155477470822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,4096,0.09877689017189874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,5120,0.09900444746017456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,768,0.05336266756057739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,3072,0.2282266616821289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,51200,0.0384897788365682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,2560,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,128,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,3072,0.17006666130489775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,4096,0.08473422129948933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,7168,0.8253973325093588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,64,0.20834667152828643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,12288,0.04122666517893473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,6144,0.04130488965246413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,8192,0.03755199909210205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,4096,0.040806220637427434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,2048,0.39149777094523114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,32,0.0036231109665499795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,3072,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,8192,0.09022488858964707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,768,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,6144,0.4508675469292535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,10240,0.091666665342119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,4096,0.024549333585633173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,1024,0.018848000301255118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,5120,0.013035555680592855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,12288,0.659238232506646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,12288,0.30934045049879283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,3584,0.5658222304450141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,3072,0.01056177748574151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,7168,0.5564657847086588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,4096,0.009191110730171204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,128,0.005720888988839255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,10240,0.0351475543446011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,1536,0.018959111637539335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,1536,0.02567555507024129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,2560,0.06694489055209689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,3072,0.028861333926518757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,12288,0.04029600156678094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,7168,0.06723288695017497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,4096,0.03844533363978068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,1536,0.006855999843941794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,3072,0.020679111282030743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,7168,0.01255555533700519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,16384,0.09388089179992676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,768,0.08819644318686591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,3072,1.402427567376031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,1024,0.010865777730941772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,1024,0.006486222147941589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,8192,6.464496188693577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,32,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,2560,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,5120,0.009855999714798397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,768,0.031593776411480375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,7168,0.011094222466150919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,1024,0.015393777026070489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,65536,0.3030329015519884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,4096,1.1082782745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,12288,0.12177956104278564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,7168,0.23602578375074598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,128,0.003126222226354811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,7168,0.0107022225856781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,256,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,256,0.013714666995737286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,65536,0.07560800181494819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,8192,0.014727110664049784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,51200,0.08414133389790852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,2560,0.01036800030204985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,3072,0.011253332926167382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,12288,0.8637208938598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,3584,0.019455111689037748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,3584,0.06530221965577868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,5120,0.3709804481930203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,10240,0.031693332725101046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,3072,0.2303626537322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,3584,0.46967554092407227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,2048,0.03007555670208401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,5120,0.2505048910776774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,256,0.005747555444637935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,768,0.0098213329911232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,512,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,12288,1.375199106004503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,128,0.004129777765936322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,8192,1.2609191470675998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,51200,16.09777323404948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,3072,0.00756444450881746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,128,0.004552888787455029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,51200,0.21957511372036406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,128,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,64,0.030963556634055242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,10240,0.013447999954223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,65536,0.06729066371917725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,4096,1.0334844589233398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,1024,0.04501333170466953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,65536,0.0809804466035631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,7168,0.015768888923856948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,64,0.016383111476898193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,128,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,10240,0.023758222659428913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,4096,0.04398311177889506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,64,0.004482666651407878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,6144,0.023947555157873366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,16384,0.10486400127410889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,3072,0.0396071109506819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,65536,2.0143182542588973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,256,0.0307644440068139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,2560,0.008757332960764566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,2560,0.013156444662147097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,5120,0.03043022089534336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,512,0.004880889008442561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,512,0.005958222266700532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,3072,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,1536,0.12858045101165771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,3072,0.010092444717884064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,256,0.0035386664999855887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,7168,0.07363822062810262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,6144,0.07871111234029134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,3584,0.009378666679064432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,4096,0.06120444668663872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,1024,0.040095110734303795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,8192,0.06103644768397013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,64,0.005438222239414851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,1536,0.007060444189442529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,2560,0.07842489083607991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,16384,0.01477688882086012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,5120,0.11767378118303086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,65536,0.14418133099873862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,64,0.007865777446164025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,7168,0.06987111435996161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,10240,0.016978666186332703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,512,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,3072,0.03785511189036899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,10240,0.020920889245139226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,5120,2.5710906982421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,5120,0.3258257706960042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,256,0.01551999979548984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,128,0.008820444345474243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,6144,0.11119022634294297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,1024,0.011596444580290051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,64,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,3072,0.008229333493444655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,3584,0.06157422065734863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,12288,0.1059066653251648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,12288,0.01627377834584978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,128,0.009915555516878763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,51200,0.26212533315022785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,12288,0.2594524489508735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,2048,0.00665511108107037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,65536,2.7997298770480685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,6144,0.014747555057207743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,10240,0.16304532686869302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,32,0.003378666730390655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,768,0.017813333206706576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,12288,0.0540888872411516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,512,0.00889955543809467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,1536,0.01942311061753167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,3072,0.09178488784366184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,8192,0.045167999135123364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,5120,0.012700444294346703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,1536,0.008848889006508721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,512,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,256,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,16384,0.4755137761433919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,7168,0.011505777637163797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,12288,0.017097777790493436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,1536,0.019897777173254225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,2560,0.08411555820041233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,8192,0.8683582411872016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,10240,0.22643465465969512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,256,0.005700444595681296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,2560,0.009637333452701569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,64,0.0027911110470692315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,256,0.017833777599864535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,5120,0.06113244427575005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,6144,1.9873163435194228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,65536,1.3340391582912867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,2048,0.038247111770841814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,12288,0.0604648921224806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,6144,1.6157911088731554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,768,0.011122666299343109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,1024,0.3369786739349365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,5120,0.12276444170210098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,7168,0.08320889208051893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,5120,0.0539555549621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,512,0.018752000398106046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,16384,0.33186043633355033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,7168,0.013183111117945777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,1536,0.00962400022480223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,128,0.0028133332315418455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,65536,0.3955964512295193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,16384,0.11587111155192058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,7168,0.07822222179836698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,3072,0.1071102221806844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,1024,0.003952888978852166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,7168,0.021334222621387903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,7168,0.31792354583740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,4096,0.007634667058785756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,2560,0.021459556288189355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,51200,0.34155911869472927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,4096,0.07816266351275973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,65536,0.22708267635769316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,256,0.0429004430770874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,5120,0.057533330387539335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,2048,1.7423822614881728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,2048,0.00638755535085996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,4096,0.014745778507656522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,65536,0.07893511321809557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,6144,0.034224000242021345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,64,0.005107555538415909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,1536,0.6102533340454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,512,0.008924444516499838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,6144,0.23273065355088976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,51200,0.17515644762251112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,6144,0.2876151137881809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,128,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,2560,0.017806222041447956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,5120,0.06268355581495497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,6144,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,8192,0.022437334060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,3072,0.8874373435974121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,12288,0.023562666442659166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,2048,0.00889955543809467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,32,0.01440000037352244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,16384,0.21219466792212593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,1536,0.15619288550482854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,256,0.23001954290601942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,10240,0.040928890307744346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,2048,0.008115555677149031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,2048,0.005692444327804778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,65536,0.21467555893792045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,2560,0.014597333139843412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,65536,0.12547289000617132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,1536,0.029789331886503432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,128,0.004465777840879229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,4096,0.01017066670788659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,16384,0.09150133530298869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,51200,1.962130652533637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,6144,0.06841066810819837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,16384,0.02555822167131636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,8192,0.015051555302408008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,1536,0.08491644594404434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,6144,0.04740622308519152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,512,0.007438222567240397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,16384,0.11272533734639485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,768,0.017842666970358956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,5120,0.03110577662785848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,7168,0.5179911189609104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,16384,0.02259911100069682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,6144,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,3584,0.32470401128133136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,65536,0.3225582175784641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,1536,0.04497777753406101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,128,0.02885777751604716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,6144,0.06191377507315742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,8192,0.0961315565639072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,512,0.018276444739765592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,16384,5.842179616292317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,7168,0.04687111245261299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,256,0.10364800029330784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,512,0.004639111045334074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,65536,0.20493333869510225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,1024,0.021938666701316833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,12288,0.024637333220905725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,3584,0.02221333318286472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,3584,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,7168,1.0352150599161785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,5120,0.011297778122954898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,2048,0.09175466828876072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,1536,0.010728889041476779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,8192,0.36347201135423446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,32,0.005676444619894028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,16384,0.021755556265513103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,6144,0.014689778288205465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,6144,0.98598935869005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,6144,0.012010667059156628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,65536,0.11220533317989773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,2048,0.008966222405433655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,5120,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,7168,0.034867554903030396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,1536,0.024907555845048692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,5120,1.0537778006659615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,8192,0.6296053462558323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,2560,0.010093332992659675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,3584,0.00925244473748737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,768,0.04736977815628052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,8192,1.2584489186604817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,51200,0.20117510689629448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,7168,0.33563023143344456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,65536,0.29327821731567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,12288,0.10027911265691121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,3072,0.1451573371887207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,512,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,7168,0.2165048917134603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,3072,0.3409217728508844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,256,0.0047280001971456735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,5120,0.008289777570300633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,256,0.003012444410059187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,64,0.0029279999434947968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,256,0.007425777614116669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,3584,0.06365866793526544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,51200,0.053222222460640796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,3584,0.05729599793752035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,1536,0.006796444455782573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,1536,0.0062977779242727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,2048,0.02639111048645443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,512,0.012684444586435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,1536,0.5188648965623643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,2048,0.06311911344528198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,6144,0.302257776260376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,7168,0.03910933269394769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,16384,0.9589075512356229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,512,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,768,0.016221332881185744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,768,0.006807111203670502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,7168,0.03870133227772183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,3584,0.13580800427330866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,512,0.020947555700937908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,128,0.021356445219781663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,64,0.0306000014146169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,3584,0.008981333010726506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,768,0.01201777739657296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,1536,0.05390488770272997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,6144,0.00960711141427358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,10240,0.12829511695437962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,1024,0.18688178062438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,3072,0.014429334137174817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,65536,4.1975046793619795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,65536,1.1630782021416557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,65536,0.08377244737413193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,16384,0.4504088825649685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,2048,0.010636444720957013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,51200,0.3205351034800212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,2560,0.04300711221165127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,3072,1.1666399637858074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,3072,0.01184622198343277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,256,0.004787555585304896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,16384,0.09680889050165813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,10240,0.013985777894655863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,12288,0.06118844615088569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,3584,0.012704888979593912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,65536,2.1647040049235025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,2048,0.048511998520957104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,8192,0.05801066425111559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,6144,0.022851554883850947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,5120,0.30552710427178276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,7168,0.038831111457612776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,10240,0.0601102246178521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,128,0.2260995441012912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,7168,0.1466968854268392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,1536,0.010283555421564314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,3072,0.00739911115831799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,12288,0.062236441506279834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,1536,0.026509332987997267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,32,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,10240,0.05323822299639384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,2560,0.009568889107969072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,3072,0.40454665819803876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,10240,0.45264445410834414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,5120,0.019211555520693462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,128,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,5120,0.015459555718633862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,4096,0.0206666671567493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,16384,16.748563978407116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,64,0.08015111419889662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,7168,0.16637067000071207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,1024,0.025359110699759588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,5120,0.010058666268984476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,10240,0.17646311389075386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,256,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,1536,0.010140444669458602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,51200,0.1256879965464274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,256,0.0028799999919202593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,16384,0.2884311146206326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,51200,1.4027155770195856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,65536,1.6432195239596898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,32,0.012992888689041138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,16384,0.021316443880399067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,8192,2.637911902533637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,65536,0.0851057767868042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,12288,0.009154666629102495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,7168,0.017652443713612027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,256,0.004471999903519948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,1024,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,2048,0.01312622262371911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,8192,0.015248000621795654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,768,0.03774044579929776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,256,0.0031831111345026228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,3072,0.11143110858069526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,10240,0.46333154042561847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,65536,0.11656888326009114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,10240,0.029608001311620075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,512,0.015114666687117683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,51200,0.47167290581597227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,51200,1.238425784640842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,3072,0.16300622622172037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,3584,0.02219377789232466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,51200,0.01608088943693373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,7168,0.8307884534200033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,2560,0.12555466757880315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,10240,0.04176622298028734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,5120,0.2974790996975369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,512,0.09031022257275051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,32,0.005336888962321811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,512,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,10240,0.04929244518280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,512,0.03320444292492337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,6144,0.015278221832381355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,4096,0.9313742319742838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,12288,0.6078329086303711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,64,0.008994667066468133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,51200,0.15427377488878039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,3584,0.017708443933063082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,128,0.005864000154866113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,10240,0.015698666373888653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,65536,0.47048356797960067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,3584,0.02047911120785607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,65536,0.2573600080278185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,4096,0.0847911106215583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,3584,0.02276977731121911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,12288,0.015617777903874716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,4096,0.06721244255701701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,3584,0.00813244448767768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,10240,0.048545777797698975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,4096,0.06086044179068672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,512,0.008568888737095727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,12288,0.036610666248533465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,512,0.0041200001206662925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,7168,0.08251911401748657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,3072,0.08247911267810397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,51200,0.19920178254445395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,3584,0.01290933373901579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,768,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,128,0.00433688900536961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,8192,0.05000444584422641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,6144,0.011500444677140979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,512,0.012715555727481842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,3072,0.10884000195397271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,51200,25.675957573784725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,3072,0.05110399921735128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,2048,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,1024,0.07268444697062175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,8192,0.045724444919162326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,2560,0.009408888717492422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,256,0.029345777299669053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,5120,0.03663555449909634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,32,0.0057751110030545135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,1536,0.9738844765557183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,4096,0.011553777588738335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,768,0.007098666495747036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,768,0.036327110396491155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,1536,0.6301635636223687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,768,0.004595555365085602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,2560,0.025120000044504803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,64,0.007287110719415877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,12288,0.5475849045647515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,1536,0.009305777649084726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,3072,0.016618667377365958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,256,0.022679110368092854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,3072,0.025120000044504803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,12288,0.02311733365058899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,65536,0.21147467030419242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,8192,0.028400888045628864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,2048,0.020589333441522386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,3584,0.03345777922206455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,512,0.005714666512277391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,32,0.0031351111829280853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,51200,0.2085440026389228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,768,0.005473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,10240,1.6111413107977972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,2048,0.21392977237701416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,16384,0.09070044755935669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,512,0.0038808890514903595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,16384,0.02360800074206458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,1536,0.0396071109506819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,512,0.003576000117593341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,4096,0.008363555702898238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,5120,0.016386666231685214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,3072,0.007806222471925948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,512,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,10240,6.399801890055339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,128,0.0036968886852264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,1536,0.008792888787057664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,768,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,512,0.018477333916558158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,51200,0.07069866524802314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,512,0.008323555191357931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,16384,0.14283022615644667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,10240,0.3492826620737712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,256,0.005886222339338726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,6144,0.0875742236773173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,3584,0.010947555303573608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,64,0.0052666668262746595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,1024,0.0513991117477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,256,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,2048,0.005075555708673266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,512,0.026007110873858135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,2560,0.2812737888760037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,51200,0.10245688756306966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,32,0.0199297782447603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,64,0.02423111100991567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,10240,0.08043822315004137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,8192,0.012483555409643384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,6144,0.014986667368147107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,128,0.006501333167155583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,3584,0.009156444834338294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,128,0.02629511058330536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,256,0.03703644540574815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,2048,0.5796168645222982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,51200,0.19207110669877794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,65536,0.2726479901207818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,64,1.6023919847276475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,1536,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,12288,0.054377777708901294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,8192,0.06682488653394911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,12288,2.5855965084499783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,1536,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,32,0.0028782222006056043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,5120,0.017401778035693698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,768,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,128,0.005487111293607288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,32,0.005151999907361137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,2048,0.0053022222386466126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,128,0.004335111214054955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,12288,0.15906755129496256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,2560,0.03765599926312765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,7168,0.030870222383075293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,1536,0.013286222186353473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,51200,0.07925244172414143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,16384,0.053175111611684166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,7168,0.015112888481881885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,1536,0.645526197221544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,4096,0.047212445073657565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,7168,0.06931910912195842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,64,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,5120,0.9223644468519422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,6144,0.37067556381225586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,12288,4.900381300184462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,6144,0.25914043850368923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,64,0.002979555477698644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,51200,0.02386755579047733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,8192,0.856137752532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,5120,0.008556444611814287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,2560,2.4757919311523438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,10240,0.04122133387459649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,128,0.004917333523432414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,128,0.05254222287072075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,2048,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,64,0.007453333172533248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,1024,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,1536,0.01893422173129188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,51200,0.18114044931199816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,10240,0.04600266615549723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,12288,0.43364800347222227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,3584,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,32,0.0028328889360030494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,3072,0.012327111429638334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,7168,0.039092444711261325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,65536,0.4540879991319444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,128,0.004407999830113517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,128,0.05418577790260315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,12288,0.04571466644605001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,64,0.008435555630260045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,51200,1.5552462471856012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,5120,0.06796444124645658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,1536,0.10115644666883682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,7168,0.01368622233470281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,4096,0.022350221872329712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,65536,2.111807929144965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,128,0.01535288823975457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,8192,1.9219680362277562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,512,0.011418666276666852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,8192,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,1024,0.007420444654093848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,16384,0.329710218641493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,16384,0.860496891869439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,5120,0.1999288929833306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,3072,1.0469911363389757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,3072,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,1536,0.037788444095187716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,51200,0.48451556099785703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,5120,0.022703111171722412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,51200,0.1952444447411431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,256,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,4096,0.013921777407328287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,3072,0.016806221670574613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,3072,0.007448888487286038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,1536,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,128,0.009346666435400644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,6144,0.031679110394583807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,256,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,2560,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,1024,0.005945777727497949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,2560,0.14894666936662462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,8192,0.01812799937195248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,1536,0.015067555838161044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,2048,0.025387555360794067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,3584,0.013481777575280933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,4096,0.0166631109184689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,4096,0.015388444066047668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,65536,0.38660889201694065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,65536,0.09340266386667888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,64,0.0028320000403457214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,6144,0.06263289186689588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,64,0.011400000088744693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,1536,0.008407110969225565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,1024,0.034514665603637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,512,0.02104355560408698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,32,0.011420444481902652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,1024,0.050853331883748375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,768,0.05148444573084513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,1536,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,64,0.007559110720952352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,5120,0.03156088789304098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,8192,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,64,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,7168,0.0765626695421007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,1024,0.0074240002367231585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,8192,0.025662221842341956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,64,0.003738666574160258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,10240,0.08158755302429199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,512,0.00609422226746877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,10240,0.0136808885468377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,512,0.007844444778230455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,1536,0.004840888910823398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,128,0.0395671096112993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,1536,0.0092257774538464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,7168,0.02602488961484697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,128,0.0029848888516426086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,512,0.08681244320339626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,128,0.002945777856641345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,256,0.0029484445436133277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,2560,0.07272889216740926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,8192,0.15857688585917154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,512,0.003543111185232798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,8192,0.16633244355519614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,8192,0.011624000138706632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,12288,0.10124888685014512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,7168,0.011336888704035016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,512,0.00848444468445248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,128,0.003075555587808291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,512,0.003160888950030009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,256,0.00434400017062823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,2560,0.0952799982494778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,6144,0.058563556936052114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,128,0.01014755583471722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,2560,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,12288,0.10944888989130656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,128,0.010676444404655032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,3072,0.15107288625505236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,51200,0.13105332851409912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,16384,0.31763021151224774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,3072,0.013370667066839008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,1536,0.026546667019526165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,8192,1.9583208296034071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,3584,1.9414596557617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,1024,0.01015822258260515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,3072,0.008767999708652496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,3072,0.4541324509514703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,768,0.007810666329330868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,128,0.009003555609120263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,1024,0.008101333346631791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,4096,0.059161775641971164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,6144,0.14800443914201525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,1024,0.008655110994974772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,12288,0.3957511054144965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,7168,0.022422222627533808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,12288,0.43259821997748477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,10240,0.013371555341614617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,768,0.011569778124491373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,10240,0.043062223328484424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,2048,0.007446222007274628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,2048,0.014113777213626437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,2560,0.019959999455346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,64,0.007678222325113084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,768,0.010119111173682744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,12288,0.06221510966618856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,32,0.006640000061856375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,4096,0.13808355066511366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,65536,21.653266059027775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,12288,0.03348977698220147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,6144,0.015047111445003085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,51200,0.08761688735749985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,12288,0.2463680108388265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,2560,0.016705777910020616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,65536,1.4370088577270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,1536,0.022495110829671223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,2048,0.12121689319610596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,32,0.040082666609022356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,128,0.0074551113777690465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,4096,0.07367289066314697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,768,0.014278221461508008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,256,0.03916800022125244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,128,0.007138667007287343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,3072,0.13854311572180852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,16384,0.01963911122745938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,768,0.009138666921191746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,8192,0.006786666810512543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,51200,0.13676533434126112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,128,0.005208888815508948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,768,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,5120,0.008196444147162968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,256,0.003568888952334722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,2560,2.060667461819119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,65536,4.46776368882921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,2560,0.007630222373538547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,2560,0.03481511274973551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,256,0.0031973332580592898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,51200,11.1622806125217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,128,0.016198222835858662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,65536,1.6085422303941515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,51200,0.23606578509012857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,3072,0.016295111841625638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,65536,0.8536719746059842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,12288,0.39413955476548934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,3584,0.07073066631952922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,5120,0.018339556124475267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,16384,0.028751999139785767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,1024,0.014728888869285583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,1024,0.033922665648990206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,256,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,10240,0.013461333182122974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,256,0.008752889103359645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,10240,0.03981333308749729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,2560,0.012176888684431711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,4096,0.025362667110231187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,768,0.011748444702890186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,2048,0.22434311442905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,3072,0.06381155384911431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,6144,0.009611555271678502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,1536,0.09959289100435044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,2048,0.008419555922349295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,16384,0.18863644864824083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,512,0.016559999850061204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,256,0.002966222249799304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,65536,0.01259022206068039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,1024,0.029048889875411987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,10240,0.10487733284632365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,64,0.002806222273243798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,7168,0.010862222148312463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,256,0.034565332863065935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,1536,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,4096,0.01573066744539473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,1536,0.00978133330742518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,1536,0.016585777203241985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,256,0.004809777769777509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,65536,0.6303280194600424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,1536,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,6144,0.23190222846137154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,4096,0.08019200298521253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,2560,0.011668444507651858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,65536,0.07384444607628717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,32,0.012180444267061023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,256,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,51200,0.9217235777113172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,65536,0.24366667535569933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,256,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,256,0.004192000048028098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,3584,0.009337777892748514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,1536,0.012649777862760754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,10240,0.05923110908932156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,768,0.004538666870858935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,65536,0.5540089077419704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,10240,0.046224001381132335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,12288,0.030431999100579157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,51200,2.1751492818196616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,3584,0.017252445220947266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,16384,0.052377776967154614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,1024,0.01500888831085629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,1024,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,7168,0.05360710952017042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,10240,0.2122204436196221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,768,0.006231110956933763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,12288,0.022655111220147874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,5120,0.04982577761014303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,10240,0.018624888526068795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,512,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,3072,0.00960000024901496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,128,0.1420417759153578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,51200,0.06794933478037517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,768,0.014626666903495789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,16384,0.08013155725267199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,10240,1.0496497684054904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,768,0.051721778180864125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,2048,0.011868444581826528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,128,0.004927111168702443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,4096,0.01607822212908003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,6144,0.26037600305345326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,3584,0.13358133369021946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,8192,0.015657777587572735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,4096,0.009758222434255812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,16384,0.053575999206966825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,7168,0.021041777398851182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,6144,0.009834667046864828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,1024,0.023790222075250413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,7168,0.015899555550681222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,128,0.0041315555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,512,0.2018373277452257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,768,0.028139554791980322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,1536,0.010951999988820819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,3072,0.006638222270541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,256,0.015394666128688388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,128,0.018135999639829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,6144,0.48117865456475156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,6144,0.24867110782199434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,16384,0.728424866994222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,1024,0.05734755595525106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,6144,0.016892444756295946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,768,0.009485333330101436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,65536,329.4715169270833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,5120,0.17486577563815645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,6144,0.04996622271007962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,128,0.008647999829716152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,10240,0.03008177876472473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,768,0.005285333428117964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,256,0.024872889121373493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,2560,0.006335111127959357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,512,0.006311999840868845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,1536,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,3072,0.009581333233250512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,768,0.03432977861828274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,12288,0.0352151095867157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,2048,0.019387554791238572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,5120,0.02324177821477254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,51200,0.1688293351067437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,256,0.09904799858729045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,32,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,512,0.0035955554081334006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,1536,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,5120,0.011603555745548673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,2048,0.5730017556084527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,3072,0.019694222344292533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,16384,0.02040088839001126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,128,0.003018666679660479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,12288,0.16162667009565565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,65536,0.07041333119074504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,7168,0.5175840059916178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,2048,0.014096889230940076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,4096,0.01941866676012675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,2048,0.0262746661901474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,768,0.007837333612971837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,3072,0.048581331968307495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,65536,0.3981182310316298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,8192,0.039798223310046725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,12288,0.019460444649060566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,12288,0.0638399985101488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,51200,0.04925955666436089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,4096,0.011199110911952125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,1536,0.005614222337802251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,512,0.0314284430609809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,51200,1.9168889787462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,65536,0.13087111049228245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,1024,0.05780000156826443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,5120,0.07234755489561293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,51200,0.06353244516584608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,3072,0.01311377767059538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,7168,0.2365048991309272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,16384,0.02863822380701701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,32,0.005511111269394557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,51200,0.30806220902336967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,51200,0.32734754350450307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,7168,0.05950578053792318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,768,0.005562666803598404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,16384,0.04788711004787021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,3072,0.010991999672518836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,16384,0.31717154714796275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,128,0.027031110392676458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,10240,0.03743822375933329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,16384,1.0649058024088542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,5120,0.01092177795039283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,4096,0.012103999654452005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,8192,0.5829093191358778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,16384,0.044340444935692676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,7168,0.07522755861282349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,16384,0.0517759985393948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,10240,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,16384,0.186372439066569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,5120,0.10191466410954793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,64,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,10240,0.006739555547634761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,512,0.016936888297398884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,2048,0.01835466590192583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,1536,0.016100444727473788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,3072,0.0166640000210868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,768,0.006092444476154115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,10240,0.4068915579054091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,2048,0.010849778023031024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,12288,0.25993511411878795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,51200,1.842319064670139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,256,0.004435555388530095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,10240,0.7322550879584419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,5120,0.017838221457269456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,3584,0.02392533255947961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,2560,0.006016888966162999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,3072,0.008861333131790161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,7168,0.012172444827026792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,16384,0.03876533442073398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,1536,0.013536888692114087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,5120,0.10409422053231134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,768,0.013463111387358772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,3584,0.04547022117508782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,3072,0.20872622066073945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,64,0.002991111121243901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,2560,0.0068408888247278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,8192,0.012867555850081973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,7168,0.047183109654320605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,12288,2.3140907287597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,5120,0.02815377712249756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,2048,0.10018755329979791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,3584,0.02312177750799391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,1024,0.10588710837894016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,2560,0.35246933831108945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,32,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,7168,0.07971377505196466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,51200,0.1753164397345649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,51200,9.668583340115017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,512,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,128,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,3072,1.1179378297593858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,1536,0.38649598757425946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,768,0.008447999755541483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,64,0.007307555940416124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,3584,0.023580445183648005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,512,0.008632000121805403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,10240,0.0276826669772466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,1536,0.007506666911972894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,256,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,32,0.008408889174461365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,512,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,2048,0.008051555189821456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,5120,0.01564800077014499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,768,0.013942221800486246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,12288,0.019926221834288705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,3072,0.017536888519922893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,4096,0.009633777870072259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,2560,0.012481778032249875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,10240,0.013337777720557319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,128,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,7168,0.013624889155228933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,3072,0.009758222434255812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,7168,0.05996533234914144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,256,0.03713422351413303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,2048,0.0658186674118042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,51200,0.14239466190338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,16384,0.0484497778945499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,16384,0.008799110849698385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,6144,0.24746221966213652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,128,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,51200,1.826334211561415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,51200,0.014236445228258768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,5120,0.014399111270904541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,1024,0.008299555215570662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,512,0.08079200320773654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,12288,0.10838755634095933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,7168,0.07818310790591769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,3072,0.0173973325226042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,10240,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,7168,0.05666933457056681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,51200,0.6725013520982531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,16384,1.0293679767184787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,256,0.06045866674847073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,7168,0.18195111221737334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,16384,0.02228533393806881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,64,0.015222221612930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,16384,1.0461102591620552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,32,0.012924444344308643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,65536,0.08619555499818589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,51200,0.10875378052393596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,512,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,7168,0.06923288769192167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,51200,0.052199999491373696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,256,0.0035751110149754416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,2048,0.03126222226354811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,5120,0.008227555288208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,2048,0.021519111262427434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,64,0.012630222572220696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,3072,0.15997066762712267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,512,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,256,0.007366221812036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,7168,0.025750221477614507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,2560,0.005940444353553984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,16384,0.0424124432934655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,1536,0.182769775390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,1536,0.016195555528004963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,51200,0.2544524404737684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,3584,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,1024,0.008573333422342936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,16384,0.08319377899169922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,768,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,128,0.012821333275900947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,512,0.004064889003833135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,3584,0.13336622714996338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,2560,0.06782844331529406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,1024,0.009673777553770278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,128,0.006826666494210561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,65536,0.24329066276550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,4096,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,4096,0.010769777827792697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,3584,0.09433688720067342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,5120,0.012963555753231049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,128,0.00598933340774642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,3584,0.2487724357181125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,16384,0.020138666033744812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,10240,0.02107200026512146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,51200,0.052707556221220225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,10240,0.006585777633719974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,4096,0.009329777624871995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,16384,0.1659795575671726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,51200,0.07812533113691542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,2048,0.03215288784768846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,32,0.06018400192260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,256,0.004865777575307422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,64,0.003313777761326896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,7168,0.017849778135617573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,3584,0.007928888830873702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,8192,0.03884711199336582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,3584,0.059706668059031166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,3584,0.05752355522579617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,128,0.02207022243075901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,1536,0.022064000368118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,3584,0.0913955569267273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,10240,0.1387359963523017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,2048,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,512,0.003479111111826367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,65536,0.08506221903695001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,51200,0.24088001251220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,1024,0.00998399986161126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,2048,0.18530755572848848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,10240,0.02125155594613817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,6144,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,10240,0.07403377691904704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,65536,0.6080595652262369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,256,0.004254222330119875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,6144,0.01148000028398302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,1024,0.00721599989467197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,4096,0.012792888614866467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,8192,0.022184888521830242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,8192,0.040136890278922185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,16384,0.06996622350480822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,128,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,5120,0.009827555881606208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,4096,0.010919111470381418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,51200,1.0365627076890733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,2048,0.01940355532699161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,32,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,65536,0.0672817760043674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,3072,0.014482667048772177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,10240,0.11220888296763103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,768,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,2560,0.02640266716480255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,10240,0.24362577332390678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,2560,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,64,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,6144,0.09382044606738621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,3072,0.0724924471643236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,1536,0.012404444317022959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,256,0.004408888932731417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,1536,0.02289155622323354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,3584,0.030421333180533514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,1024,0.03619644376966689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,10240,0.1442106697294447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,768,0.007272000114123027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,2048,0.6033991177876791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,1536,0.007937777373525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,256,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,3584,1.0730453067355685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,8192,0.03310222095913357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,51200,0.073725336127811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,6144,0.017720000611411203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,8192,0.023968888653649226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,1024,0.03209422363175286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,1536,0.09215111202663845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,51200,0.5712773534986708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,5120,0.014647111296653748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,128,0.012978666358523898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,3584,0.02131822208563487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,5120,0.04952355557017856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,1024,0.0042088888585567474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,65536,2.268037372165256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,32,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,10240,0.09857422113418579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,5120,0.011574221981896294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,256,0.006133333262470033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,1536,0.007109333243634965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,10240,0.7747662332322863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,5120,1.861053254869249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,2048,0.009390222529570261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,6144,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,3584,0.020413332515292697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,5120,0.026366222235891554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,8192,0.009924444059530893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,512,0.008179555336634317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,12288,0.024967110819286768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,1024,0.44066399998135036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,128,0.012755555411179861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,256,0.005709333138333426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,7168,0.016917333006858826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,128,0.016586666305859882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,65536,0.5306044684516059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,2560,0.006620444357395172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,3584,1.0254347059461806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,512,0.005614222337802251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,51200,3.259641859266493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,7168,0.013376000026861826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,5120,0.20706578095753989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,2048,0.039020445611741804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,6144,0.022384888596004907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,12288,0.428908454047309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,2560,0.017328888177871704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,10240,0.027433777848879497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,4096,0.07561866442362468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,512,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,256,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,1536,0.07850933074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,16384,0.08111644453472562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,2048,0.015267555912335714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,3072,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,8192,3.793743133544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,1536,0.016365332735909354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,768,0.013599110974205865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,51200,0.10662133163876003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,3584,0.008012444608741337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,10240,0.18468266063266328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,3584,0.00941955546538035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,2560,0.1356497738096449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,4096,0.028223110569847956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,2048,0.04849866694874234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,10240,0.04722133278846741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,2048,0.04276266694068909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,512,0.00499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,51200,6.025417751736111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,1536,0.04688533478313022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,768,0.005718222094906702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,6144,0.22867910067240396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,2560,0.011778666741318174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,2560,0.01682044400109185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,10240,0.09081688854429458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,256,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,7168,1.922988467746311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,1536,0.021771555145581562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,5120,0.33685866991678876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,128,0.006872889068391588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,4096,0.6285742123921713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,1536,0.15933956040276423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,3072,0.02995733420054118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,65536,5.173703087700738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,7168,0.0738604466120402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,7168,0.006092444476154115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,51200,0.09125777747895981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,16384,0.12880799505445692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,512,0.24916177325778535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,1024,0.017810665898852877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,1024,0.016197333733240765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,2048,0.013461333182122974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,8192,0.02488888965712653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,2048,0.011911110745535957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,3584,0.01614755557643043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,10240,0.20527733696831596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,2560,0.015994666351212394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,768,0.038183109627829656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,4096,0.011511111425028907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,2048,0.00794577764140235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,32,0.009300444689061906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,10240,0.006222222414281633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,1024,0.041512889994515315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,7168,1.670839097764757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,3584,0.008282666405042013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,512,0.009295110901196798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,2048,0.023341332872708637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,6144,0.014210666219393412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,5120,0.6373866928948296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,16384,0.02382133404413859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,7168,0.016954667038387723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,768,0.009831111464235518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,51200,0.4847164683871799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,1024,0.057766218980153404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,2048,0.018208000395033095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,4096,0.013783111340469785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,3072,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,10240,0.37829865349663633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,6144,0.012991999586423239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,51200,0.6383493211534288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,2048,0.0243857784403695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,65536,0.15989243984222412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,768,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,3584,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,128,0.013806222213639153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,256,0.003031999907559819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,1536,0.05961689021852282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,12288,0.015205333630243937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,1536,0.00906666699382994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,65536,0.13701777988009983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,4096,0.024697777297761705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,2048,0.015318221516079374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,3072,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,256,0.00452622233165635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,51200,0.24814399083455405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,2048,0.008256889051861232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,51200,1.8836133744981554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,2048,0.02553155521551768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,65536,1.3068390952216256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,2048,0.060779558287726514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,3072,0.03977244430118137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,128,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,256,0.005121777868933148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,2560,0.9358577728271484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,3584,0.014183110660976835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,32,0.00360622215602133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,256,0.004975999808973736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,64,0.007439999944633908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,1536,0.05661333269543118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,768,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,12288,0.04902044600910611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,32,0.01891377733813392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,6144,0.014305777019924588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,768,0.011216888825098673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,6144,0.050296889411078564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,256,0.003165333428316646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,256,0.00328177772462368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,3584,0.012828444441159567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,512,0.03904799951447381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,5120,0.03856888744566176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,65536,1.452808909946018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,3072,0.012260444462299347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,51200,0.16003910700480142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,128,0.006674666785531574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,6144,0.013474666410022311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,4096,0.03715288970205519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,10240,0.016199111938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,512,0.005094222310516569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,65536,0.1958391136593289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,7168,0.04287199841605293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,16384,0.1367244455549452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,128,0.0961280001534356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,128,0.0031582222630580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,256,0.16026133961147732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,256,0.007813333637184566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,7168,0.11607378058963352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,3584,0.007138667007287343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,256,0.03831555445988973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,128,0.004914666629499859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,2048,0.8476097848680285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,12288,0.05007288853327433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,3584,0.016191111670600045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,2560,0.02069155540731218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,7168,0.06783288717269897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,65536,88.17067464192708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,4096,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,16384,0.37920000818040633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,51200,0.2012773354848226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,51200,0.347013341055976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,16384,0.05609777900907728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,128,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,51200,0.12282755639817979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,2048,0.011477332976129321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,1024,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,1536,0.04124800033039517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,3072,0.011903111305501727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,64,0.0028124445428450904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,128,0.00425866660144594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,128,0.003264888914095031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,512,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,3584,0.040018667777379356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,6144,0.11996000342898899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,6144,0.042499555481804736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,64,0.0026168889469570587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,3072,0.23931733767191568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,51200,0.5458818011813694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,8192,0.5585458013746474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,7168,0.5349324544270834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,1536,0.10030311346054077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,1024,0.008081778056091731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,1024,0.010485333700974783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,3584,0.3220124509599474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,768,0.010201777848932479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,1536,0.005619555711746216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,8192,0.01719377769364251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,1024,0.0052133335007561584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,4096,0.04555022385385302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,16384,0.22011644310421416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,3584,0.007947555846638149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,32,0.0028239999794297745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,2560,0.5215208795335557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,65536,0.1466497712665134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,2048,0.011408888631396823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,8192,0.018412444326612685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,2560,0.00812888890504837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,2048,0.05122844378153483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,6144,0.11817688412136501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,512,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,6144,0.0457911127143436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,6144,0.005984000033802456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,5120,0.1705662277009752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,512,0.00434044458799892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,512,0.2632693449656169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,12288,0.11796532736884223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,5120,0.008750222623348236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,12288,0.046219554212358266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,8192,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,12288,0.7461733288235135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,2560,0.005675555517276128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,256,0.008059555457697975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,512,0.037123554282718234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,1536,0.022053332792388067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,1536,0.02167111138502757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,64,0.005839111076460944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,7168,1.1391351487901475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,5120,0.02497688929239909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,3072,0.019928000039524503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,512,0.01311644415060679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,1536,0.008164444731341468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,1024,0.04493155413203769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,65536,0.08598133590486313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,16384,0.18957155280643037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,2048,0.03051911128891839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,4096,0.017112000121010672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,16384,0.00926577796538671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,4096,0.03084889054298401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,2048,0.014471999473041959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,65536,0.07723644706938002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,64,0.002540444541308615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,128,0.003265777809752358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,768,0.012475555141766867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,768,0.012626666989591388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,768,0.008681777450773451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,7168,0.08432000213199192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,768,0.01441333360142178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,8192,0.017681777477264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,2560,0.007552000383536021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,4096,0.01183555523554484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,16384,0.04519911275969612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,32,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,2560,0.8381031354268392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,51200,3.8192185295952688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,10240,0.01686844395266639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,16384,0.1735173331366645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,64,0.010108444425794814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,64,0.003690666622585721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,2048,0.01886399918132358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,128,0.0028942223224374983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,512,0.012995555169052549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,16384,0.4903946452670627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,4096,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,3584,0.023902222514152527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,10240,0.5367049111260308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,1536,0.023785778217845496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,5120,0.0259244441986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,16384,0.09719289011425442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,65536,0.07380177577336629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,256,0.003965333518054751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,65536,0.09483200311660767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,10240,0.03367022342152066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,2560,0.23785866631401908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,10240,0.014461333552996317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,1536,0.006823110911581252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,128,0.015511110424995422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,4096,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,256,0.004813333352406819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,5120,0.011996444728639392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,3072,0.03315466642379761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,256,0.0033048888047536216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,4096,0.01716088917520311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,4096,0.0169840008020401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,768,0.04319377740224203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,7168,0.5160995589362251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,512,0.004836444639497333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,7168,0.04042666819360521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,32,0.003087999920050303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,64,0.006215111249023014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,128,0.007923555870850882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,768,0.005215999980767568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,10240,1.3678710725572374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,4096,0.010112889111042023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,1536,0.09531555573145549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,3584,0.010788444843557147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,5120,0.04363022247950236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,1024,0.005223999834722943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,7168,0.07343466414345635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,5120,0.009552000297440423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,3072,0.048354665438334145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,1024,0.10223466820187038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,768,0.018216000662909616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,128,0.04535288943184746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,51200,6.736469268798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,2048,0.053223109907574125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,3072,0.07873688803778754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,1536,0.013192888763215808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,8192,0.014415999253590902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,3072,2.066125233968099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,16384,0.12932444943322077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,12288,0.032249778509140015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,512,0.005222222043408289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,6144,0.05941600269741482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,256,0.004874666531880696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,64,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,16384,0.0641991098721822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,65536,2.2784639994303384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,7168,0.05838133229149712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,7168,0.05054222212897407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,3584,0.03864177730348375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,10240,0.018353778454992507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,1536,0.03904533386230469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,4096,0.0277786652247111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,51200,0.16117421785990396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,65536,0.1807324488957723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,1024,0.01811377704143524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,128,0.00886399961180157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,16384,0.7657733493381076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,64,0.009757333331637913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,128,0.004622222234805425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,65536,2.171352810329861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,128,0.03354310989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,51200,0.07246844636069404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,768,0.02898755669593811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,10240,0.7378168635898166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,256,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,2048,0.014097778333557976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,2048,0.007221333682537079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,5120,0.027621333797772724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,3072,0.009641778137948778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,16384,0.07281600104437934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,256,0.016943999462657504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,32,0.00351555562681622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,65536,0.576949331495497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,256,0.005072888814740711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,64,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,1024,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,128,0.009149333669079674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,1024,0.006752000086837345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,2048,0.006677333265542984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,3072,0.274287117852105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,12288,0.027152000202072993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,16384,0.018962666392326355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,8192,0.011600000162919363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,768,0.0052382221652401825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,51200,1.8158461252848308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,2048,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,7168,0.04371111260520088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,4096,0.377125342686971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,7168,6.8196623060438375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,8192,3.1288498772515188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,65536,0.033424887392256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,8192,0.026329777306980554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,2048,0.021760000122918025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,4096,0.8273599942525228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,32,0.0027395555128653846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,10240,0.07999822166230944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,4096,0.04965777860747444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,8192,6.683258480495876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,5120,0.11799377865261501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,8192,0.041399998797310725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,12288,0.2538879977332221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,2560,0.0919991135597229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,16384,0.4530933168199327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,51200,2.379058625962999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,128,0.00980977796845966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,51200,0.16143022643195257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,128,0.003608889049953885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,6144,0.08749066458808051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,5120,0.009885333478450775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,1024,0.010188444621033138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,10240,4.020721859402127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,65536,0.09561777777141994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,2048,0.011530666715568967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,768,0.008722667064931657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,3072,0.009400000174840292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,4096,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,4096,1.6876657274034288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,2560,0.055936886204613574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,768,0.00490399988161193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,3072,0.006903999795516332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,1536,0.00656444455186526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,7168,0.04849688874350654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,512,0.07177688678105672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,512,0.15608355734083387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,1536,0.009915555516878763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,12288,0.6923457781473795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,6144,0.011671110987663269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,1024,0.019578667150603402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,7168,2.7583156161838107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,7168,0.022804444034894306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,51200,0.05750933620664808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,3584,0.06900266806284587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,256,0.0037395556767781577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,512,0.009072889056470659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,8192,0.08332000176111858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,7168,0.44012800852457684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,3072,0.007057777709431118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,12288,0.17692266570197213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,12288,0.06915822294023302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,256,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,7168,0.01462222304609087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,3584,0.010324444207880232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,1536,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,51200,0.097744001282586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,51200,0.15617422262827554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,2560,0.022439110610220168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,51200,0.05446399913893806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,3584,0.01925155520439148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,7168,0.016784888174798753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,4096,2.1567323472764754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,65536,0.3731626669565837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,7168,0.053222222460640796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,256,0.00851644410027398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,51200,0.11240533987681071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,65536,1.8150880601671007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,768,0.01883555617597368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,1024,0.07872622542911105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,2048,0.007094221810499827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,512,0.004287111262480418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,51200,0.06941066847907172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,16384,0.280532439549764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,512,0.006828444285525217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,256,0.0033448889023727844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,10240,0.1635404427846273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,4096,0.10138577885097927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,4096,0.011528888510333167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,1024,0.006518222391605377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,1024,0.004666666603750653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,51200,0.22270133760240343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,3072,0.11334666940901016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,6144,0.006446222050322427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,1536,0.12446399529774983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,16384,5.288847181532118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,8192,0.018213333355055917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,5120,0.012207110722859701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,16384,3.351512908935547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,5120,0.20450577470991346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,512,0.0057911111248864075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,1536,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,128,0.003522666792074839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,12288,0.2888355520036486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,64,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,128,0.011147555377748279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,128,0.0032053333189752367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,3584,0.0479964448346032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,3072,0.008847999903890822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,512,0.008254222571849823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,128,0.008882666627566019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,16384,0.028805332051383123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,51200,5.541383955213759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,128,0.05091822147369385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,2048,0.09716177648968166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,3584,0.06411288844214545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,3072,0.008174222376611497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,10240,0.13403733571370444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,10240,0.07419911358091566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,10240,0.04154577851295471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,8192,0.014825777875052558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,768,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,512,0.02134311033619775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,1536,0.014051554931534661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,10240,0.041377776198916964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,51200,0.13239644633399114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,3072,0.11390933725568984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,12288,0.022827555735905964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,16384,0.0805964469909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,32,0.00978133330742518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,3584,0.008833777573373582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,64,0.005510222166776657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,3584,0.018623999423450895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,128,0.027683556079864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,7168,1.9094276428222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,5120,0.04762577679422167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,512,0.00479644454187817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,1024,0.0543120006720225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,16384,0.029320889049106177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,1536,0.008821333448092142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,6144,0.022964444425370958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,32,0.0034808889031410217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,10240,0.4341306686401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,2048,0.05156711075041029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,2560,0.009496889180607265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,8192,0.03122666809293959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,1024,0.019592000378502738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,2048,0.015614221493403116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,3584,0.05645066499710083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,10240,0.12323110633426243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,7168,0.36766576766967773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,4096,0.006241777704821692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,65536,0.8198800086975098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,3072,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,12288,0.02711733347839779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,1536,0.10644000106387669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,32,0.014644443988800049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,768,0.04387911160786947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,768,0.05305333269966973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,4096,0.020425778296258714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,128,0.012271111210187277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,64,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,12288,0.0335804455810123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,6144,0.11661956045362686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,768,0.004030222280157937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,1024,0.008609777523411645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,51200,0.630241764916314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,1536,0.012440889245933957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,12288,0.13942044311099583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,128,0.004111999852789773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,6144,0.014916444818178812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,128,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,10240,0.07507999738057454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,3072,0.006866666591829724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,3072,0.009420444567998251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,512,0.003549333247873518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,16384,0.020844444632530212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,16384,0.7478808826870389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,4096,0.0433937774764167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,256,0.0057857777509424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,12288,0.07341600126690336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,7168,0.14531821674770778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,10240,0.15389511320326063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,12288,5.762607150607639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,5120,0.09695911407470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,16384,12.369461907280815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,65536,0.2013608879513211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,6144,0.05581955777274238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,2560,0.014926221635606555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,32,0.003145777723855443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,7168,0.06593155860900879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,64,0.006632888896597757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,51200,0.1263173288769192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,5120,0.11320177714029948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,1536,0.015840000576443143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,32,0.00378577783703804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,8192,0.014120888378885059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,8192,0.019274666905403137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,51200,1.0466515223185222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,3072,0.02349866595533159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,7168,0.062140444914499916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,512,0.003965333518054751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,128,0.003428444473279847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,2048,0.013285333083735572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,2560,0.006647111227114995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,1536,0.007231111327807109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,1024,0.0177502218219969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,512,0.003265777809752358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,256,0.002934222213096089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,1536,0.04118044508828057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,4096,0.00833777752187517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,256,0.05215822325812446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,4096,0.025215999947653875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,65536,0.38315643204583066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,2560,0.008836444053384993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,512,0.005041777673694822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,5120,0.10365066925684611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,1536,0.01146933353609509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,1536,0.07662755250930786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,51200,1.3814862569173176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,128,0.008343111309740279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,16384,0.07768888605965509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,8192,0.02235377828280131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,512,0.040799998574786715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,128,0.004522666749027041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,6144,0.035805334647496544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,4096,0.03800088829464383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,10240,8.594714694552952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,12288,0.007807999849319458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,3584,0.009466666314336989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,12288,0.03742488887574937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,2560,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,12288,0.11336889531877305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,10240,0.3848915629916721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,1536,0.020056888461112976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,10240,0.03032711148262024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,8192,0.22147644890679252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,64,0.00832266691658232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,16384,0.3421146604749892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,64,0.004475555486149258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,16384,0.020536889632542927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,7168,0.03631733192337884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,1024,0.05930844280454847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,2048,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,128,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,3584,0.1167724397447374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,3584,0.029975109630160864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,3584,0.024844444460339014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,7168,2.021568934122721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,65536,1.829562717013889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,5120,0.013467555244763693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,2560,0.009488888912730748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,16384,0.060722668965657554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,2560,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,2048,0.019194665882322524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,3072,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,1536,0.00778399987353219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,256,0.008488000267081791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,7168,0.013776000175211163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,65536,0.07923199733098348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,4096,0.08471110794279312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,512,0.004946666873163647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,65536,0.8009520106845431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,128,0.00980266680320104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,512,0.0099653336736891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,1024,0.014273777604103088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,51200,0.04981244603792826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,256,0.009269333548016017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,6144,0.02069244450993008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,256,0.02822222312291463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,256,0.00301155551440186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,16384,0.07603910896513197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,51200,3.1513413323296438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,1024,0.007792000141408708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,32,0.01037599974208408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,4096,0.22833066516452363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,4096,0.020851555797788832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,2048,0.057414220439063184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,1024,0.03453155689769321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,6144,0.056905779573652476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,51200,0.25710399945576984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,512,0.01145333300034205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,5120,0.010760000182522668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,128,0.0027182222240500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,128,0.013240888714790344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,1536,0.009763555394278632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,6144,0.014532445205582513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,5120,0.016136889656384785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,3584,0.14681511455112034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,16384,0.06599022282494439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,10240,0.039092444711261325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,1024,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,8192,0.2963866657680935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,65536,1.4298844867282445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,64,0.007286222444640265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,8192,0.035529779063330755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,10240,0.38578934139675564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,7168,0.016951999730534024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,3072,0.008569777839713627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,4096,0.7579973538716634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,512,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,7168,0.021664889322386846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,8192,0.1927342282401191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,128,0.017272000511487324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,10240,0.013241777817408243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,768,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,5120,0.30233245425754124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,65536,0.23246399561564127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,128,0.01460000044769711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,64,0.006120000034570694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,512,0.004492444296677907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,512,0.023598222268952265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,768,0.008917333351241218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,3584,0.12573333581288657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,1536,0.03496355480617947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,8192,0.4362577862209744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,3584,0.009457777771684859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,8192,0.6756764517890083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,32,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,5120,0.015309333801269531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,256,0.005494222044944763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,64,0.0064284445510970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,3584,0.02695111102528042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,8192,0.02330133318901062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,768,0.10594222280714248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,3072,0.1334177785449558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,5120,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,1024,0.016399999459584553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,768,0.0047377778424157035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,3584,0.08408000071843465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,16384,0.0644293361239963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,65536,1.9880826738145616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,8192,0.014774221513006421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,2560,0.011712888876597086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,4096,0.013015111287434896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,51200,50.626013861762154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,16384,0.2898755603366428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,8192,0.013376000026861826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,7168,0.02756799923049079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,8192,0.014085332552591959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,1536,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,7168,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,51200,0.19474577903747559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,7168,0.3794693417019314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,8192,0.7600533167521158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,10240,0.05165511038568285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,16384,0.10289866394466823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,12288,0.25185243288675946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,16384,0.20064977804819742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,64,0.20602756076388887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,5120,0.024176888995700415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,65536,0.09312355518341064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,1024,0.4989955690171983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,64,0.010327111515733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,65536,0.07452355490790473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,3584,0.008307555483447181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,32,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,3584,0.07817244529724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,16384,1.0086648729112413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,8192,0.057913780212402344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,2048,0.013843555417325763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,1024,0.0340266658200158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,8192,0.32075733608669704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,64,0.016369778248998854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,12288,0.09083733293745254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,10240,0.11673066351148818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,6144,0.15997510486178929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,3072,0.019409777389632333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,768,0.03553422292073568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,65536,0.08193777667151557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,7168,0.016055110428068373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,2048,0.08407555686102973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,6144,6.194780561659072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,1024,0.009536888864305284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,10240,0.11587111155192058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,3072,0.08366222514046563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,5120,1.2447484334309895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,3584,0.07694666915469699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,3584,0.3223182095421685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,12288,0.023120888405376013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,10240,0.4883911344740126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,4096,0.2932222154405382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,2048,0.006851555572615729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,32,0.027419555518362258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,3584,0.027279999521043565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,7168,0.047079109483295016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,32,0.0070222218831380205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,1536,0.03853155506981744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,2560,0.1239795552359687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,256,0.0032248888164758682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,8192,0.013935999737845527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,16384,0.13028532928890652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,4096,0.07809599902894762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,1536,0.012347555822796293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,128,0.004973333328962326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,1024,0.08092621962229411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,1536,0.0061039999127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,1536,0.015965332587560017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,32,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,64,0.008655110994974772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,512,0.005672889037264719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,768,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,6144,1.1316862106323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,128,0.004303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,64,0.08453777763578628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,2560,0.42518221007453066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,256,0.007804444266690149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,256,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,2560,0.29782221052381724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,16384,2.2702791425916886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,12288,0.1519964403576321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,1024,0.017823111679818895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,51200,0.18677333990732828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,6144,0.24466933144463432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,64,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,12288,0.019031110737058852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,1024,0.02477688921822442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,4096,0.022656889425383672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,5120,0.01690933273898231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,512,0.048876444498697914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,3072,0.011056889262464313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,12288,0.02050488856103685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,10240,1.2367831336127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,65536,0.09005955855051677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,2048,0.020709334148301017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,16384,0.19956889417436388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,64,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,128,0.004211555752489301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,512,0.018225777480337355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,2048,0.0380328893661499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,7168,0.02158044444190131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,3072,0.07987555530336168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,2048,0.14431999789343938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,2560,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,256,0.007430222299363878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,256,0.007992000215583378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,512,0.3304675685034858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,4096,0.01296533313062456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,256,0.04889422323968676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,512,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,768,0.08062666654586792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,2560,0.256294223997328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,12288,0.05542666713396708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,512,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,512,0.005984888722499211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,512,0.009865778187910715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,64,0.0025928889711697898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,3584,0.04532000091340807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,8192,0.054435554477903575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,12288,0.034197333786222674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,256,0.005816000203291575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,12288,0.08213422033521864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,5120,0.014713777436150445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,512,0.005953777581453323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,8192,0.018594667315483093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,1536,0.05609689156214396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,65536,0.13931111494700113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,512,0.012064889073371887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,2560,0.02498044404718611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,128,0.0771155556042989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,10240,0.08614310953352187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,51200,1.1451475355360243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,65536,0.13311644395192465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,4096,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,7168,0.0409804450141059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,512,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,512,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,256,0.00544088871942626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,1536,0.04459911253717211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,1024,0.0041315555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,10240,0.023296000228987798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,256,0.036880890528361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,65536,2.9989689721001516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,64,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,1024,0.005934222290913264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,1024,0.012980444563759698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,1536,0.076072891553243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,256,0.039966222312715315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,16384,0.0424560010433197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,65536,0.3836071226331923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,3584,0.019359111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,2048,0.12130755848354763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,6144,0.26976267496744794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,2560,0.009667555491129557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,5120,0.0162782222032547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,64,0.003185777821474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,3584,0.01308444473478529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,4096,0.2384586599138048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,4096,0.008647999829716152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,12288,0.2136231131023831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,128,0.01458577811717987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,10240,1.8425466749403212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,2048,0.04917066627078586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,1024,0.008831111093362173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,51200,0.45282310909695095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,512,0.00828888929552502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,5120,0.1922640005747477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,51200,0.01388177772363027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,2048,0.12091644605000813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,8192,0.02386133372783661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,32,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,32,0.0028435554769304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,256,0.015296889675988091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,51200,15.660910712348091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,2560,0.015587555037604438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,1024,0.005762666463851929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,3584,0.07099022467931111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,1536,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,1536,0.05941066477033827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,5120,0.03405066662364536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,7168,0.04898311032189263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,2048,0.28937244415283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,2560,0.014085332552591959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,1024,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,3072,0.013815110756291283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,4096,0.058279110325707324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,2048,0.01013777818944719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,32,0.20006222195095488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,2560,0.008147555920812819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,5120,0.009272889130645329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,256,0.015232000086042615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,51200,0.07773777511384752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,65536,2.2303004794650607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,12288,4.106424119737413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,51200,4.802601708306207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,4096,0.049286223120159574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,65536,0.29634756512112087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,7168,0.029954665237002905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,16384,0.0636391109890408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,2048,0.663541316986084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,6144,0.03532177872127957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,5120,0.01386666629049513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,6144,0.019567999574873183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,1536,0.005838222387764189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,768,0.006370666540331311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,4096,0.0882986651526557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,6144,0.009630222287442949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,768,0.011338666909270816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,4096,0.014807111687130399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,5120,0.1078444454405043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,32,0.004896000027656555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,65536,0.24690045250786674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,3584,0.025011556016074285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,768,0.030156443516413372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,16384,0.3988160027398004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,1024,0.993019527859158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,65536,0.09798222117953831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,65536,0.6938106748792859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,10240,0.26884712113274467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,2560,0.049216889672809176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,128,0.002740444408522712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,16384,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,2560,0.038768887519836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,3584,0.02474133339193132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,2560,0.026334222820070054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,128,0.003914666672547658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,3072,0.09393866856892903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,8192,1.2609013451470268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,4096,0.11176533169216579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,3072,0.007272000114123027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,10240,0.3459786574045817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,3072,0.10027555624643962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,16384,0.07746399773491754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,10240,0.018175111876593698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,51200,0.07368710968229505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,3584,0.02864444586965773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,4096,1.6954782274034288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,10240,0.01353422221210268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,65536,0.4049368964301215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,128,0.0333280000421736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,256,0.0033537778589460584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,2560,0.10401066806581284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,32,0.0028719999310043124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,3584,2.3659307691786027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,1536,0.019932443896929424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,6144,0.015069334043396844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,3584,0.18876177734798857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,8192,0.03180088930659824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,256,0.003624888757864634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,2048,0.13770933945973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,2048,0.05506489011976454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,6144,0.018796443939208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,4096,0.015619556109110514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,12288,0.7339030901590983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,12288,0.06203822294871012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,8192,0.009095999929640029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,10240,0.2988995446099175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,256,0.004324444466167026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,6144,0.03716266817516751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,3072,0.09499644570880467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,1024,0.047579556703567505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,10240,0.0181351105372111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,5120,2.4033804999457464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,1024,0.005991111199061076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,256,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,4096,1.125409762064616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,7168,1.7195919884575739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,7168,0.017557332913080852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,51200,0.1104017761018541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,3584,0.1782826715045505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,1024,0.012477333347002665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,5120,0.026946667167875502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,3584,0.008982222113344405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,7168,0.09666399823294745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,10240,0.04825333423084683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,256,0.0058053334554036455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,8192,3.0732720692952475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,51200,0.12631377908918592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,256,0.03718311256832547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,2560,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,10240,0.05465866790877449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,10240,0.013795555465751223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,51200,1.8228507571750219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,2560,0.013756444056828817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,6144,0.025476444098684523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,128,0.0041653331783082755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,3072,0.010431999961535135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,2048,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,4096,0.028359999259312946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,1536,0.03087200058831109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,128,0.2088551123936971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,128,0.008729777402347988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,3072,0.01425155500570933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,1536,0.03623288869857788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,768,0.011445333560307821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,256,0.005022222383154763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,12288,7.516680399576823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,12288,0.204346670044793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,1024,0.205457780096266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,256,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,128,0.006597333484225803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,16384,0.07508889171812269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,768,0.05007288853327433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,7168,0.02869866622818841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,128,0.009464888936943477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,256,0.0057884446448749965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,768,0.024528889192475214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,12288,0.09133155478371514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,256,0.1773831049601237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,51200,2.2194480895996094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,256,0.018352000249756705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,1024,0.03437155485153198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,512,0.00499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,64,0.008784888519181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,12288,0.11719022856818305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,51200,0.08428888850741917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,512,0.010056888891590966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,3584,0.007266666326257918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,12288,0.04658311274316576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,128,0.028761777612898085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,3584,0.19832532935672334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,1024,0.005757333503829108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,2048,0.009699555734793345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,256,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,12288,0.04057066639264425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,768,0.031178666485680476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,2048,0.08841688765419854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,16384,0.35599999957614475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,65536,0.262518220477634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,65536,0.06592266427146064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,256,0.005186666631036335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,65536,0.01796000036928389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,12288,0.0526702238453759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,6144,0.02612177696492937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,1024,0.04303377866744995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,1536,0.06134044461780124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,10240,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,12288,0.06370044416851468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,5120,0.04655199911859301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,4096,0.09169333510928684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,32,0.0031679999083280563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,1024,0.005495111147562663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,7168,2.170461230807834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,1024,0.02792088852988349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,2048,0.009211555951171452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,7168,0.06440533532036676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,1024,0.017479111750920612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,8192,0.12786400318145752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,3072,0.044693334235085376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,4096,0.008388444781303406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,3584,0.008871999879678091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,7168,0.025642666551801894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,128,0.00943199959066179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,4096,0.03429244293106927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,1536,0.01406311160988278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,10240,0.01647822227742937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,2048,0.015598222613334656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,1536,0.004666666603750653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,1024,0.10217866632673477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,64,0.0033119999700122406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,2560,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,1024,0.004911111046870549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,1536,0.01904177831278907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,51200,0.6525902218288845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,1024,0.05051555567317539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,51200,1.2516151004367404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,2048,0.08121599753697713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,10240,0.07769599888059828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,7168,0.0192248887485928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,1024,0.028945777151319716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,2560,0.021244444780879553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,16384,2.9881057739257812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,16384,0.45853508843315977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,10240,0.19573156038920084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,1536,0.05351555678579542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,4096,0.13897777928246394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,1024,0.008192000289758047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,4096,0.01108977778090371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,768,0.004750222381618288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,16384,0.1355946726269192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,128,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,128,0.0031235555393828284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,64,0.0027644443843099806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,5120,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,768,0.008225777910815345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,768,0.010538666612572141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,32,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,2048,0.012552888856993781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,1024,0.021771555145581562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,5120,0.016970665918456185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,1024,0.04124710957209269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,4096,0.15613067150115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,768,0.007567110988828871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,256,0.005787555542257097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,2560,0.00829777783817715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,3072,0.4194800059000651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,768,0.05799111392762926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,12288,0.051746666431427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,768,0.006602666858169768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,4096,0.2332435448964437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,4096,0.054639998409483165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,65536,0.20402577188279894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,65536,0.3777040110694037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,12288,0.07764266596900092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,1536,0.01130311108297772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,1536,0.00943199959066179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,512,0.005737777799367905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,4096,0.052925331725014575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,5120,0.009657777845859528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,768,0.009842666486899057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,2560,0.01462311049302419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,128,0.00812000036239624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,2048,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,5120,0.17275555928548178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,16384,9.004889594184027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,51200,0.4780542055765788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,51200,0.08527911371654934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,4096,0.025848888688617285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,7168,0.05329422156016032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,8192,0.37543643845452207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,16384,2.9059191809760203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,128,0.017439110411538016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,2560,0.009350222018029954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,65536,1.737667507595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,3072,0.012323555847009024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,32,0.006025777922736273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,768,0.024659555819299486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,7168,0.03459377752410041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,2048,0.12409599622090657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,51200,0.10087644391589695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,512,0.010320000350475311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,5120,0.08471555842293634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,65536,0.27505334218343097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,3584,0.15795732869042292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,1536,0.09168089098400539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,3072,0.1683724456363254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,3584,0.028586665789286297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,1536,0.009875555833180746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,12288,0.26183999909294975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,64,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,64,0.014557333456145393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,3072,0.017449777987268236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,65536,30.937876383463543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,5120,0.058916442924075656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,512,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,1536,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,5120,1.580733299255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,2048,0.01221777747074763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,32,0.003896000070704354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,1536,0.008286221987671321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,512,0.004840888910823398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,10240,0.01772177716096242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,1536,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,8192,0.024850666522979736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,10240,0.9410586886935763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,1024,0.01072355525361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,512,0.04080355498525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,1024,0.010094222095277574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,6144,0.022261333134439256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,2048,0.026331555512216356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,65536,0.14660710758633083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,65536,0.1451128853691949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,4096,0.26345332463582355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,2048,0.037738667594061956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,768,0.03071199854214986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,128,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,10240,0.5153671370612251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,7168,0.5517519844902886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,65536,1.8691643608940973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,51200,0.27837954627143013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,65536,0.30285689565870494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,1536,0.04231111208597819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,1024,0.05180799961090088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,4096,0.18435911337534586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,10240,0.045659555329216846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,12288,0.01835466590192583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,16384,0.252895991007487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,7168,0.0450835559103224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,4096,0.028999110062917072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,6144,0.006559111177921295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,512,0.0222062220176061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,32,0.03288977675967746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,64,0.010479110810491772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,1536,0.029856890439987183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,256,0.02459822263982561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,3584,0.009771555662155151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,3072,0.04851466748449537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,5120,0.02611911131276025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,12288,0.1488586664199829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,10240,0.014750222365061441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,32,0.02464177707831065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,12288,0.05047733253902859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,1024,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,768,0.01718933383623759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,65536,0.05085777905252245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,1536,0.038197331958346896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,51200,0.41962401072184247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,768,0.006367110957702001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,768,0.009266667068004608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,1536,0.005762666463851929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,7168,0.04693333307902018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,4096,0.04939644535382589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,256,0.00424799985355801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,3584,0.008220444122950235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,128,0.005365333209435145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,3072,0.12790132893456355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,5120,0.012688000169065265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,512,0.06235822041829427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,4096,3.8275841606987844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,768,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,128,0.008015111088752747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,5120,0.02068711154990726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,51200,0.008597333398130205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,12288,0.041351109743118286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,512,0.005828444328573015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,32,0.0028737777223189673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,65536,0.41043734550476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,1024,0.01718133356836107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,51200,0.07278577486673991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,7168,0.020035554965337116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,65536,2.1291510264078775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,3072,0.035071998834609985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,5120,0.2500053246815999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,5120,0.04142489035924276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,1536,0.010660444696744284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,32,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,51200,0.06665155622694227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,2048,0.015185778339703878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,2560,0.26915733019510907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,16384,0.041476445065604314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,65536,16.28070237901476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,6144,0.16161778238084581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,2048,0.0069191112286514705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,768,0.13890666431850857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,51200,0.05574311150444878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,256,0.013633777697881063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,128,0.009651555783218807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,1024,0.004168888760937585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,6144,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,3584,0.5415395630730523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,32,0.010750222537252637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,1024,0.004030222280157937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,12288,0.02216000027126736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,768,0.005211555709441503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,16384,0.04547911220126682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,3584,0.08902933200200398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,1536,0.01015822258260515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,64,0.005223111146026188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,51200,32.84978908962673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,65536,1.309583134121365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,51200,0.06555022133721246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,3584,0.2422026793162028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,10240,0.08907200230492486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,1536,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,32,0.006020444548792309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,7168,0.15349333816104466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,128,0.05577511257595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,1024,0.012824888858530255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,65536,3.9644283718532987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,12288,3.0069234636094837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,256,0.0038177776667806837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,128,0.0034231110993358824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,65536,0.5068222151862251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,2048,0.023782221807373896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,64,0.006509333435032103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,12288,0.05581421984566582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,16384,0.06374400191836886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,2560,0.02091111077202691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,10240,0.11610755655500625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,7168,0.061695999569363065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,1536,0.02458222210407257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,1536,0.01998933321899838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,12288,0.022472888231277466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,12288,0.042371554507149585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,1024,0.10951822333865696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,5120,0.05990844302707248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,5120,0.22204089164733887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,1024,0.028745777077145044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,256,0.003142222141226133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,1024,0.011124444504578909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,2048,0.007239999870459239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,5120,0.01755911111831665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,65536,0.09838577773835923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,6144,0.010412444670995077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,65536,0.468798213534885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,12288,1.6944337420993383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,16384,0.03081688947147793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,2560,0.03722933265897963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,3072,0.8423324690924751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,16384,1.816822263929579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,128,0.0038924444880750445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,2560,0.009135999613338048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,5120,0.00849333322710461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,51200,0.07381066348817614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,16384,0.027003554834259882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,2560,0.01391377713945177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,3584,0.09804711076948379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,2560,0.0466595557000902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,2560,0.02445777753988902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,7168,2.5077707502577042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,16384,0.021853332718213398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,65536,0.041101333167817854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,2048,0.01962488889694214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,3072,0.11918311648898655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,1536,0.007924444145626491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,64,0.005984000033802456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,1024,0.009826666778988307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,64,0.007653333246707916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,12288,0.5874249140421549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,512,0.0755315555466546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,3584,0.01087288889620039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,256,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,2048,0.00703288863102595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,5120,0.01366488883892695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,128,0.01386755539311303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,32,0.0028817777832349143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,12288,0.027569777435726587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,32,0.0029564443975687027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,6144,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,2560,0.026231999198595684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,32,0.003128000017669466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,8192,0.03370399938689338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,12288,0.02493511140346527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,2048,0.015370666980743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,12288,0.020456888609462313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,3072,0.5090897878011068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,51200,0.6615795559353298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,7168,0.2872488763597277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,2560,0.1468071142832438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,2560,1.1517546971638997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,10240,0.6044924524095323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,51200,0.07202221949895223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,6144,0.3370693259769016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,1024,0.007385777930418651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,64,0.003306666596068276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,256,0.007990222010347579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,128,0.009214222431182861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,2048,0.025310221645567153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,128,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,2560,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,128,0.0028320000403457214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,10240,0.026103110777007207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,64,0.005606222069925732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,128,0.014242667290899487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,512,0.054726223150889076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,8192,0.5359857877095541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,3584,0.008084444536103142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,51200,0.06885244448979695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,1536,0.00564444437623024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,768,0.007063999772071838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,5120,0.028556442923016016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,3584,0.0247013337082333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,2048,0.018076444665590923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,1024,0.007518221934636434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,12288,0.09813688860999213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,10240,0.07455288701587252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,512,0.04303377866744995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,256,0.004547555413511065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,3584,0.008079110748238033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,3584,0.03033511175049676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,8192,0.012404444317022959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,6144,0.030419554975297716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,32,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,256,0.003010666618744532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,8192,0.08375822173224555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,3584,0.007915555602974361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,256,0.004575110971927643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,1024,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,5120,0.015060444672902426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,10240,0.055833776791890465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,2048,0.16240978240966797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,3072,0.2982230981190999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,12288,0.2113137774997287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,7168,0.20480444696214464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,65536,3.037385728624132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,32,0.12607999642690024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,12288,0.05352266629536947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,2048,0.008044444852405125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,7168,0.012248000337017907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,2560,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,3072,0.020337777005301583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,6144,0.2347022162543403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,51200,1.1282897525363498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,256,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,768,0.04921244581540426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,128,0.005312888986534542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,2560,0.19431022802988687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,2560,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,65536,0.13553778330485025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,16384,0.03794755538304647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,128,0.012879999975363413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,5120,0.12756266858842638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,12288,0.05228088961707222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,32,0.017480888300471835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,16384,0.6261759863959419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,6144,0.011863999896579318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,1536,0.006810666786299811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,7168,0.013410666750537025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,64,0.008245333201355403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,6144,0.018064889642927382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,51200,0.060488886303371854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,12288,0.028946667909622192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,768,0.055361777544021606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,768,0.010790222220950656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,1536,0.01756266587310367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,256,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,65536,2.327872806125217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,51200,0.17831733491685656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,1024,0.004835555536879433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,2048,0.011800888511869641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,768,0.003972444269392225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,12288,0.03994933433002896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,12288,0.09951733218299018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,256,0.002990222225586573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,4096,0.45845508575439453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,51200,0.2908782164255778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,2048,0.015509333875444202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,4096,0.12640178203582764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,7168,0.013738666971524557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,5120,0.03529422150717841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,16384,0.026771555344263714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,256,0.05506222115622627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,1024,0.01639111174477471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,3072,0.014664888381958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,128,0.057373331652747266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,2048,0.013398222625255585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,4096,0.03650133477316962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,6144,0.02165422174665663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,10240,0.19629155264960396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,768,0.007350222104125553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,1536,0.0414648883872562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,1024,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,4096,0.042400889926486544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,12288,0.017214222086800467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,256,0.003567111161020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,6144,0.08978133069144355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,4096,0.008671110702885522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,1024,0.05147822366820442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,256,0.016759110821617972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,10240,0.24929245313008627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,1024,0.027106665902667578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,5120,0.06074844466315376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,7168,0.18419110774993896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,3584,0.013560888667901358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,2560,0.010047111246320937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,12288,0.025791999366548326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,10240,0.035762667655944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,51200,0.1257893376880222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,12288,0.2919786771138509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,128,0.028816001282797918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,12288,0.06661511129803128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,128,0.0041626666982968645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,10240,0.027631999717818365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,256,0.006204444501135085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,512,0.04085244403945075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,10240,0.0613831082979838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,3072,0.8707013130187988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,12288,0.019193778435389202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,512,0.2912062274085151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,512,0.02906399965286255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,512,0.25549067391289604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,1536,0.1027982234954834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,3584,0.020869332883093093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,128,0.004294222427739037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,512,0.02626400027010176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,128,0.006684444430801604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,256,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,16384,0.0322053333123525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,7168,0.05100889007250468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,512,0.02437422176202138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,32,0.09469866752624512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,2560,0.021320889393488567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,7168,0.018201778332392376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,2048,0.02128533356719547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,3584,0.0398231115606096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,3072,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,2048,0.013631111217869652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,32,0.0053093334039052325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,6144,0.040248887406455144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,10240,0.07674133115344577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,1536,0.29544088575575084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,2560,0.13400888442993164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,16384,1.1294701894124348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,6144,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,1536,0.007721777591440413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,3072,0.03872977693875631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,5120,0.02778488728735182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,6144,2.6005564795600042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,768,0.007095110913117726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,256,0.008610666626029545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,12288,0.03920711080233256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,10240,0.21169511477152506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,16384,0.03230933348337809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,128,0.002830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,256,0.0029084444459941653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,6144,0.023158222436904907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,2560,0.05134044422043694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,4096,0.022086222966512043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,3584,0.008576889004972246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,6144,0.021207999851968553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,512,0.0033688888781600525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,10240,0.06271555688646105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,65536,0.5420328776041666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,1536,0.009106666677527958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,64,0.08537333541446263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,3072,0.02056711084312863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,51200,1.242627567715115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,64,0.0027031112048361036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,5120,0.009292444421185387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,7168,0.01055111073785358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,2560,0.023960888385772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,16384,0.382421334584554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,3072,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,1024,0.008965333302815756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,51200,1.9170178307427301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,128,0.005410666680998272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,6144,0.07321421967612372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,16384,0.021485333641370136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,3072,0.008577778107590145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,12288,0.040172444449530706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,65536,0.19296888510386148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,3072,0.015698666373888653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,1024,0.005904888941182031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,10240,0.8339164521959094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,5120,0.02985422147644891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,256,0.016864889197879367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,3584,0.026192888617515564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,3584,0.028274665276209515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,1536,0.012259555359681448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,768,0.0035911111368073356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,65536,2.432375166151259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,8192,0.45219733979966903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,4096,0.027867555618286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,51200,0.14914577537112766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,3072,0.10685511430104573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,5120,0.031481779283947416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,5120,0.01769244505299462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,2560,0.04818133181995816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,10240,0.012987555729018318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,16384,0.04722399844063652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,6144,0.012530666258600024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,65536,0.5554204516940647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,256,0.019090667366981506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,2048,0.11816444661882188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,7168,0.02519911030928294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,6144,0.027810666296217177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,256,0.018146667215559218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,512,0.0083137775460879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,2048,0.019145778483814664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,10240,0.03626577721701728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,768,0.00601244428091579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,64,0.013197333448463015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,4096,0.02920177910063002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,12288,20.116048177083332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,32,0.005535111245181825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,256,0.004578666554556953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,51200,0.37958044475979275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,128,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,4096,0.010423111418883005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,3072,0.10698399941126506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,256,0.01461955573823717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,65536,0.2662595642937554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,6144,0.2200862169265747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,7168,0.01815822223822276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,65536,0.15937156147427028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,2560,0.25728000534905326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,128,0.013012444807423485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,4096,0.009686222506894005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,10240,0.0299288895395067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,128,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,1024,0.01292888902955585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,4096,0.20051556163363984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,3072,0.03676533367898729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,3584,0.019164444671736825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,51200,0.13955911000569662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,65536,0.3088151084052192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,1536,0.005494222044944763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,128,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,12288,0.044212443961037524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,64,0.02291733357641432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,768,0.00489155575633049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,2560,0.006344888773229387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,16384,0.18441066477033827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,2560,0.015976889265908133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,51200,0.2905955579545763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,7168,0.010785777535703448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,32,0.009460444251696268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,3584,0.17311555809444854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,64,0.009083555804358589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,8192,0.01679111189312405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,16384,0.4978942341274685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,3072,0.22484445571899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,2048,0.10848177803887261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,512,0.0081395556529363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,256,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,51200,0.0518142216735416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,16384,0.018947554959191214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,1536,0.03648533423741659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,1536,0.012533333566453723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,2048,0.24816976653205025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,1536,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,256,0.022534221410751343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,6144,0.01257333325015174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,32,0.19095199637942842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,7168,0.23908532990349662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,256,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,1024,0.003908444609906939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,5120,0.5266319910685221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,65536,1.641508420308431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,51200,0.06653866502973768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,65536,0.07860444651709662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,32,0.01891288823551602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,8192,0.16323467095692953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,128,0.01481244464715322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,256,0.004383999854326248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,51200,0.03333866596221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,3584,0.3679191006554498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,8192,0.17259377903408477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,1024,0.07795911365085177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,1536,0.008575999902354347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,128,0.026710222164789837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,3584,0.01962311069170634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,1024,0.009729777773221334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,128,0.004387555436955558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,1536,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,12288,0.5736835797627767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,256,0.0037973332736227247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,1024,0.00406666679514779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,3072,0.05146311057938469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,3584,0.01368444412946701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,6144,0.09052622318267822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,1024,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,5120,0.04074222180578444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,1536,0.8244711028205024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,5120,0.0064186664919058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,2048,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,768,0.009508444203270806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,512,0.02937955657641093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,2048,0.7324168947007922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,10240,0.017032000753614638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,256,0.02717155549261305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,8192,0.01979555520746443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,64,0.0029253332565228143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,12288,0.06095733245213827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,7168,0.017858665850427415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,1024,0.009637333452701569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,5120,0.018587556150224473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,65536,0.6068968772888184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,3584,0.0075502221783002215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,6144,0.010375111467308467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,512,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,2560,0.023219555616378784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,3072,0.009710222482681274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,128,0.004845333182149463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,3072,0.12796533107757568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,51200,0.08291466368569268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,4096,0.034076445632510714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,7168,0.012002666791280111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,2560,0.6453324423895942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,7168,2.0815421210394964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,16384,0.45814042621188694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,32,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,16384,0.08108977476755778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,65536,15.025868733723959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,32,0.3301440080006917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,8192,0.03168088859981961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,1024,0.08827022049162124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,1536,0.03086755673090617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,16384,0.23878667089674208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,6144,1.540554682413737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,16384,0.1283253298865424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,51200,0.021575111481878493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,12288,0.38870933320787215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,16384,1.5663813485039606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,768,0.007725333174069722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,7168,0.025895110434956018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,6144,0.013177778157922955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,65536,3.491307576497396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,4096,0.257335106531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,2560,0.0063484443558586975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,1536,0.006039999839332368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,128,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,512,0.026712000370025635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,256,0.003822222352027893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,3584,0.03038933210902744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,6144,0.47500891155666775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,3072,0.3490097787645128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,2048,0.006495999793211619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,1024,0.10169155730141534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,256,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,7168,0.014381332529915703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,768,0.010750222537252637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,512,0.004744889007674323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,1536,0.031112889448801678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,1536,0.013195555243227216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,65536,0.2946355607774523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,10240,0.013597333596812354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,12288,0.5723590850830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,1536,0.15176533328162298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,512,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,6144,0.5898470878601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,5120,0.3961413436465793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,256,0.015069334043396844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,16384,0.34498755137125653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,512,0.004867555366622077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,3072,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,3072,0.00942133367061615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,512,0.04797688788837857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,3072,0.009447111023796929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,65536,0.6783351368374295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,128,0.005709333138333426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,128,0.0041617775956789655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,32,0.0069653333889113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,1024,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,65536,2.744504928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,2560,0.7245182461208768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,6144,0.11679022841983372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,16384,0.5033182038201226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,1024,0.0192284451590644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,12288,0.018582221534517076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,64,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,1024,0.00944622192117903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,1536,0.01050222251150343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,8192,0.10476089186138576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,128,0.0031111112071408164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,512,0.02683466672897339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,3072,0.014165333575672574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,7168,0.01556799974706438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,2048,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,16384,0.06506133079528809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,768,0.005710222240951326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,8192,0.13812711503770617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,16384,0.02903555499182807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,16384,0.029713776376512315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,4096,0.010496888723638324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,16384,0.5670248667399088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,1536,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,128,0.037267555793126426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,2048,0.010513777534166971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,7168,0.11993955241309272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,8192,0.034661332766215004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,1536,0.020797333783573575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,2560,0.012310222619109683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,1536,0.10354577832751805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,65536,44.11366102430555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,1024,0.006695111178689533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,2048,0.1307706700430976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,8192,0.012048000262843238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,2560,0.08894311057196723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,128,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,6144,0.039797332551744245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,51200,0.4361937840779622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,8192,0.04102399945259094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,32,0.0052915554907586836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,10240,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,6144,0.15747377607557508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,5120,0.02269866731431749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,6144,0.010072888599501716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,10240,0.019668444991111755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,2048,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,1024,0.014083556003040738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,3072,0.18625333574083117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,3072,0.008033778104517195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,64,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,2048,0.02623111175166236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,16384,0.1657795508702596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,4096,0.07501866420110066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,4096,0.008628444539176093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,10240,0.042391998900307544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,10240,0.207823117574056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,768,0.012903999951150684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,7168,0.034817778401904635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,3072,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,1024,0.13056888845231798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,256,0.005578666511509154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,10240,0.016336000627941556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,3072,0.02049066623051961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,64,0.003100444459252887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,1536,0.0063733334342638654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,65536,0.06788711415396796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,5120,0.009587555295891231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,4096,0.007937777373525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,10240,0.6098373201158311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,256,0.0033902221669753394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,3072,0.18234666188557944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,128,0.0027386666172080566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,12288,0.2527262104882134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,2560,0.6520489056905111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,768,0.017528888252046373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,6144,0.03230933348337809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,51200,0.23843823538886177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,2048,0.09989600049124824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,128,0.011476444701353708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,128,0.008086221913496653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,768,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,768,0.017927999297777813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,7168,0.02123733361562093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,2048,0.054139554500579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,1536,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,7168,0.01350311107105679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,3584,0.025026667449209426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,1536,0.0063795554969045855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,5120,0.5577422247992622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,10240,0.25195378727383083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,3584,0.22516798973083496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,256,0.01887911061445872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,10240,0.11583644813961452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,6144,0.14936799473232693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,16384,0.341123554441664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,16384,0.06870933373769124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,128,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,7168,0.018623999423450895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,12288,0.11786399947272407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,3072,0.007794666621420119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,5120,0.020455110404226515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,4096,0.02243999971283807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,2048,0.008440000315507254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,1024,0.003920888735188378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,12288,0.018704889549149405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,6144,1.1281147003173828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,2048,0.010614222122563256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,7168,0.011888888974984487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,2048,0.08059822188483344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,768,0.04201333390341865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,10240,0.04352177845107185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,16384,0.025633777181307476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,10240,0.26217688454522026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,768,0.006599111275540457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,7168,0.046104888121287026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,128,0.007603555917739868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,65536,0.3588693406846788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,16384,0.05662844578425089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,3072,0.018216000662909616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,3584,0.01977777812216017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,65536,0.052357332573996655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,7168,0.0221368885702557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,4096,0.034084445900387235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,512,0.010010666317409938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,64,0.005109333329730564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,5120,0.038418667183982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,512,0.06695110930336846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,10240,0.02206666602028741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,6144,0.03970044520166185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,51200,1.0078747007581923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,8192,0.88974306318495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,10240,0.06177866458892822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,10240,0.027811557054519653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,2560,0.037957333856158786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,10240,0.18434133794572619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,16384,1.0666657553778756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,10240,0.15560089217291936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,768,0.006215111249023014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,12288,1.3949386808607314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,5120,0.09440622064802383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,768,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,3072,0.11024088992012872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,8192,0.039107554488711886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,3072,0.008434666527642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,1024,0.006786666810512543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,64,0.00462400002612008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,8192,0.2910426722632514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,256,0.008593777815500895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,1536,0.023500444160567388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,64,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,3072,1.3421555625067816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,256,0.01813155578242408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,32,0.0033359999457995095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,16384,0.6256373193528917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,10240,0.05864355299207899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,7168,0.1019022199842665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,8192,0.3549119896358914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,768,0.03261422117551168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,3072,0.014749333262443542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,4096,0.012741333080662621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,1024,0.0641653339068095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,128,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,256,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,64,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,32,0.0058124446206622655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,5120,0.011786667009194693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,65536,4.1823679606119795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,5120,0.3993342187669542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,4096,0.0068959999415609576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,6144,0.01881511178281572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,128,0.008008889026112026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,6144,0.008640888664457533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,12288,0.05035555693838331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,65536,0.07581155829959445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,3072,0.05537688732147217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,2048,0.03590222199757894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,128,0.00434666665063964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,16384,0.02046133412255181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,10240,0.05691644218232897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,512,0.027664888236257765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,10240,0.5512444708082411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,128,0.0047253333032131195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,1536,0.01604711181587643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,256,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,51200,1.8227074940999348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,256,0.009887110855844285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,6144,0.02958400050799052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,6144,0.04152533411979675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,3584,0.054449776808420815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,64,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,2560,0.5546897782219781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,65536,1.8503875732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,10240,0.0868613322575887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,16384,0.20888177553812662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,51200,0.37372620900472003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,3072,0.0069360000391801195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,6144,0.4504222340053982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,6144,0.04597244328922696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,768,0.003677333394686381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,51200,0.05442755421002706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,10240,0.01819022165404426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,128,0.004565333326657613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,3584,0.015226667126019796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,65536,2.5232346852620444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,32,0.009518221848540837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,768,0.011446221835083432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,51200,2.7267511155870228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,5120,0.1013137764400906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,8192,0.037631998459498085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,16384,0.06369688775804308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,512,0.009192888935407003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,12288,0.030199110507965088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,12288,0.04907466636763679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,8192,0.02148355543613434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,768,0.12861066394382054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,1024,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,6144,0.5821022457546657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,3072,0.01574577722284529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,51200,2.3432879977756076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,8192,0.10870222250620525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,65536,0.2742862171596951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,128,0.004279110994603899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,12288,0.007361777954631382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,2560,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,1024,0.004004444513056013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,4096,0.020266667008399963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,512,0.028716444969177246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,32,0.012320000264379712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,512,0.005979555762476391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,256,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,10240,0.029465778006447688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,7168,0.010769777827792697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,768,0.013095999757448832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,4096,2.056237326727973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,3584,0.008908444808589088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,6144,0.2753360006544325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,3584,0.01702311138312022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,1536,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,51200,0.06169155571195814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,12288,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,4096,0.049201776583989464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,4096,0.31310399373372394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,64,0.037462221251593694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,128,0.0464826656712426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,65536,0.36942489941914874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,768,0.005019555489222209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,4096,0.191429336865743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,12288,1.9097599453396266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,16384,0.3538026544782851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,512,0.0033822223130199644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,1536,0.05903999672995674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,6144,0.012740444805887012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,128,0.0035173334181308746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,3072,0.05300355619854397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,256,0.005231110999981563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,64,0.006834666762087081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,2560,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,128,0.0033093332830402586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,51200,0.11835555235544841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,10240,0.02649333410792881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,128,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,768,0.008254222571849823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,3584,0.22659378581576875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,2048,0.02757155564096239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,8192,0.05995911359786987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,8192,0.1460497776667277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,16384,0.0706497761938307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,8192,0.16077866819169787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,51200,0.580860455830892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,51200,4.82677247789171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,10240,0.026762665973769292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,7168,0.014526221487257214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,1536,0.005961777849329843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,16384,0.022812444302770827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,16384,0.046275556087493896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,512,0.02203377750184801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,10240,0.5243555704752604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,12288,0.05455999904208713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,12288,0.02051377793153127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,128,0.0032417778339650896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,51200,0.22498488426208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,65536,0.06573422087563409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,1024,0.005945777727497949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,512,0.02697155541843838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,32,0.010173333187898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,7168,0.09372266795900132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,3072,0.028088887532552082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,7168,0.01093066649304496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,4096,0.019786667492654588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,16384,0.040082666609022356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,2560,0.014706666270891825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,3584,0.010427555276287926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,32,0.0026684444811609057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,128,0.007720888488822513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,32,0.003022222262289789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,3072,0.07181066936916776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,64,0.009669333696365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,12288,0.0866968896653917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,3072,0.009342222577995723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,65536,0.9674409230550131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,12288,1.416744867960612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,51200,0.20958756075965035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,256,0.004903111192915174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,8192,0.013201778133710226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,128,0.003391111062632667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,2560,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,256,0.009639999932712978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,32,0.004662222332424588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,2560,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,768,0.27425599098205566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,2048,0.006244444598754247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,12288,0.1339955594804552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,768,0.02477866742346022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,51200,0.08651200268003677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,256,0.045179555813471474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,6144,0.12997955746120876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,65536,0.5055120256212022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,2048,0.008407110969225565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,8192,0.01333688861793942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,2048,0.04574577675925361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,2560,0.05610577927695381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,768,0.018058665924602084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,512,0.02868177824550205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,8192,0.011728888584507836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,16384,1.0896675321790907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,64,0.07554933097627428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,1536,0.1354408926433987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,65536,0.24073688189188638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,512,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,3072,0.043614221943749316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,65536,0.018393778138690524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,6144,0.030452443493737116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,65536,0.3112657864888509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,64,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,2560,0.2001324494679769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,3584,0.020297777321603563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,768,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,2048,0.04569955666859945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,8192,6.077222188313802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,65536,0.08461244238747491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,51200,51.67420450846354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,6144,0.13050666120317247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,128,0.030033777157465618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,12288,0.03373333480623033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,8192,0.07607644134097628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,4096,0.03795999950832791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,128,0.003969777789380816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,1024,0.05206933286454943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,2560,0.01904533306757609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,2560,0.12255111005571152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,4096,0.21455910470750597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,12288,0.32737334569295246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,2048,0.005643555687533484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,32,0.07646666632758246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,8192,0.03000533249643114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,128,0.004981333182917701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,128,0.028231110837724473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,1024,0.3018888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,256,0.0029973333908451926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,7168,0.04109066724777222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,2048,0.016228444046444364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,768,0.006647111227114995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,32,0.006785777707894643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,3584,0.28757956292894155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,64,0.004852444347408083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,3584,0.24316265847947863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,2560,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,51200,0.7567457622951932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,1536,5.10881084865994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,1024,0.01254666679435306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,4096,0.16348532835642496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,2560,0.27014756202697754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,3072,0.02053955528471205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,3072,0.12738133801354304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,512,0.05476977758937412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,5120,0.012261333564917246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,4096,0.022406222091780767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,3072,0.012497777740160624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,10240,0.39425155851576066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,8192,0.02492800023820665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,128,0.006768888897365994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,256,0.006505777852402792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,128,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,65536,2.6606534322102866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,16384,0.31519820955064565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,16384,0.15729688273535833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,2048,0.01573155489232805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,2048,0.01752355529202355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,4096,0.008409777449236976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,512,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,256,0.00816000004609426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,7168,0.01500888831085629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,256,0.004341333276695675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,7168,0.03495288888613383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,8192,0.524961789449056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,65536,9.198121812608507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,7168,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,256,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,65536,4.547874874538846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,6144,0.056254221333397754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,4096,0.00924533357222875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,12288,1.355621337890625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,1536,0.010384000009960597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,6144,0.022843556271659002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,4096,0.06105244159698486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,128,0.00832177781396442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,64,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,51200,1.3415572908189561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,51200,0.3601084550221761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,4096,0.10969777901967366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,128,0.0034106667670938703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,4096,0.021968000464969214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,12288,0.17484800020853677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,64,0.022287999590237934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,512,0.010306666294733683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,1536,0.20044533411661783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,4096,0.008088000118732452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,51200,0.2521315680609809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,16384,0.018331555856598746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,12288,0.04962044292026096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,65536,0.009835555321640438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,4096,0.09709244304233128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,8192,0.4247528976864285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,7168,0.025040000677108765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,1024,0.048807111051347524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,768,0.025565332836574976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,51200,0.0958906677034166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,16384,0.05880000193913778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,1024,0.005672889037264719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,51200,0.7798053423563639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,64,0.002969777832428614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,3584,0.46543555789523655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,1536,0.05707910988065931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,6144,0.06665155622694227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,3072,0.016554666890038382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,7168,0.006525333142942852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,65536,0.14956088860829672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,32,0.006050666587220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,3072,0.009959110783206092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,16384,0.09345777829488118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,8192,0.17548622025383842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,6144,0.012684444586435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,7168,0.12873244285583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,512,0.005746666755941179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,128,0.0035742223262786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,5120,0.014138667119873894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,10240,0.016189333465364244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,3584,0.09947555594974095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,3072,0.010774222513039907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,65536,1.8542221917046442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,16384,0.19224977493286133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,128,0.0031679999083280563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,12288,0.021033777130974665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,2048,0.02437244521247016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,2048,0.015092444088723926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,256,0.011963555382357704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,65536,2.2979183197021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,7168,2.3332479265001083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,12288,0.01680355601840549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,6144,0.018738667170206707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,1536,0.015236443943447538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,1536,0.007263999846246507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,2048,0.019911999503771465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,1536,0.2845199902852376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,256,0.1553937726550632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,2560,0.019985778464211356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,7168,0.3505866792466905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,1536,0.004960888789759742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,128,0.0034231110993358824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,1024,0.009827555881606208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,64,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,8192,0.10901155736711289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,128,0.004563555535342959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,1536,0.007263999846246507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,2048,0.01198933356338077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,16384,0.20524711079067656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,51200,0.6208560201856825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,128,0.0605564448568556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,12288,0.046760890218946666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,5120,0.009902222288979424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,8192,0.04029333260324266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,16384,0.49957953559027773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,5120,0.01293777757220798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,128,0.034006221426857844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,32,0.006735999965005451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,3584,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,6144,0.07251199748780993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,65536,0.3128444353739421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,65536,0.15283911757998997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,12288,0.06611733304129706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,4096,0.015417777829700045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,2048,0.00904177791542477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,1536,0.04868266648716397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,2560,0.007057777709431118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,256,0.007655999726719326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,3584,0.009871111147933537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,10240,0.2668257819281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,256,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,256,0.00452622233165635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,8192,0.3563093344370524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,128,0.004062222109900581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,10240,1.7380595737033422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,16384,0.5992284350925022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,51200,0.1937626732720269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,5120,0.054133332437939115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,512,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,8192,0.07505333423614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,768,0.008504889077610439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,16384,0.021552888883484736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,10240,0.07158399952782525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,128,0.004041777716742622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,10240,0.01717422240310245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,32,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,512,0.035184890031814575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,7168,1.0246221754286025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,3072,0.00960000024901496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,51200,2.6770587497287326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,7168,0.016923555069499545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,6144,0.008524444368150499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,10240,0.034487111700905695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,256,0.02477600011560652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,7168,0.011176889141400656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,3584,0.17957422468397352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,256,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,64,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,3584,0.020442666278945077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,1024,0.007182222273614671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,3072,0.006312888943486744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,65536,1.0725111431545682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,3584,0.052448001172807485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,4096,0.3008586565653483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,8192,0.0840302242173089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,3584,0.009872888525327047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,1536,0.4546177652147081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,128,0.00453333349691497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,128,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,768,0.011310222248236338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,3584,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,128,0.0794337789217631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,1024,0.25923111703660756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,65536,0.20879556073082817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,64,0.0028391112056043413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,5120,0.016509332590632968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,128,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,768,0.022272000710169475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,16384,5.228781382242839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,512,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,128,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,65536,0.06549066967434354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,512,0.02574399941497379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,768,0.013008889224794177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,12288,0.0075706665714581805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,512,0.005400889035728242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,5120,0.017794667018784415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,8192,0.052226665947172374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,768,0.008389333056079017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,32,0.005807999935415056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,256,0.009308444129096137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,51200,0.18894044558207193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,3072,0.14422399467892116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,1024,0.0677973363134596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,4096,0.03539911243650649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,768,0.17620000574323866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,1536,0.07693599992328219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,8192,0.08249244425031874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,768,0.16168799665239122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,6144,0.2272355556488037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,5120,0.9574871063232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,16384,0.09994044568803574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,51200,0.9906844033135308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,1024,0.008827555510732863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,1024,0.007288888924651676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,16384,5.5429441663954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,65536,1.301452424791124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,128,0.039878222677442766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,1536,0.05977511405944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,2560,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,4096,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,4096,0.01404711107412974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,10240,0.3339200019836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,6144,0.02511466708448198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,4096,0.02944444285498725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,5120,0.03211288981967502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,5120,0.35769067870246035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,32,0.007811555431948767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,256,0.0058711109062035876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,32,0.008375999828179678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,2560,0.016372443901167977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,128,0.03397333290841844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,8192,0.08241244157155354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,256,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,3584,0.010346666806273991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,512,0.09817688994937473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,8192,0.4000026649898953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,2048,0.018770666586028207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,10240,0.43496354420979816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,64,0.013642667068375481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,2048,0.05265511075655619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,6144,0.011736888852384357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,512,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,1536,0.009896888501114314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,768,0.006937777830494775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,1536,0.013033777475357056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,3072,0.007353777686754863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,5120,0.04148000147607591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,512,0.04778844449255201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,7168,0.021592888567182753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,51200,0.5781600210401747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,16384,0.18619822131262886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,16384,0.09990311331219143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,2560,0.021996445126003687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,32,0.030084444416893855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,3072,0.0907671120431688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,256,0.02667644454373254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,10240,0.040123555395338274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,512,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,3072,0.1565999984741211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,5120,0.036884443627463445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,256,0.0029813332690132987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,256,0.0031066667288541794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,1024,0.014807111687130399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,3584,0.006492444624503453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,768,0.004282666577233208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,3584,0.029150221082899306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,2048,0.017136888371573556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,7168,0.12277421686384414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,2560,0.016359110673268635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,2048,0.011415999796655444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,8192,3.2896558973524304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,2048,0.13384889231787786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,7168,0.04722933305634392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,5120,0.012874667015340594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,5120,0.05644889010323418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,6144,0.03453600075509813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,6144,0.01015733347998725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,256,0.05960888995064629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,32,0.013239999612172445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,3584,0.3158044550153944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,512,0.0036195553839206696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,16384,0.031014220582114324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,3072,0.007708444363541073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,768,0.003593777616818746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,5120,0.08486133151584202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,64,0.0027057776848475137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,10240,0.013385777672131857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,7168,0.015215999550289579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,51200,0.07350222269694011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,4096,0.8181751039293078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,128,0.014698666003015308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,64,0.32706578572591144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,51200,0.15857244862450495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,2560,0.10056533416112264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,768,0.00979644474056032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,3584,0.013730666703648038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,16384,0.018030222919252183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,32,0.10619378089904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,3072,0.011944000091817645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,12288,0.033977776765823364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,7168,0.032799998919169106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,32,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,2048,0.05891022417280409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,128,0.003983111017280155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,6144,0.02970400121476915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,12288,0.031084444787767198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,512,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,64,0.0034044444974925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,512,0.0037546666959921518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,51200,0.8470871183607313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,16384,0.08824711375766331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,1024,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,2048,0.004922666483455234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,1536,0.8112782372368706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,512,0.012154666913880242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,51200,0.06774666574266222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,512,0.0038115556041399636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,128,0.005970666805903117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,768,0.00870222184393141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,51200,0.2006382279925876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,16384,0.06503555509779188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,32,0.02069511181778378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,12288,0.0210533340771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,51200,0.10464444425370957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,7168,0.7049599753485786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,128,0.022533333963818018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,1024,0.013595555391576556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,1536,0.006640000061856375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,512,0.11694222026401097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,128,0.0074879998962084455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,256,0.014011555247836642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,64,0.0030737777964936364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,4096,0.013399110900031196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,6144,0.012280888855457306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,10240,0.26178844769795734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,128,0.007419555551475949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,3072,0.013602666556835175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,4096,2.2901244693332248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,12288,0.580526245964898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,10240,0.027942223681343928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,4096,0.010673777924643623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,4096,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,768,0.045760889848073326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,2560,0.05291822221544054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,128,0.027757333384619817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,10240,0.041215999258889094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,3072,0.006979555719428592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,1024,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,5120,0.06628088818656074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,5120,0.14006133874257407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,512,0.0046924443708525766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,256,0.004530666602982415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,6144,0.03680266605483161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,1536,0.02473955518669552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,10240,0.0398613346947564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,128,0.023588443795839947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,3584,0.008777778181764815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,12288,0.694252438015408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,768,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,512,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,8192,0.26969777213202584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,12288,0.05488533443874783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,4096,0.01183111137813992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,5120,0.20865421824985078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,51200,0.15550400151146784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,6144,0.07594755623075697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,10240,2.2841254340277777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,10240,0.06525955597559611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,256,0.007620444728268518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,6144,0.013442666994200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,768,0.040390223264694214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,12288,0.498943116929796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,65536,0.12688799699147543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,3584,0.03029777937465244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,128,0.0034293333689371743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,5120,0.11499110857645671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,65536,0.09472444322374131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,65536,1.2375164031982422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,2560,0.01936177743805779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,1024,0.006809777683681912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,256,0.006980444822046492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,7168,0.22323822975158691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,1024,0.022766222556432087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,2560,0.050732443730036415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,3072,0.017196445001496207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,12288,0.23772711224026152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,2048,0.05824177794986301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,32,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,128,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,4096,0.01646488904953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,768,0.10183288653691609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,16384,0.0699546668264601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,32,0.010835555692513784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,3584,0.09732800059848362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,10240,0.052116443713506065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,64,0.008345777789751688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,16384,0.3487235440148248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,4096,0.05110133356518216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,3584,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,3584,0.02631644407908122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,1536,0.015506666567590503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,16384,5.753293355305989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,64,0.00872622181971868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,6144,0.010843555960390302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,512,0.005511111269394557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,32,0.03886399997605218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,2048,0.050275554259618126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,8192,0.03283910950024923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,65536,0.07522933350669013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,12288,0.2143982251485189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,3072,0.059157331784566246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,768,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,64,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,2048,0.010844444235165914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,16384,0.0555573304494222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,16384,1.1337128745185006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,3584,0.013750221994188098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,32,0.07097422414355807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,7168,0.13300800323486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,8192,0.011510222322411008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,10240,0.03353688783115811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,32,0.02236888971593645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,512,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,6144,0.00944977750380834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,10240,0.3314399984147814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,1536,0.015928000211715698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,3072,0.024311110377311707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,10240,0.0221368885702557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,4096,0.05154933200942146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,256,0.00481244424978892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,3584,0.016199111938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,5120,0.015544000599119397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,8192,0.007177777588367462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,2048,0.20939111709594727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,32,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,10240,0.41927644941541886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,1536,0.030344890223609075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,7168,0.20097866323259142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,3584,0.01461777753300137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,256,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,2560,0.013606222139464485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,2560,0.1336631112628513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,5120,0.5566204388936361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,768,0.05235644512706333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,6144,0.11832800176408555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,32,0.006450666735569636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,10240,4.647758907741971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,7168,0.17521333694458008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,512,0.009728888670603434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,64,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,10240,0.02065955599149068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,5120,0.006443555570311016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,8192,0.2455831103854709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,4096,0.02307111190425025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,6144,0.008988444175985124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,8192,0.15942933824327257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,2048,0.11306577258639866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,2560,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,8192,0.02026844521363576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,7168,0.02665155629316966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,16384,0.023774221539497375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,51200,0.09322310818566217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,64,0.0026568888376156488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,1536,0.018384888768196106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,6144,0.02332088847955068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,512,0.09146489037407769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,3072,0.012054222325483957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,1024,0.03844889005025228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,64,0.007135111424658034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,65536,0.12022488647037083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,5120,0.11433866288926865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,3072,0.033801777495278254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,7168,0.006141333530346553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,128,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,5120,0.047932446002960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,5120,0.02199111051029629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,6144,0.42840533786349827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,32,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,12288,0.13753510846032038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,5120,0.04955200023121304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,51200,0.17082756095462373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,6144,0.054915553993648954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,2048,0.007633777956167857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,1536,0.02110933264096578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,10240,0.027300443914201524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,768,0.009257777697510189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,6144,0.2657884491814507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,1536,0.10706844594743516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,51200,0.7033555772569445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,256,0.05687644746568468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,4096,0.06027555465698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,6144,0.015097777048746744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,512,0.0074240002367231585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,4096,0.1194044484032525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,16384,0.10955199930402969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,2560,0.48418664932250977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,64,0.012712889247470431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,128,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,16384,0.25201066335042316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,4096,0.02316444449954563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,256,0.006188444379303191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,16384,1.146076414320204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,256,0.0047102222839991255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,12288,0.34772266281975645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,7168,0.02721422248416477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,65536,5.444051530626084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,12288,0.2578506734636095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,4096,0.023596444063716467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,512,0.030419554975297716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,1024,0.006632888896597757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,3072,0.2146408822801378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,3584,0.012483555409643384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,3584,0.44665246539645725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,256,0.015879111157523263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,1024,0.007142222589916653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,65536,0.09619110822677612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,4096,0.038146668010287814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,8192,0.07172533538606432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,512,0.016508445143699646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,3584,2.6209769778781467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,256,0.02385866641998291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,7168,0.06508888800938924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,1024,0.007761778102980719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,3072,0.008567111359702216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,2560,0.06131111250983345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,8192,0.05578133132722643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,65536,0.07639911439683703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,512,0.00962044464217292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,6144,0.010885333021481832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,10240,0.015909334023793537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,7168,0.020790222618314955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,65536,0.8285066816541883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,128,0.0957368877198961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,1536,0.05557688739564684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,12288,0.3302248848809136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,4096,0.008628444539176093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,128,0.007321777443091075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,256,0.0031679999083280563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,3072,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,1024,0.005058666484223472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,65536,0.19268977642059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,1024,0.004064889003833135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,3584,0.0120000003112687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,2048,0.0649991101688809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,256,0.010411555568377176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,2048,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,1536,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,512,0.022820444570647344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,3072,1.9317306942409938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,16384,1.179017808702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,5120,0.14063378175099692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,65536,1.3211883968777127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,3584,0.012851555314328937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,65536,0.47378842035929364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,2048,0.01421333352724711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,65536,53.32813178168403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,4096,0.013016888664828407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,32,0.03975111246109009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,3072,0.00889866633547677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,7168,0.011142222417725457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,4096,0.006643555644485686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,128,0.004420444369316101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,1024,0.047621332936816745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,768,0.005640000104904175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,1536,0.011511999699804517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,4096,0.016453334026866488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,1024,0.013758222262064615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,12288,0.11980977323320176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,32,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,512,0.02792444494035509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,256,0.025184889634450276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,1536,0.007806222471925948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,128,0.0028275555620590844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,3584,0.116413328382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,2560,0.2695502175225152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,2560,0.014874666929244995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,12288,0.016714667280515034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,1536,0.012446222205956778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,256,0.00453333349691497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,10240,0.08823555707931519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,2048,0.006843555718660355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,12288,0.048511998520957104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,128,0.0026844443960322272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,768,0.09522666533788045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,32,0.005240889059172736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,1024,0.08760799964269002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,2560,0.05568089087804159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,512,0.004507555729813046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,12288,0.07996622059080336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,51200,0.12426933977339004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,51200,3.45654657151964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,10240,0.020466667082574632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,4096,0.09964088598887126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,12288,7.6624052259657125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,65536,0.3477946652306451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,768,0.01073688848151101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,64,0.008063111040327284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,16384,2.1560516357421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,4096,0.12502400080362955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,7168,0.014726221561431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,1024,0.0064293332397937775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,1536,0.03577955563863119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,2560,0.009671111073758867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,7168,0.017785777648289997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,256,0.0034702221552530923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,128,0.021362667282422382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,12288,0.015228443675571017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,1024,0.014500444134076437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,32,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,3072,0.12095999717712402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,768,0.008255110846625434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,2048,0.016025778320100572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,3584,0.019687111179033916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,512,0.0063324446479479475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,1536,0.026542221506436665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,8192,0.06305599874920316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,8192,0.01181333346499337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,65536,0.15133155716790095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,3584,0.09293066793017918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,5120,0.013903111219406128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,128,0.0047066667013698155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,2048,0.16186932722727457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,4096,0.13146755430433485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,256,0.022855111294322546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,65536,0.06552888949712117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,16384,0.20519288380940756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,8192,0.14370755354563394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,1536,0.009145778086450364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,5120,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,1536,0.04716089036729601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,2048,0.016343111793200176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,1024,0.02608355548646715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,7168,0.07825333542293973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,768,0.01014755583471722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,1024,0.04951644606060452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,3584,0.010808889236715106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,65536,0.10420888662338257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,512,0.10887200302547878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,3072,0.03759200043148465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,3584,0.039099554220835366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,256,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,32,0.005113777601056629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,256,0.00832444429397583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,256,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,512,0.011727111207114326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,1024,0.010249777800507015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,768,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,128,0.01127644462717904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,16384,0.4081715477837457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,10240,0.0900720026757982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,8192,0.015619556109110514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,2560,0.08118400308820936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,10240,1.083422236972385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,7168,0.012364444633324942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,768,0.005505777895450592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,1536,0.11405332883199056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,64,0.005040888984998067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,8192,0.028224001328150432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,16384,1.4467929204305012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,10240,0.05613422393798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,256,0.00552977787123786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,8192,0.04590222239494324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,5120,0.25341688262091744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,4096,0.0210515558719635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,2048,0.09995377726025051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,512,0.007644444704055786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,4096,0.06503911150826348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,128,0.0040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,5120,0.10002488560146755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,256,0.005469333380460739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,2048,0.01183733344078064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,512,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,7168,0.5517644352383083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,512,0.04071288969781663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,768,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,5120,0.044897778166664966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,4096,0.014119111829333834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,8192,0.017664000391960144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,3072,0.25944532288445366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,65536,0.07665689124001397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,12288,0.026473777161704168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,5120,0.26576444837782115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,51200,0.06975911060969035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,64,0.007240888973077138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,768,0.005452444569932089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,7168,0.01457244488928053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,65536,1.5037555694580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,1536,0.006888000087605582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,64,0.04645688997374641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,5120,0.020983111527231004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,5120,1.5056631300184462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,2048,0.018223999275101554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,8192,0.20295022593604195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,128,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,1536,0.009208888643317753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,16384,0.09354933102925618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,128,0.0028488888508743713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,2048,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,768,0.15381422307756212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,51200,0.7460026741027832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,10240,0.052388442887200244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,32,0.005087999833954705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,16384,0.05659821960661146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,32,0.002834666727317704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,6144,0.03122577733463711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,2560,0.07243466377258301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,1024,0.006107555495368109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,16384,1.9327706231011286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,2048,0.01703377730316586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,16384,2.022634718153212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,768,0.009515555368529426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,5120,0.02110133402877384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,10240,0.010987555815113915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,4096,3.956984202067057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,3584,0.4406604501936171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,4096,0.028608888387680054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,512,0.005912000106440649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,16384,0.08122933573193021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,3072,0.1578880018658108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,2560,0.013927999469969006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,16384,0.02127733329931895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,64,0.0026977778308921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,32,0.015417777829700045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,2560,0.012368000215954252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,32,0.0026791110220882627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,65536,0.33083200454711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,16384,0.26443910598754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,65536,0.07850933074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,7168,0.9653476079305013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,3072,0.7701350847880045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,256,0.07485600312550862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,1024,0.0048942222363419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,4096,0.2834808826446533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,2048,0.007409777906205919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,51200,0.12033955256144206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,16384,0.04119822382926941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,32,0.004281777888536453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,768,0.004062222109900581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,512,0.007436444362004598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,5120,0.47371286816067165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,2560,0.12014933427174886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,512,0.004829333474238713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,8192,1.9378649393717449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,51200,0.072488890753852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,32,0.0069439998931354946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,4096,0.015575110912322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,128,0.004139555411206352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,8192,0.02012266715367635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,3584,0.03825511203871833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,3072,0.01912088857756721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,2048,0.014612444572978549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,1536,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,12288,0.024939555260870192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,512,0.004283555679851108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,128,0.026007110873858135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,51200,0.9929289287990994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,2048,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,3584,0.02812444501452976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,4096,0.15773955980936685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,10240,0.03461777832772996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,2560,0.015460444821251763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,6144,0.00978577799267239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,4096,0.01086400035354826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,7168,45.643646240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,256,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,12288,0.020191111498408847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,7168,0.05877421961890327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,5120,0.019926221834288705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,4096,0.048941334088643394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,10240,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,5120,0.009837333526876237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,3584,18.14070807562934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,12288,1.2192275789048936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,16384,0.032525334093305804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,6144,0.08468088838789199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,8192,0.6518133481343588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,8192,0.05326933330959744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,2560,0.14900267124176025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,2048,0.033922665648990206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,2560,0.12701688872443304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,32,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,1024,0.0059368887709246735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,12288,0.33396445380316836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,1536,0.011426666544543372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,6144,0.2121288908852471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,768,0.031665778822369046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,65536,5.73708979288737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,4096,0.014703111516104804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,32,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,64,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,10240,0.014107555150985718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,10240,0.6971679793463813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,51200,0.05997066365347969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,2560,0.022879110442267522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,4096,0.03769955701298184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,5120,1.607776853773329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,3584,0.09715111388100518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,5120,0.031552000178231135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,2048,0.014402666025691561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,6144,0.012576888832781049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,256,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,3584,0.2802835570441352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,3072,0.0107022225856781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,2560,0.016283555163277518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,512,0.0034702221552530923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,10240,0.2215733395682441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,10240,0.2620408799913195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,5120,0.04006400042110019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,768,0.0069439998931354946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,4096,0.02237422267595927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,4096,0.016349333855840895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,3072,0.0369395547442966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,1024,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,512,0.004520888957712385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,7168,0.013834666874673633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,5120,0.7507226732042102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,65536,0.5847804281446669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,3584,0.009264888862768808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,64,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,2560,0.00720355576939053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,10240,0.5849813355339898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,128,0.00924444446961085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,16384,0.06052711274888781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,16384,0.06059555874930488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,12288,0.42410487598843044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,256,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,512,0.0046364445653226645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,64,0.0025253333151340485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,256,0.06843022505442302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,2560,0.008095111283991072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,512,0.0034008889148632684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,3072,0.023423110445340473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,8192,0.10469777716530694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,512,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,3072,0.030441777573691473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,128,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,3584,0.009106666677527958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,1024,0.0038657776183552216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,7168,0.03169155451986525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,2560,0.010746666954623329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,64,0.0033377777371141645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,8192,0.3540746635860867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,16384,0.03003822101487054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,7168,0.031325333648257785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,65536,0.49453422758314347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,64,0.304916434817844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,256,0.006461333483457565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,4096,2.5683263142903647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,64,0.0034799998005231223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,6144,0.016366221838527255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,8192,0.19532977210150826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,6144,0.023424888650576275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,8192,0.016706667012638517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,32,0.009407111340098912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,2560,0.0075706665714581805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,12288,0.6662266519334581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,8192,0.03269155489073859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,512,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,256,0.01387555566098955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,3072,0.04043911231888665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,6144,0.02439022229777442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,64,0.003478222423129611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,2560,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,3072,0.1217084460788303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,6144,0.04632000128428141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,10240,0.6922808753119575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,768,0.356769773695204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,64,0.006649777707126405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,32,0.00554666668176651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,128,0.0031031111462248694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,7168,0.033739556868871055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,768,0.07218844360775419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,256,0.03606577714284261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,3584,0.007857778006129796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,2560,0.008436444732877944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,256,0.004049777984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,64,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,3584,0.028039998478359644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,512,0.005071111023426056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,51200,0.5832071304321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,1536,0.007855999800893996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,2048,0.012301333248615265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,3072,0.5419066747029623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,4096,0.016746666696336534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,5120,0.01956533392270406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,32,0.053314665953318276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,32,0.00795999997191959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,10240,0.035417778624428645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,7168,2.568720923529731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,768,0.02397866712676154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,1024,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,16384,0.03107200066248576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,8192,0.04105510976579454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,3584,0.008923555413881937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,12288,0.05024444394641452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,3584,0.009937778115272522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,16384,0.3368346691131592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,2048,0.07262755764855279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,1536,0.00480000012450748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,768,0.04158133268356323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,3072,0.26136355929904515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,512,0.0038248888320393036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,7168,0.05642844571007622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,768,0.1516515546374851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,3584,0.016491555505328707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,64,0.0074986666440963745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,32,0.015947555502255756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,1024,0.00777333312564426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,2560,0.029863112502627905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,3584,0.02035199933581882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,12288,0.05456088980038961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,4096,0.030770666069454614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,256,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,3072,0.018010665973027546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,5120,0.48348267873128253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,3072,0.02539377742343479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,3072,0.015013333823945789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,8192,0.03303733468055725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,2560,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,16384,0.018416888184017606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,7168,0.021529777182473078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,1536,0.006303999986913469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,7168,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,16384,0.04539733462863498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,1536,0.006227555374304454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,2560,0.07379555702209473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,3072,0.07200621896319918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,6144,0.03909511036343045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,128,0.00648266656531228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,3584,0.010479110810491772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,7168,0.022858666049109563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,10240,0.15306577417585585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,1536,0.006121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,3072,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,512,0.007262222468852997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,7168,0.013767999907334646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,2048,0.03464266657829285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,65536,2.4564141167534723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,1536,0.0787644452518887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,5120,0.13366844918992785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,3584,0.6524693171183268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,3584,0.014375999569892883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,3072,0.009463110731707679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,1024,0.042262223031785756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,3584,0.0965084433555603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,3072,0.4969617525736491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,512,0.017816000514560275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,3072,0.010953777366214328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,5120,0.03176888823509216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,3072,0.015978667471143935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,512,0.015024888846609326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,256,0.0036880001425743103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,6144,0.01148799972401725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,4096,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,768,0.013119999733236102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,768,0.04335200124316745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,256,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,2560,0.04264800084961785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,128,0.004488000025351842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,65536,0.4501013225979275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,3072,0.15565689404805502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,64,0.3497013250986735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,32,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,1024,0.003940444439649582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,256,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,128,0.012901333471139273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,7168,0.013959111438857185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,512,0.005761777775155173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,12288,0.05682310793134901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,32,0.005453333258628845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,128,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,768,0.007751999629868402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,512,0.017418666018380057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,1536,0.49363554848565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,6144,0.3594977855682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,1536,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,1024,0.006719999843173557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,512,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,12288,0.1374560064739651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,512,0.007516444557242923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,4096,0.0226275556617313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,2048,0.011161777708265515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,128,0.01149777736928728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,6144,0.02398666739463806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,1536,0.004839999808205498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,65536,0.14999288982815212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,1024,0.007732444339328342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,16384,0.03661155700683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,256,0.004558222161398994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,12288,3.127825842963325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,128,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,128,0.003272888975010978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,1536,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,128,0.0034542222403817703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,2560,0.0910231139924791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,8192,0.019495111372735765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,64,0.0037342223028341928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,2560,0.0069751110341813825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,8192,0.12443821960025364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,12288,0.022502221994929846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,8192,0.014117333624098035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,6144,0.020184889435768127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,1024,0.01862133377128177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,5120,0.018657777044508193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,8192,0.1370533307393392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,512,0.005054222212897407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,32,0.0026844443960322272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,8192,0.3044995466868083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,1536,0.013986666997273764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,51200,1.1265476014879015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,6144,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,768,0.005576888720194499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,1536,0.026734222968419392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,768,0.01780533293883006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,64,0.009293333523803288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,64,0.15201332834031847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,16384,0.41620532671610516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,1536,0.006899555524190267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,32,0.0030542222989930045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,512,0.005461333526505365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,32,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,256,0.012000888586044312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,128,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,7168,0.014542222023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,6144,0.009392889009581672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,6144,0.5544675721062554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,64,0.012689777546458773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,5120,0.023187556200557288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,4096,0.10652889145745172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,10240,0.04018488857481215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,65536,0.07179377476374309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,8192,0.3448515468173557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,3584,0.025840888420740765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,10240,0.03649244374699063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,3584,0.16564622190263537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,256,0.014450665977266101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,256,0.003590222034189436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,1536,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,3584,0.010105777945783403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,7168,0.4325573444366455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,8192,0.022687110635969374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,256,0.004362666772471534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,10240,0.4288444519042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,12288,0.07604977819654676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,768,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,4096,0.016151999433835346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,10240,0.07450933588875665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,10240,0.032940444019105695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,2560,0.09826488627327813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,3584,0.04351111253102621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,1536,0.11659910943773057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,12288,0.02683911058637831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,65536,0.62008089489407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,8192,0.02382933265633053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,5120,0.01626399987273746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,10240,0.011930666863918304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,51200,0.2531697750091553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,32,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,1536,0.008234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,12288,0.05436799923578898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,12288,0.056778669357299805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,2048,0.006135111053784688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,5120,0.009317333499590555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,51200,6.58209949069553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,2048,0.011393778026103973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,5120,0.034557332595189415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,51200,0.12824355231391057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,6144,0.013904000322024027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,128,0.05385333299636841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,1024,0.1407395601272583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,3072,0.025253333979182776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,6144,0.15506754981146917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,3584,0.011388444238238864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,65536,0.46117332246568465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,3072,0.008253333469231924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,3584,0.09213778045442368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,256,0.018548443913459778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,65536,21.09922112358941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,7168,0.11215910646650527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,6144,0.019973332683245342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,51200,0.63228087955051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,8192,0.006331555545330048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,256,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,64,0.008941333327028487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,3072,0.012316444681750404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,65536,0.2019502189424303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,256,0.006544888847404056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,64,0.17116710874769422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,3072,0.016041777200169034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,3584,0.038527111212412514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,2048,0.08555466598934597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,256,0.02381333377626207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,10240,0.5890560150146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,768,0.008216888540320927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,768,0.015947555502255756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,256,0.06905688842137654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,1024,0.005703111075692707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,64,0.003236444460021125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,3584,0.00831822223133511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,7168,0.042146666182412036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,512,0.005151999907361137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,8192,0.169633772638109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,256,0.0031759999692440033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,51200,0.1850586732228597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,4096,0.41671021779378253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,3584,0.035959998766581215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,2048,0.027445332871543035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,51200,0.36296712027655703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,5120,0.05597777499092949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,1024,0.009212444225947062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,16384,0.02681866619322035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,7168,0.021360889077186584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,3072,0.047080000241597496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,128,0.024550222688251074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,1536,0.08680355548858643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,3584,0.009285333255926767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,4096,0.24451287587483725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,12288,0.06464799907472399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,1024,0.006619555668698416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,8192,1.7730533811781142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,128,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,8192,1.0911724302503798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,8192,0.10648977756500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,16384,0.02588266630967458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,6144,0.011892444557613797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,2560,0.1605235603120592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,2560,0.028219554159376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,51200,9.92947472466363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,512,0.010272888673676385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,768,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,64,0.009786666267448002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,51200,5.598330603705512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,768,0.008037333687146505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,51200,0.1350124412112766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,5120,0.014931556251313953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,7168,0.1531368891398112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,3584,0.024821332759327356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,768,0.019627556204795837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,51200,0.4171893331739638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,51200,0.013995556367768182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,2048,0.12879110707177058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,3072,0.037716444995668195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,1536,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,1536,0.17630488342709014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,32,0.010204444328943888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,16384,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,16384,0.056984000735812716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,10240,0.08885777658886379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,768,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,4096,0.045271111859215625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,7168,3.668639289008247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,4096,0.11349422401852077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,5120,0.12656622462802464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,32,0.009516444471147325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,512,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,3584,0.013456888496875763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,3584,0.011944000091817645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,6144,0.02787999974356757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,12288,0.06445066796408759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,32,0.006137777947717243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,768,0.008167111211352879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,2048,0.027081777652104694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,6144,0.012087999946541257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,64,0.0033200000309281876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,128,0.004555555681387584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,3584,0.13461866643693712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,64,0.006666666517655055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,768,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,256,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,8192,0.0810462236404419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,512,0.004363555461168289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,2048,0.019290667441156175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,51200,0.1978800031873915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,65536,0.10172710816065471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,768,0.07834311326344807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,2560,0.014522666732470194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,2560,0.1064293318324619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,65536,0.5560506714714898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,768,0.006606222026877933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,512,0.005418666534953647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,3072,0.274088011847602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,512,0.008440888590282863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,512,0.007435555259386699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,3584,0.11684444215562607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,2560,0.01312800000111262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,10240,0.0884737769762675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,1024,0.005995555470387141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,51200,1.2404933505588107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,4096,0.05803110864427355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,5120,0.012679999901188744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,256,0.016216889023780823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,2048,0.01310222182008955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,51200,1.051539527045356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,64,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,128,0.012847999731699625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,65536,1.2023803922865126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,512,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,3584,0.023956444528367784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,5120,0.910278214348687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,51200,0.1533164448208279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,16384,0.5273617638481988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,128,0.005040888984998067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,256,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,4096,0.20808622572157118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,12288,2.1213565402560763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,7168,0.32300178209940594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,768,0.004278222305907143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,256,0.017180444465743173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,1024,0.0069751110341813825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,8192,0.15565778149498835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,128,0.04847822255558438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,16384,2.1430827246771917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,4096,0.0783404442999098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,8192,0.06576710939407349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,768,0.2560684416029188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,16384,0.4030622111426459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,3584,0.008601778083377415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,16384,0.050791111257341176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,7168,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,512,0.005592888842026393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,1536,0.00943022221326828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,51200,0.6348524623446995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,128,0.010567111273606619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,32,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,2048,0.10314133432176377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,8192,0.04010399844911363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,3584,0.03392088744375441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,65536,0.18520000245836046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,10240,0.03709333472781711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,7168,0.011899555722872416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,65536,3.1280267503526478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,12288,1.1247662438286674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,12288,0.021848888860808477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,768,0.00851999968290329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,3072,1.0079004499647353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,51200,0.2503804365793864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,512,0.007540444533030192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,12288,0.10221511125564575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,2048,0.028856890069113836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,1024,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,256,0.004389333228270213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,5120,0.00886311133702596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,51200,0.25387732187906903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,1536,0.00701333334048589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,12288,0.04061333338419596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,2048,0.009266667068004608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,64,0.0027964444210131965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,65536,0.1503066619237264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,64,0.01404088901148902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,2048,0.011749332977665795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,3072,0.018046221799320646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,5120,0.07674844397438897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,10240,0.45080264409383136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,3072,0.01573955516020457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,16384,0.31871289677090114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,1024,0.02197244432237413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,2048,0.007896000312434303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,2048,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,256,0.02015199926164415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,2560,0.009202666580677032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,65536,0.09338488843705918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,4096,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,1024,0.02567200031545427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,7168,0.032961779170566134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,10240,0.44240887959798175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,32,0.006594666590293248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,32,0.0032293332947625052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,8192,0.01497244503762987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,768,0.006980444822046492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,3072,0.027792887555228338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,10240,0.2064737743801541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,1536,0.015171556009186639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,512,0.005473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,10240,0.32945866054958767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,3584,0.023150222169028387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,10240,0.17203911145528158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,4096,0.05451733205053541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,2560,6.265652550591363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,64,0.003458666718668408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,12288,0.0370506677362654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,2560,0.18995466497209337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,5120,0.04553955462243822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,6144,0.07816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,7168,0.1763919989267985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,5120,0.8323777516682943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,65536,0.15280266602834067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,1536,0.020367999871571858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,1024,0.004585777719815572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,10240,0.04748177859518263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,65536,1.2695670657687717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,51200,2.2136497497558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,2048,0.01309333327743742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,8192,0.03901866740650601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,128,0.0057884446448749965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,65536,1.6902311113145616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,512,0.008117333054542542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,51200,35.12192111545139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,12288,0.2947688897450765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,3072,0.011157333023018308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,2048,0.013807999591032663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,512,0.021800888909233943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,32,0.0057546666098965546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,5120,0.01426488823360867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,256,0.007000000112586551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,12288,0.0711759991115994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,128,0.0028444443725877335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,32,0.007479999628331926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,3584,0.008569777839713627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,128,0.0046942221621672315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,64,0.005236444373925527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,2048,0.13695555263095432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,512,0.010383110907342698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,16384,0.7725200123257108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,256,0.004460444466935264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,16384,0.2795751094818115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,768,0.03393955694304572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,51200,1.8948595258924696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,5120,0.9660328759087456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,64,0.0029031110720502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,2048,0.052560001611709595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,128,0.017987555927700467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,3072,0.03232889042960273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,3072,0.14128977722591823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,2560,0.3616906536950006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,51200,0.3361751238505046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,65536,0.025435555312368605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,2560,0.02774577836195628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,8192,1.1055208841959636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,4096,0.022693332698610093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,3584,0.008644444247086843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,768,0.017059556312031217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,10240,0.02390044430891673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,16384,0.0613973339398702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,10240,0.04773777723312378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,8192,0.09308089150322808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,3072,0.07653866873847114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,3072,0.017096888687875535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,128,0.152728001276652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,2048,0.04856533474392361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,2048,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,10240,0.27698667844136554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,16384,0.4427635669708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,7168,0.5506319999694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,1536,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,16384,1.2026631037394206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,4096,0.008925333619117737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,8192,0.023696889479955036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,7168,0.02567200031545427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,768,0.007968000239796108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,7168,0.052482667896482676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,7168,0.10739022493362427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,2048,0.3874071174197727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,51200,0.14862577120463052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,4096,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,128,0.005575110928879843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,65536,0.1862222221162584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,7168,0.13757333490583631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,7168,0.1491617759068807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,512,0.007831999825106727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,512,0.32036622365315753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,4096,0.006353777729802662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,1536,0.02626222206486596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,51200,0.13826578193240696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,6144,0.009750222166379293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,5120,0.27891021304660374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,64,0.1265315612157186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,12288,4.875579410129123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,12288,1.931063969930013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,3584,0.03930400146378411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,4096,0.19677421781751844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,8192,0.1355288823445638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,1024,0.02109866672092014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,32,0.0030133333057165146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,256,0.004389333228270213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,65536,0.5799351268344456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,768,0.03120000163714091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,32,0.015495111544926962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,8192,6.353791978624131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,51200,0.01074488874938753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,12288,0.03770844472779168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,32,0.006758222149478064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,8192,0.2775537702772352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,65536,6.3025148179796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,2560,0.007731555236710443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,2560,0.030932443009482488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,512,0.068667557504442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,1024,0.0041804446114434134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,2560,0.26014934645758736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,5120,0.19628089004092744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,32,0.003436444534195794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,3072,0.012529777983824411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,1024,0.07850933074951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,7168,0.022483555807007685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,3072,0.011550222006109027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,8192,0.02240088913175795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,3072,0.012074666718641916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,3584,0.018546667363908555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,1024,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,4096,0.18138933181762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,51200,0.05374755462010702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,5120,0.04786400000254313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,5120,0.03256888853179084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,32,0.004304888761705822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,4096,0.013809777796268463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,8192,0.02299022177855174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,8192,0.1120791170332167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,128,0.8945208655463325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,6144,0.08350488874647354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,256,0.005252444495757421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,2560,0.014649778604507446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,512,0.004104888687531154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,512,0.006724444528420766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,768,0.0340942210621304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,32,0.032257778777016535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,2560,0.00965244405799442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,65536,0.05883555279837715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,4096,0.015343111422326831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,512,0.22179199589623344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,2560,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,6144,0.019724445210562814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,2048,0.008911111288600499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,51200,0.10523111290401882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,7168,0.02567200031545427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,4096,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,2560,0.05323644479115804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,512,0.010841777755154504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,16384,0.08701599968804254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,128,0.003961777935425441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,65536,0.13691377639770508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,65536,0.06763377454545763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,65536,0.9675422244601779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,16384,0.7867075602213541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,7168,0.04292088747024536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,16384,0.04810933272043864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,16384,0.5951342052883571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,64,0.0027342221389214196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,768,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,32,0.008757332960764566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,65536,0.1142115592956543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,5120,0.23746577898661295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,256,0.008062221937709385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,4096,0.010431110858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,16384,0.08679733011457656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,1536,0.017321777012613084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,7168,0.01817599932352702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,5120,0.04034311241573758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,256,0.005468444277842839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,6144,0.025959110922283594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,16384,0.7432319853040906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,51200,1.6376578013102214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,1536,0.040596445401509605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,512,0.0041519999504089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,2048,0.007359111474619971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,3072,0.008620444271299574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,512,0.00720355576939053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,1536,0.007983110845088959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,6144,0.05319999986224704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,32,0.008411555654472774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,3584,0.6890346739027234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,5120,0.009703111317422655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,6144,0.03583200110329522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,7168,0.05022311210632324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,7168,0.10395110978020562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,1024,0.005079999979999331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,32,0.005069333232111401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,1024,0.01868266695075565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,1536,0.7120275497436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,16384,3.404571533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,8192,0.014392000105645923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,7168,0.01991911066903008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,2560,0.011019555230935415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,16384,0.02652888827853733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,10240,0.032904889848497175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,6144,0.01792533364560869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,3072,0.3499022324879964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,16384,0.06756799750857882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,8192,0.01760444376203749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,5120,0.008561777571837107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,65536,0.41302932633294004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,6144,0.012503110700183444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,64,0.01534577707449595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,3584,0.04749244451522827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,65536,0.3935493363274469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,2048,0.13408977455563015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,65536,0.24314488304985893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,4096,0.035623110002941556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,10240,0.045427554183536105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,6144,0.006236444330877728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,5120,1.1980177561442058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,12288,0.020738666256268818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,1536,0.01719111038578881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,65536,0.19033688969082305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,256,0.005252444495757421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,2048,0.014454222387737699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,128,0.0031840000301599503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,3072,0.019720888800091214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,2560,0.09929511282179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,2048,0.006055111272467508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,51200,0.28262845675150555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,16384,0.02679022153218587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,256,0.005532444351249271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,5120,0.010378667049937779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,32,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,4096,0.20224621560838488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,64,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,3072,0.010336000058386061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,7168,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,768,0.05072711242569817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,768,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,7168,0.272689766354031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,512,0.005070222334729301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,65536,0.06696266598171659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,256,0.005366222312053044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,65536,0.5357519785563151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,7168,0.022618666291236877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,65536,0.0689857800801595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,6144,0.05387022097905477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,51200,0.377890666325887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,1024,0.016249777542220224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,8192,0.011552000211344825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,64,0.0029004443850782183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,5120,0.012452444268597497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,16384,0.10848710934321086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,128,0.004067555483844546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,512,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,12288,0.02311466634273529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,1536,0.0069466663731469055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,1024,0.0041777777175108595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,128,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,7168,0.03598311212327745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,10240,0.37122755580478245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,2048,0.012892444100644855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,2560,0.0864586697684394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,128,0.0028195555011431375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,4096,0.01091644416252772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,6144,0.014123555686738757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,6144,0.011295999917719098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,6144,0.010176888770527309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,64,0.011158222125636207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,10240,0.07814755704667833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,16384,0.03920355439186096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,1536,0.0069884442620807225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,7168,0.050944000482559204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,3584,0.011690666278203329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,3584,0.9349252912733289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,10240,0.05995111332999336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,5120,0.02330933345688714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,256,0.033839109871122576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,8192,5.149061414930555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,256,0.027600889404614765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,2048,0.007628444168302748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,5120,0.16237066851721868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,7168,0.3524044354756673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,3584,0.053223109907574125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,32,0.009954666925801171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,51200,0.06329422526889376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,51200,4.714639027913411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,6144,0.007786666353543599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,51200,1.8214622073703344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,6144,0.014301333162519666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,32,0.005469333380460739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,7168,0.049272888236575656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,10240,0.0402800010310279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,7168,0.013947554760509066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,2560,0.008068444828192392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,65536,0.41962843471103245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,768,0.0037226668662495087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,4096,0.018234666850831773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,1024,0.011976888610257043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,16384,0.11174844370947944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,7168,0.0203457772731781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,768,0.6522240108913845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,3072,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,1536,0.007834666305118138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,64,0.05195822318394979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,128,0.005208888815508948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,6144,0.1132062276204427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,1536,0.04166488846143087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,5120,0.12255644798278809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,5120,0.9116062588161893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,2048,0.007096889118353526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,16384,0.044587555858823985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,8192,0.2131671110788981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,32,0.0028702221396896574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,768,0.010479110810491772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,2560,0.008436444732877944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,8192,0.29296888245476616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,7168,0.012466666599114736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,256,0.0032471112079090546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,512,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,7168,0.020954666866196528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,3072,0.030602667066786025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,12288,0.4371866650051541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,6144,0.04154577851295471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,16384,0.1267520056830512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,7168,0.03351644343800015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,256,0.004324444466167026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,64,0.003608889049953885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,1536,0.011580444044537015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,64,0.002934222213096089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,3072,0.015059555570284525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,3584,0.2784079975552029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,5120,0.10542577505111694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,1536,0.03367200162675645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,768,0.006712889091836081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,8192,0.013277333643701343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,32,0.03722755445374383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,16384,0.051382223765055336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,256,0.23235111766391328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,65536,0.0155395550860299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,1536,0.14387288358476427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,768,0.004020444634887907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,51200,0.017183999220530193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,10240,0.01939288940694597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,5120,0.02517333295610216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,128,0.01832088828086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,5120,0.2539430989159478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,32,0.0047235555118984645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,12288,0.016210666961140104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,16384,0.7574151357014974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,51200,3.9133521185980906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,16384,25.790218777126736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,12288,0.037449777126312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,6144,0.08364888694551255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,7168,0.02715911136733161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,6144,0.2342053254445394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,4096,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,12288,0.018420444594489205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,4096,0.14402577612135145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,4096,0.025302223033375208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,16384,0.23389866616990831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,1536,0.01993777851263682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,16384,0.05409333440992567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,768,0.4188071091969808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,4096,0.013364444176355997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,16384,0.845304912990994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,128,0.005236444373925527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,4096,0.010058666268984476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,12288,0.29116977585686576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,2560,0.20585066742367217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,768,0.2804364363352458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,3584,0.017735110388861764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,3584,0.009635555247465769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,6144,0.06397510899437799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,8192,0.05015110969543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,16384,0.01851377718978458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,2048,0.010423111418883005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,768,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,32,0.0038782221575578055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,65536,0.06585066848331027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,8192,0.8861973550584582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,5120,0.014344000154071383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,65536,0.0831751094924079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,4096,0.09702310959498088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,1024,0.004001777619123459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,4096,0.020630222227838304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,6144,0.20602666007147896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,32,0.0030533334033356774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,5120,2.2208915286593967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,256,0.007400000260935889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,2560,0.030071109533309937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,64,0.004348444441954295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,4096,0.011324444578753578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,2048,0.00739555557568868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,768,0.024306666519906785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,6144,0.02384088933467865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,3584,0.011400889191362592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,32,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,65536,20.96173095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,2560,0.08581866820653279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,1536,0.09249599774678548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,3072,0.2462773323059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,256,0.006603555546866522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,51200,1.2808809280395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,16384,0.052031109730402626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,7168,4.84226311577691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,12288,0.06418222188949585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,512,0.011056000159846412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,51200,0.015487111277050443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,12288,0.03550844391187032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,1536,0.047226667404174805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,16384,0.8226426442464193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,16384,0.03985244366857741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,64,0.0032879999942249725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,8192,0.012823999755912356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,51200,1.0969937642415364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,1024,0.021724444296624925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,7168,0.036525332265430026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,16384,0.06460177898406982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,4096,0.10921955770916408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,2560,0.029640889830059473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,7168,0.3295137882232666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,16384,0.8392160203721789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,256,0.011832888755533429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,512,0.010575110713640848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,2560,0.009114666945404476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,8192,3.7265900505913625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,12288,0.24975021680196127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,51200,9.436204698350695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,5120,0.013359111216333179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,65536,3.3130541907416453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,5120,0.018410666121376883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,768,0.004226666771703296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,16384,0.0328053335348765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,16384,0.7466355429755317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,2048,0.010188444621033138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,2560,0.012697777814335294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,7168,0.010830221904648675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,7168,0.10339555475446914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,3072,0.011689778003427716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,32,0.12184354994032119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,5120,0.3637404441833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,12288,1.4214426676432292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,32,0.15426577462090388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,16384,0.06562311119503446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,16384,0.05765510929955376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,2048,0.10549689001507229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,8192,0.014914666612943014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,2048,0.010109333528412713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,768,0.027109333210521277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,1536,0.006800000038411882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,32,0.1570835510889689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,16384,0.01868711080816057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,1024,0.020299555526839364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,10240,0.2462622324625651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,8192,0.0063999998900625445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,65536,16.085079616970486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,6144,0.032736887534459434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,12288,0.1632417837778727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,2560,0.009519110951158736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,512,0.06471021970113118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,128,0.004039111236731212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,5120,0.028378665447235107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,64,0.028344889481862385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,12288,0.432462215423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,8192,0.017895110779338412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,6144,0.03695199886957804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,4096,0.010311110979980892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,65536,0.601984871758355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,3584,0.007856888903511895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,8192,0.40119467841254336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,512,0.010416000253624385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,1536,0.04345600141419304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,16384,0.21147822009192574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,3584,0.00868266655339135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,10240,0.31495822800530326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,10240,0.33521421750386554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,16384,0.0144195556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,1024,0.011129777464601727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,1536,0.007366221812036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,51200,2.0031216939290366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,128,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,256,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,16384,0.007631111476156447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,5120,0.21206488874223497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,2560,0.03814488980505202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,4096,0.00871288859181934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,51200,3.4043271806504993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,16384,0.07564533419079252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,3072,0.01573866605758667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,7168,0.13608354992336696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,12288,0.46631468666924375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,768,0.01570311188697815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,2560,0.007831110722488826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,4096,0.05259999963972303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,768,0.03156444430351257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,128,0.03054222133424547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,51200,0.14116177293989393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,32,0.0239964442120658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,256,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,128,0.00960177762640847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,5120,0.016741333736313712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,7168,0.18891910711924234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,4096,0.0717866685655382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,12288,0.015078221758206686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,64,0.02293777796957228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,32,0.002584888910253843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,32,0.0026737778551048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,51200,0.16089688407050237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,51200,0.1392328871621026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,128,0.018980445133315194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,32,0.002733333243264092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,65536,0.7014542155795627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,256,0.004543111142185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,256,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,5120,0.009474666582213508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,6144,0.3220364517635769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,51200,0.9909867180718316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,768,0.009724444813198512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,5120,0.06185777982076009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,8192,0.029022223419613306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,1536,0.039437333742777504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,512,0.028005331754684448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,768,0.005172444300519096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,51200,0.1523173385196262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,5120,0.01679644485314687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,768,0.008229333493444655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,3584,0.014055111342006259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,65536,37.87698703342014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,2048,0.04372355673048231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,12288,0.060067554314931236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,12288,0.035066667530271746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,128,0.005568000177542369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,3584,0.02830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,2560,0.010630221830474006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,2560,0.13249511188930935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,4096,0.20291554927825928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,51200,0.09608978033065796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,8192,0.045478221442964345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,32,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,16384,0.040383110443751015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,8192,0.014152000347773233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,16384,0.3207022349039714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,8192,0.1958977778752645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,51200,2.488960054185655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,1536,0.0063680000603199005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,2048,0.0084906667470932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,16384,0.28906310929192436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,4096,0.020075556304719713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,3072,0.14518222543928358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,16384,0.05771911144256592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,3072,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,3072,0.016898666818936665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,2048,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,12288,0.26062220997280544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,51200,0.2133155531353421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,5120,0.16791821850670707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,16384,0.13410045040978327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,2048,0.01277599980433782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,1024,0.004940444396601783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,6144,0.029013332393434312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,3584,0.17748355865478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,3584,0.47902753618028426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,64,0.17499021689097086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,256,0.07547022236718072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,51200,37.45627170138889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,128,0.004464888738261329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,512,0.0034933334423436057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,32,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,4096,0.4747280014885797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,7168,0.06816177897983126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,3584,0.015837333268589444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,7168,0.033540444241629705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,1536,0.013740444348918067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,65536,0.0668026672469245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,1536,0.0069644442862934535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,2048,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,6144,0.22531644503275552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,512,0.007727111379305522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,12288,0.06216622061199612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,768,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,65536,0.14838222662607828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,3584,0.03124622172779507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,4096,0.10562222533755833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,64,0.0027946666296985415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,512,0.01073155552148819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,6144,0.010560000108347999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,65536,0.026513778501086768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,128,0.005524444497293896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,16384,0.0214044451713562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,12288,0.010070222119490305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,768,0.08337955342398749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,65536,86.61060248480902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,6144,2.1522089640299478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,5120,0.009516444471147325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,256,0.0038604442444112566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,32,0.009619555539555019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,3584,0.2682195504506429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,10240,0.03479555580351088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,256,0.003002666764789157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,3072,0.00721955547730128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,32,0.04785777793990242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,7168,0.1770062181684706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,128,0.005943111247486538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,5120,0.048728889889187284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,4096,0.0114702218108707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,3072,0.1321600013309055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,768,0.0037626665499475268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,512,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,32,0.01036800030204985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,2560,0.014930667148696052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,3584,0.018044445249769423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,32,0.004505777938498391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,6144,0.04452444447411431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,3072,0.16376354959275988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,64,0.017837334010336135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,3072,0.020114666885799833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,256,0.039176887936062284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,768,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,65536,0.01771377854877048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,5120,0.011192888849311404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,12288,0.059431109163496226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,64,0.021035555336210463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,7168,0.02402577797571818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,3584,0.20524799823760986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,10240,0.030421333180533514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,768,0.007717333734035492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,512,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,4096,0.006317333214812809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,1024,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,256,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,7168,0.0994044476085239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,6144,0.011295999917719098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,512,0.13378755251566568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,3584,0.07538311349021064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,512,0.03378044565518697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,4096,0.25147732098897296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,65536,0.0972577797041999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,6144,2.6700365278455944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,1536,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,51200,0.05903466542561849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,5120,0.014528888795110913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,256,0.02624622152911292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,3072,0.03957510987917582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,12288,0.026220444175932143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,7168,0.30220622486538357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,6144,0.005828444328573015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,51200,0.11698577139112686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,7168,0.025548444853888616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,2048,0.005221333354711533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,12288,0.17361866103278267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,2560,0.060461335712009005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,128,0.0074177781740824384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,7168,0.041229334142473005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,1024,0.005986666513813867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,256,0.0053022222386466126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,16384,0.644544866349962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,512,0.009597332941161262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,16384,0.0834195547633701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,3584,0.02514666650030348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,3584,0.01953155630164676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,7168,3.120740466647678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,16384,3.9923439025878906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,3584,1.182395511203342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,3072,0.008612444831265343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,2048,0.0247715562582016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,51200,0.3473333252800836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,2560,0.009097778134875828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,6144,0.07430844174491034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,128,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,65536,0.17159199714660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,4096,2.8879742092556424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,768,0.034168889125188194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,51200,0.17655021614498564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,16384,0.006963555183675554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,4096,0.018924444913864136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,12288,0.2337884373135037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,8192,0.07387466563118829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,512,0.004491555607981152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,128,0.002793777734041214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,512,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,2048,0.015457777513398064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,10240,0.06942311260435316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,6144,0.007598222129874759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,4096,0.008269333177142674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,2048,0.029157333903842505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,2560,0.01551555593808492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,16384,0.22581243515014648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,12288,0.07893777555889554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,768,0.004233777936961916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,2048,0.023404444257418316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,51200,0.053605334626303784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,3072,0.18817599614461264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,6144,0.38223910331726074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,3584,0.06977333625157674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,768,0.03727555606100295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,128,0.004200889004601372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,5120,1.0346160464816623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,65536,0.876106686062283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,64,0.17081244786580405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,128,0.01330488920211792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,5120,0.06304888592825995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,1024,0.004772444566090901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,3072,0.010227555202113258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,7168,0.010576888918876648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,1536,0.06423288583755493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,10240,0.1740328868230184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,5120,0.08458933565351699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,3072,0.22383644845750597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,5120,0.06481689214706421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,12288,0.07467910978529188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,16384,0.06087911128997803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,2048,0.006892444358931647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,128,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,16384,0.7858888838026258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,10240,0.1539857784907023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,5120,0.08915555477142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,32,0.00923466682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,8192,1.3349360360039606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,12288,0.34655022621154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,2048,0.014693333042992486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,12288,0.23459378878275552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,8192,0.05859111415015327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,8192,0.1770648823844062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,5120,0.5283368958367242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,3072,0.13257422712114122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,2048,0.09119200044208103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,1024,0.004252444538805219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,6144,0.01662488944000668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,1024,0.019685332973798115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,256,0.003616888903909259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,1024,0.11939022276136611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,51200,0.5852506425645616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,512,0.006783999916579988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,128,0.008354666332403818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,10240,0.07606133487489489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,51200,0.3082488907708062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,2560,0.06627111302481757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,51200,30.276092529296875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,8192,0.018345778187115986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,256,0.02959111001756456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,1536,0.012314666476514606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,2048,0.02789688772625393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,16384,0.02247911029391819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,1536,0.0069422221018208405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,128,0.006028444402747684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,8192,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,12288,0.041590223709742226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,7168,0.048933333820766874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,3584,0.008157333566082848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,1024,0.017391110459963482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,3072,0.11132000552283393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,12288,0.05744622151056925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,2560,0.06212088796827528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,2048,0.02758933272626665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,3072,0.008808000220192803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,3072,0.042111999458736844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,1536,0.022451554735501606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,128,0.002744888886809349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,4096,0.05191466543409559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,51200,0.04987022280693054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,10240,0.06856622298558553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,7168,0.016504888733228047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,256,0.006579555571079254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,51200,0.1272782219780816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,4096,0.056038220723470054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,16384,0.08191911379496257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,2560,0.011202666494581433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,2560,0.012090666426552666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,1024,0.02681688964366913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,512,0.005510222166776657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,10240,0.03627644313706292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,256,0.030344890223609075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,8192,0.39533421728346085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,2048,0.030679110023710463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,7168,0.027334221535258826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,5120,0.03903111153178745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,8192,0.024999111890792847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,65536,0.11993422773149277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,7168,0.010819555156760745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,5120,0.009728000395827824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,128,0.003104000041882197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,768,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,128,0.007901333272457123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,2048,0.2036737733417087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,12288,0.2945164574517144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,16384,0.025664000047577754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,2560,0.09923199812571208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,256,0.0069919998447100324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,1024,0.009133333133326637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,256,0.005480888817045424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,128,0.0037902221083641052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,6144,0.3304071161482069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,64,0.003970666478077571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,1536,0.05750044186909994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,12288,0.008532444636027018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,7168,0.14868177307976618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,3584,0.08587466345893012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,5120,0.3947342236836751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,7168,0.01965688831276364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,10240,0.012845333251688214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,10240,0.006604444649484422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,16384,0.20183911588456896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,1024,0.011357333097192975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,10240,0.01814844376511044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,768,0.023173333870040044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,1024,0.02458222210407257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,256,0.0028231110837724474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,128,0.016454221473799813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,2560,0.012129777835475074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,5120,0.14218578073713514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,1536,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,3072,0.014740443891949125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,4096,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,4096,0.021740444832377966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,256,0.0034648889882696998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,51200,0.4382586744096544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,4096,0.31361511018541127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,256,0.009451555709044138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,16384,0.03564800156487359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,7168,0.013619555367363824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,6144,0.09589688645468818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,16384,0.26497689882914227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,7168,0.027950220637851294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,512,0.011876444849703046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,64,0.004291555533806483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,3584,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,64,0.0027280000762807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,5120,0.023903111616770428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,7168,0.08508266343010797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,128,0.006060444646411472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,6144,0.08728622065650092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,768,0.008674666285514832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,256,0.00868088917599784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,4096,0.022143999735514324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,65536,0.09689333041508992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,12288,0.0158595558669832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,3584,0.009773333039548662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,12288,0.08217955297893949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,5120,0.01424800025092231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,51200,9.65838368733724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,2048,0.008569777839713627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,7168,0.4330702092912462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,3584,0.03158488869667053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,3584,0.010811555716726514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,10240,0.01589777734544542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,3072,0.02068000038464864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,51200,0.05332533187336392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,8192,0.018025777406162687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,1536,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,256,0.00611200018061532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,6144,0.0255422227912479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,32,0.00812977800766627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,32,0.02869510981771681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,8192,0.02732533382044898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,7168,0.4868328836229112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,256,0.009138666921191746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,768,0.4117857880062527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,512,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,512,0.006198222024573221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,32,0.006753777878151999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,64,0.013175110850069257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,1536,0.019533332851197984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,3072,0.10745244556003147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,256,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,2048,0.008714666797055138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,128,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,4096,0.00871733327706655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,64,0.1357155508465237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,32,0.004399111287461387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,51200,0.6227511299981011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,8192,0.1286417775683933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,65536,0.1763991117477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,65536,0.9127830929226346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,256,0.004449777719047335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,3584,1.487759060329861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,1024,0.21159911155700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,7168,0.04916355676121182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,512,0.2682044506072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,1536,0.19063911173078749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,10240,0.021243555678261652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,51200,0.9932204352484809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,128,0.027679110566775005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,768,0.004541333350870344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,6144,0.6456320020887587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,2048,0.010374222364690568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,8192,0.07726755407121447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,3072,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,1536,0.02034133341577318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,64,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,16384,0.027407111393080816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,3072,0.013604444762070974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,1024,0.0498888889948527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,768,0.026710222164789837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,16384,0.07453244262271456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,16384,0.619691530863444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,768,0.005865777946180767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,32,0.006513777706358168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,7168,0.6716195742289225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,3584,0.05526666508780586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,6144,0.7097226778666178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,16384,0.012880889077981314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,3072,0.008822222550710043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,10240,0.047240889734692044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,1536,0.014895111322402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,512,0.035897778140174016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,16384,0.5003111097547743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,256,0.06308355596330431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,2560,0.020364445116784837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,10240,0.049478222926457725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,51200,0.054267555475234985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,10240,0.036856889724731445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,1024,0.014006222287813822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,6144,0.034006221426857844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,16384,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,2560,0.07373599873648749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,2560,0.010817777779367236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,1536,0.015115555789735583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,64,0.007607999775144789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,768,0.03456266721089681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,8192,0.05016622278425428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,1024,0.004948444250557157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,1024,0.003823111040724648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,7168,0.016195555528004963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,32,0.010764444039927589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,8192,0.011703111231327057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,16384,0.018650665879249573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,3584,0.03362311257256402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,16384,0.037581334511439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,12288,0.013769778112570444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,768,0.013455111119482251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,10240,0.07200444406933255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,256,0.005144888742102517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,32,0.10756444268756443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,1536,0.005982222242487802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,3072,0.06227466795179579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,16384,0.03418755531311035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,256,0.033025778002209134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,16384,0.01792266633775499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,12288,0.03031555480427212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,1024,0.03970044520166185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,3584,0.09193155500623916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,12288,0.014933332800865173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,32,0.00962933318482505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,64,0.002575111058023241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,2048,0.014096000128322177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,5120,0.02132266594303979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,2560,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,8192,0.058519999186197914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,4096,0.09982222318649292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,32,0.0613280004925198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,2048,0.007701333198282454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,1536,0.008810666700204214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,5120,0.11158488856421576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,3072,0.17285422484079996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,51200,0.05243200063705444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,4096,0.03174399998452928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,1536,0.041435556279288396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,256,0.003101333354910215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,8192,0.4655306604173448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,5120,0.017290666699409485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,12288,3.744958241780599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,2560,0.020976000361972388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,128,0.008575110799736446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,1024,0.012938666674825879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,32,0.00545866663257281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,256,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,8192,0.3373688856760661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,7168,0.1501973337597317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,65536,16.374221801757812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,256,0.22470490137736002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,512,0.040656887822681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,6144,0.01534933348496755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,3584,0.010488889283604093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,2560,0.017120889491505094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,51200,5.718125237358941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,10240,0.01962311069170634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,128,0.0033982222278912864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,10240,1.751026683383518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,6144,0.031823111904992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,10240,0.12784711519877115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,32,0.01639111174477471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,1024,0.0165955556763543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,10240,0.023940443992614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,6144,0.3066728909810384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,2048,0.006304889089531369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,6144,0.1593831115298801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,512,0.010772444307804108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,8192,0.13244888517591688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,16384,3.2105804019504123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,5120,0.013406222065289816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,64,0.003495111233658261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,7168,0.04334400097529093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,6144,0.052375111314985484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,1024,0.03530933459599813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,512,0.005026666654480828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,65536,3.6116489834255643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,7168,0.12616888682047525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,1536,0.007072889142566257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,768,0.050937778419918485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,65536,2.091136932373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,512,0.013792888985739814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,12288,0.02095555596881443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,1536,0.006426666759782367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,1024,0.013551111022631327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,5120,0.013908444179428948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,8192,0.07067022058698866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,4096,0.42273333337571883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,1536,0.1224364439646403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,3072,0.01831822262869941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,1024,0.018045332696702745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,768,0.02325422234005398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,65536,0.10324177477094863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,65536,0.30625687705145943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,6144,0.15290221903059217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,10240,0.08083289199405246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,7168,0.018345778187115986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,2560,0.008074666890833113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,3584,0.008540444076061249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,64,0.04015200005637275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,3584,0.08918133046891953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,2048,0.01425333321094513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,12288,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,128,0.002887111157178879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,2560,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,128,0.23850933710734049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,2048,0.012667555775907306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,128,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,64,0.09128622213999431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,768,0.026092444856961567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,6144,0.010151999692122141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,7168,0.23436088032192656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,2048,0.020415999823146395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,3584,0.02051999999417199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,2560,0.017825777331988018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,128,0.00834222220712238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,51200,0.011177777416176267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,10240,0.7615662150912814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,2048,0.011572444604502784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,3584,0.018798222144444782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,3584,0.11328355471293132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,65536,6.504652235243056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,128,0.010748444332016839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,1536,0.005569777968857024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,7168,0.006090666684839461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,128,0.01737955543729994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,5120,0.009431111315886179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,1536,0.36783909797668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,2560,0.00977422214216656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,256,0.023039999935362074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,512,0.012888888518015543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,128,0.005562666803598404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,4096,0.39844444062974715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,7168,0.010692444112565784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,3072,0.01092888911565145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,3072,0.01759288873937395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,128,0.012311110893885294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,2560,0.022574222750133936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,1536,0.18535644478268096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,12288,0.01183199965291553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,2048,0.023715555667877197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,8192,0.5604337586296929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,16384,0.03460888730155097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,1536,0.010889777706729041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,3584,0.09994666443930732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,64,0.0033937777496046494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,16384,0.08609244558546279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,1024,0.03219466739230686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,51200,3.0552683936225047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,768,0.06042844719356961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,51200,0.06639022297329374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,512,0.0038408889538711975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,1536,0.1859297752380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,3584,0.04031999905904134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,65536,0.18273066149817574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,8192,0.0772248903910319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,512,0.0047644442982143825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,6144,0.13774755265977648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,32,0.01772177716096242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,3072,0.016973333226309884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,512,0.007299555672539606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,8192,0.19927822219000924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,768,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,768,0.015358222855461968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,32,0.005207111024194294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,4096,0.011170667078759937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,1024,0.043918222188949585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,10240,0.4313368797302246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,3072,0.47061777114868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,3584,0.021557332740889654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,6144,0.4901430871751573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,3072,0.15412533283233643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,7168,0.010860444770918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,65536,0.6856906678941516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,8192,0.28704267077975804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,5120,0.01388088862101237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,128,0.01497866710027059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,256,0.0031644445326593188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,7168,0.011197333534558615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,51200,0.0598542226685418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,256,0.007703999678293864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,128,0.005501333210203383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,768,0.013354666531085968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,768,0.005699555493063397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,2048,0.44544087515936953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,5120,0.016140444411171805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,1536,0.04343200061056349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,16384,0.3235519991980659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,256,0.002951111023624738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,12288,0.015390222271283468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,4096,0.035952889257007174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,65536,0.0733671122127109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,12288,0.07414133018917508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,16384,0.7827404340108236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,3584,0.16284622086419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,8192,0.029312888781229656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,768,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,51200,0.2506622208489312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,128,0.005075555708673266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,2560,0.13182132773929173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,51200,0.06892622179455228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,8192,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,51200,0.015074667003419666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,5120,0.013948443863126965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,5120,0.009279111193286048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,512,0.005143110950787862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,2048,0.21154044734107125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,512,0.004678222040335338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,3584,17.77557373046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,3072,0.0074782222509384155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,3584,0.008948444492287105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,512,0.0032764443506797156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,2560,0.009855111440022787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,3584,0.018800000349680584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,4096,0.06564888689253065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,51200,0.29737332132127553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,65536,0.2673884497748481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,6144,0.023222222924232483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,3072,0.0063031112982167145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,3584,0.010486221975750394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,8192,0.02381244467364417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,1536,0.049117333359188504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,1536,0.013187555803192986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,64,0.04124710957209269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,1536,0.06919644276301067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,65536,0.7509448793199328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,1024,0.005285333428117964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,1536,0.04567822151713901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,3072,0.07338666915893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,7168,0.023410666320059035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,7168,0.07743822203742133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,12288,0.015427556302812366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,32,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,10240,0.2092097732755873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,128,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,10240,0.012607110871209038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,2560,0.08155555857552423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,128,0.002973333415057924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,512,0.003379555626047982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,32,0.009165333376990424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,1536,0.01015466699997584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,3584,1.7701457341512044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,1536,0.011983999775515662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,64,0.005769777629110549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,1024,0.016328889462682936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,12288,0.0720648898018731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,16384,0.02347999976740943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,4096,0.14019289281633165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,16384,0.10228266980912949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,128,0.004335999902751711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,256,0.041249778535630964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,768,0.01181333346499337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,768,0.013194666968451606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,10240,0.4298417833116319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,32,0.0031991110493739447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,6144,0.030943112240897283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,10240,0.2380133204989963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,4096,0.012578667038016848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,5120,0.028946667909622192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,256,0.011961778004964193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,16384,0.31330755021837026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,51200,0.5438302357991537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,8192,0.03771555423736572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,2560,0.03055644366476271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,1024,0.014525334040323893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,4096,0.015844444433848064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,8192,0.0743288861380683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,3584,0.03264177838961283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,1536,0.0125591109196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,32,0.005390222287840313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,512,0.00699733363257514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,768,0.03215288784768846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,6144,0.010087110930018956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,65536,5.757826487223308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,3072,0.009477333062224919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,12288,0.29033422470092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,2560,0.010428444378905825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,256,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,768,0.006303999986913469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,768,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,10240,0.11707733737097846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,1024,0.01311822235584259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,12288,0.05499910977151659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,8192,0.022084444761276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,2560,0.015058666467666626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,3584,0.07202488846249051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,1536,0.006227555374304454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,8192,0.0581208864847819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,2560,0.012224888636006249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,2048,0.02365422248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,4096,0.012416889270146688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,10240,0.2507084475623237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,768,0.058187557591332324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,4096,0.025545777546034917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,5120,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,10240,0.05255377623769972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,12288,0.01592266725169288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,2048,0.01827111177974277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,768,0.008447999755541483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,2048,0.14002845022413465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,51200,32.96379258897569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,2048,0.012915555801656512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,1024,0.01148799972401725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,32,0.005079999979999331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,1536,0.1286675532658895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,512,0.018930666976504855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,3584,9.046326531304254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,128,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,8192,0.017073776986863878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,7168,0.02424533334043291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,16384,0.07064000103208753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,64,0.016865778300497267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,7168,0.04296355446179708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,512,0.0229102224111557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,3584,0.15231200059254965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,6144,0.07500088877148099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,16384,1.31694581773546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,64,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,2048,0.008360000120268928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,10240,0.020444444484180875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,12288,0.1394639942381117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,65536,0.1684639983707004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,51200,0.3711680041419135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,10240,0.05385955505900913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,16384,0.0111191107167138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,7168,0.02036977807680766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,128,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,16384,0.05189511179924011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,12288,8.69314914279514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,3584,0.01088177743885252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,3072,0.04574933316972521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,768,0.005166222237878376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,2560,1.1628648969862196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,4096,0.07850755585564508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,16384,1.7035111321343317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,512,0.011739555332395764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,4096,0.00812177773978975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,4096,0.01166488892502255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,128,0.3292986551920573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,65536,3.991499582926432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,3584,0.3190186553531223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,2048,0.006620444357395172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,3072,0.008177777959240807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,768,0.04350489046838549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,51200,0.3749706745147705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,3072,0.051631109582053296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,2048,0.015406222807036506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,2048,0.020852444900406733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,6144,0.1467777755525377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,64,0.002597333242495855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,16384,0.04789955417315165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,51200,1.0101244184705946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,3584,0.023296000228987798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,2560,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,8192,0.02546311087078518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,2560,0.009999111294746399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,32,0.002570666579736604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,1536,0.020573332905769348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,7168,0.013344888885815939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,1024,0.058189332485198975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,5120,0.020624889267815482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,65536,1.3212106492784288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,2560,0.04987377921740214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,512,0.031183110343085393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,5120,0.00963644435008367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,10240,0.10879821909798516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,1024,0.4225653277503119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,7168,0.02202400068442027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,32,0.16033600436316595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,4096,0.39740978346930605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,5120,0.016176000237464905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,4096,0.08906222052044338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,7168,1.156545745001899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,1536,0.01520088811715444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,7168,0.09599733352661133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,8192,0.20647111203935412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,16384,1.708298683166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,64,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,256,0.026567111412684124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,4096,0.0086666668454806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,1024,0.03996444410747952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,5120,0.3334791130489773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,5120,0.08671200275421143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,3584,0.006834666762087081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,12288,0.43764355447557235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,64,0.0032791110376516977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,2560,0.030229333374235366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,1024,0.011046222514576383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,51200,0.29768533176845974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,7168,0.08405955632527669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,8192,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,12288,0.07212444146474202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,64,0.012784889174832238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,32,0.0028657778683635923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,2560,0.017157332764731515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,16384,0.011042666931947073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,512,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,7168,0.17226400640275744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,3072,0.5717315673828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,512,0.01497155593501197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,5120,0.012796444197495779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,7168,0.023323555787404377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,12288,0.5665120018853081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,64,0.003984000119898054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,32,0.0026702222724755607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,7168,0.04209244582388136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,256,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,8192,0.0236471113231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,4096,0.14768266677856445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,2560,0.03984977801640829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,32,0.03157777918709649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,8192,0.020454222957293194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,512,0.005487111293607288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,512,0.007787555456161499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,4096,0.02056799994574653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,1536,0.005468444277842839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,10240,0.019884443945354886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,10240,0.531875557369656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,5120,0.10132622056537205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,8192,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,1024,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,51200,5.041781531439887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,6144,0.24118399620056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,3072,0.0470053321785397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,3584,0.0743866695298089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,2560,0.03271733389960395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,6144,0.042156444655524365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,512,0.0355697770913442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,1536,0.004471999903519948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,6144,0.0350853337181939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,64,0.010015111002657149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,64,0.10830044746398926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,1536,0.010944888823562197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,10240,0.539788458082411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,2048,0.013062222136391534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,512,0.004800888813204235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,16384,0.24416976504855684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,51200,0.2376506593492296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,65536,0.12037332852681477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,4096,0.01475288967291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,128,0.003359111025929451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,1536,0.28890932930840385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,4096,0.07693777481714885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,51200,0.024143111374643113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,10240,0.00927111092540953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,128,0.005444444302055571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,2560,0.0697466664844089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,10240,0.042909334103266396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,4096,0.011209777659840055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,8192,0.017292444904645283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,1536,0.01182755579551061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,1024,0.49403021070692277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,8192,0.03254577848646376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,128,0.015255111787054272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,1024,0.04528533418973287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,4096,0.015053333507643806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,64,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,12288,0.2805395656161838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,32,0.003085333233078321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,51200,0.07816355758243136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,7168,0.02030666669209798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,768,0.09940889146592881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,4096,0.21229333347744414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,3072,0.057668447494506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,3584,0.013410666750537025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,8192,0.0954408910539415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,7168,0.041308446062935725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,10240,0.37441155645582413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,65536,0.38840799861484104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,51200,1.2853102154201932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,128,0.03568355573548211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,10240,0.8658933109707303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,7168,0.1774302191204495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,2048,0.07102755705515544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,7168,0.015771556231710646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,8192,0.030759112702475652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,12288,0.3267706765068902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,4096,0.03282577792803446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,12288,0.029875556627909344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,3584,0.19055555926428902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,1024,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,1536,0.040607998768488564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,2048,0.010204444328943888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,128,0.0041315555572509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,1536,0.010951110886202918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,3072,0.006696888970004187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,256,0.030410667260487873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,8192,0.014803555276658801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,10240,0.014890667464998035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,4096,0.008307555483447181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,32,0.005397333453098933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,8192,0.2811502350701226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,1024,0.048801776435640126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,1536,0.014116444521480136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,65536,0.10454222228791978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,2048,0.018844443890783522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,8192,0.015824000040690105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,5120,0.012464889221721225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,3072,0.028459555572933618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,16384,0.020423110988405015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,256,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,51200,0.05460177858670553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,10240,0.16625332832336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,5120,0.017370666066805523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,10240,0.04023111197683547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,10240,0.3143857849968804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,8192,0.01460444430510203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,768,0.0034497777620951333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,51200,0.2777129014333089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,512,0.006531555619504716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,10240,0.0747493306795756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,128,0.03500888744990031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,4096,0.0847582221031189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,6144,0.036004443963368736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,1536,0.006263999889294307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,256,0.003128000017669466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,512,0.031207998593648274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,51200,0.09644799762301975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,4096,0.018767111831241183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,32,0.0079644446571668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,32,0.0069679998689227635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,2560,0.05506489011976454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,64,0.002970666728085942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,1024,0.0042071110672420925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,256,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,3584,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,1536,0.011955555942323474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,7168,0.1809013287226359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,12288,0.017864889568752713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,4096,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,3584,0.015120888749758402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,2048,0.06356355879041883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,3584,0.03306044472588433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,10240,0.0998248921500312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,256,0.0074133334888352295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,65536,1.2216062545776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,4096,0.01902577777703603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,2560,0.010312889185216691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,16384,0.5083751148647732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,8192,0.11776444647047256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,6144,0.16133866045210096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,65536,3.7838355170355906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,4096,0.7278693517049154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,128,0.006528888725572162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,8192,0.40259644720289445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,64,0.0031893334041039148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,5120,0.031030221117867365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,51200,0.7288951343960233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,1024,0.016422222057978313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,768,0.021320889393488567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,768,0.012263110942310758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,768,0.022315555148654517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,128,0.004920000003443824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,12288,0.02772355576356252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,3584,0.03861244519551595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,2048,0.01110755569405026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,7168,0.0122097780307134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,256,0.004512000001139111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,7168,0.21601600117153594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,16384,0.13627110587226018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,128,0.0029528888149393927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,51200,1.6764898300170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,7168,0.03933155536651611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,32,0.015136889285511441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,3072,0.07122577561272515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,256,0.00300799993177255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,8192,0.03414311011632284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,7168,0.09923466708925034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,1536,0.007239110767841339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,1024,0.004014222158326043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,7168,0.03198488884501987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,256,0.015597333510716757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,1024,0.019103111492262948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,64,0.004933333231343163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,4096,0.08016266425450642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,2560,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,512,0.00350222239891688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,3584,0.01982222166326311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,8192,0.057670222388373486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,1536,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,128,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,10240,0.44642845789591473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,8192,0.011422221859296164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,7168,0.1867377758026123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,3584,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,16384,0.018734221657117207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,51200,1.18540530734592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,768,0.3511973222096761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,64,0.058561775419447154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,5120,0.019023999571800232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,8192,0.7418195406595866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,6144,1.8477128346761067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,32,0.006701333241330252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,7168,0.27366754743787974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,32,0.009638222555319468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,10240,0.031163556708229914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,5120,0.010490666660997601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,10240,0.140209780799018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,768,0.009462222456932068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,768,0.011580444044537015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,768,0.0114720000161065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,3584,0.007639110916190677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,1536,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,512,0.005578666511509154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,768,0.02420177724626329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,768,0.005457777943876054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,5120,0.2740311092800564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,2560,0.10521511236826579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,6144,0.14615021811591253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,1024,0.04160177707672119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,1024,0.016543999314308167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,2560,0.02254044512907664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,4096,0.015957333975368075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,768,0.022662222385406494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,3584,0.01548266741964552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,10240,0.013330666555298699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,768,0.015997333659066092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,1536,0.007355555891990662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,3072,0.008173333273993598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,768,0.003699555579158995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,3072,0.11674043867323135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,7168,0.046705779102113515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,128,0.010441777606805166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,12288,0.6480844285753038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,1536,1.135200924343533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,2048,0.48252444797092015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,128,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,2560,0.08593244685067071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,51200,0.28004799948798287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,12288,0.3658497863345676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,768,0.014038221703635322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,1024,0.003973333372010125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,128,0.004399999976158142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,1024,0.03183555603027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,32,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,65536,0.08781511253780788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,16384,0.20787466896904838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,512,0.004209777961174647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,128,0.0038124442928367188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,1536,0.08260533544752333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,7168,0.13814755280812582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,4096,0.039334221018685236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,32,0.005869333528810077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,1536,0.017627555463049147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,128,0.04041422075695462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,12288,0.06342933575312297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,2560,0.011119999819331698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,3072,0.04895377821392483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,256,0.09590311182869805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,10240,0.03320444292492337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,1536,0.011462222370836469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,2048,0.23485777113172743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,256,0.016781333420011733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,768,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,2048,0.017736888594097562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,4096,0.11966933144463433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,1024,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,16384,0.6117591328091091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,12288,0.07252622312969632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,32,0.02316088808907403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,768,0.04026844435267978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,6144,0.42594843440585667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,3072,0.009214222431182861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,512,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,10240,0.0818915565808614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,51200,0.6005484263102213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,7168,0.023391111029518977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,128,0.02196177840232849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,256,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,16384,0.03807288739416335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,6144,0.01514844430817498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,7168,0.3583093219333225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,128,0.05382400088840061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,3072,0.42545776897006565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,6144,0.018743111027611625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,256,0.0029057777590221832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,256,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,51200,0.04072177741262648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,12288,0.01720266706413693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,7168,0.5363769001430935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,16384,9.554757859971788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,768,0.027260444230503503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,2560,0.020498666498396132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,768,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,4096,0.03745333353678385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,5120,1.8168631659613714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,3584,0.011120888921949597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,32,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,65536,0.09004000160429214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,2560,0.056454221407572426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,8192,0.010990222295125326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,5120,0.11088977919684516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,65536,0.1508693297704061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,5120,0.04591644472546048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,1536,0.024767110745112102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,32,0.004826666580306159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,512,0.028412444723976985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,256,0.009760888914267222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,65536,0.1811599996354845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,1536,0.11572710673014323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,512,0.01979200045267741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,2560,0.06295733319388495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,3072,0.009684444301658207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,5120,0.1838231086730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,10240,0.1984835598203871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,768,0.0052133335007561584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,1536,0.007320889168315464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,10240,0.04221599962976244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,256,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,65536,0.08119822210735746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,512,0.005176888985766305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,1024,0.052015999952952065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,3584,0.016093333562215168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,32,0.008234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,1024,0.08086933030022515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,65536,0.4743990898132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,10240,0.013771555489963956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,256,0.005745777653323279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,3584,0.012107555237081317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,32,0.008298666940795051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,512,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,4096,0.009373333719041612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,8192,0.06078400214513143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,7168,0.04245866669548882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,64,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,6144,0.012150222228633033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,512,0.06617510981029935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,2560,0.012192000117566852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,7168,0.017846221725145977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,6144,0.05245777633455065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,5120,1.2067990832858615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,1536,0.01458666721979777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,768,0.0047848886913723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,51200,0.08227822515699598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,1024,0.09253866804970635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,16384,0.18866577413347033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,512,0.006284444282452266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,1536,0.005535999933878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,3072,0.021036444438828364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,65536,0.39256800545586484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,51200,1.2862524456448026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,1536,0.008847110801272923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,3584,0.011212444139851464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,3584,2.1505955590142145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,16384,0.1160515546798706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,64,0.0033004445334275565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,32,0.0035742223262786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,5120,0.017982222967677645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,1536,0.24602309862772623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,3584,0.028608888387680054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,3584,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,16384,0.02421155571937561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,128,0.19054844644334581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,32,0.009043555292818282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,1024,0.010948444406191507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,3584,0.11043110820982192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,1536,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,1024,0.004068444586462445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,8192,0.050400889582104154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,10240,0.05220533410708109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,16384,0.35407198799981016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,768,0.00902133352226681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,3072,0.0690844456354777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,2560,0.028183112541834515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,2048,0.009372444616423713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,256,0.18047466542985705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,51200,0.05440622236993578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,2560,0.20120978355407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,1536,2.853298611111111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,2560,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,128,0.19427288903130424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,2560,0.007711110843552484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,2560,0.13418844011094835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,768,0.022302221920755174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,1024,0.020762667059898376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,1024,0.0037519998020595978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,7168,0.027152889304690894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,4096,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,12288,0.05770844221115112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,2048,0.0933342244890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,128,0.003395555540919304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,32,0.026103999879625108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,3584,0.023383110761642456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,2048,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,2560,3.286245346069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,6144,0.028397334946526423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,12288,0.04832177691989475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,3584,0.01370133293999566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,10240,0.041136887338426374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,10240,0.05738133192062378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,64,0.13259466489156088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,32,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,1024,0.13258666462368435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,4096,0.1047546664873759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,2560,0.016401777664820354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,768,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,5120,0.01873333255449931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,10240,0.015624889069133334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,1024,0.006595555692911148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,512,0.2183662255605062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,768,0.009209777745935652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,768,0.0037582222786214617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,1536,0.05637600024541219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,2048,0.11257155736287434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,64,0.00535377777285046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,256,0.0032506665835777917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,7168,0.012873777912722694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,6144,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,12288,0.010479999913109673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,1536,0.03847200009557936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,7168,0.029900444878472224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,8192,0.20939466688368055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,6144,0.014381332529915703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,2048,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,32,0.007977777885066139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,32,0.0032319999817344877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,3584,0.011398221883508893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,32,0.05331644415855408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,65536,0.09932444492975871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,256,0.013001778059535556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,1024,0.013232000172138214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,12288,0.25262310769822865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,7168,0.03153422143724229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,12288,0.2953111065758599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,5120,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,5120,0.18634400102827284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,1536,0.004503111044565837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,2560,1.286828464931912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,5120,0.25815823343065053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,7168,0.3359999921586778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,3584,0.008577778107590145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,12288,1.4187449349297419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,7168,0.01705333259370592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,8192,0.10033244556850857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,51200,0.1559786664115058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,8192,0.06269333097669813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,64,0.02891555428504944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,512,0.008198222352398766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,4096,0.4393724335564508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,16384,0.02496622171666887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,1536,0.012254222399658628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,3072,0.017312889297803242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,1024,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,64,0.003580444388919406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,512,0.011949333051840464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,3584,0.013935110635227628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,8192,0.023984000086784363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,7168,0.010543111297819348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,6144,0.0310204459561242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,12288,0.37431022855970597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,6144,0.011144888897736868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,16384,0.1331742207209269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,1536,0.0058222222659322954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,65536,0.756331549750434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,2048,0.092376000351376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,3072,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,3072,0.03806489043765598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,10240,0.046005331807666354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,128,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,2560,0.006096000058783426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,65536,0.5867617925008138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,256,0.003540444291300244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,51200,0.1811119980282254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,32,0.024547555380397375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,6144,0.045208000474505954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,12288,0.031680001152886286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,3072,0.021155556042989094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,2560,0.11347822348276775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,5120,0.343992895550198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,10240,0.03208177619510227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,12288,0.04710577925046285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,16384,0.03252089023590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,64,0.0029484445436133277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,1536,0.020896888441509668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,512,0.004000888930426704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,128,0.01763199932045407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,32,0.24062577883402506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,2560,0.0432168874475691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,6144,0.023568888505299885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,3072,0.010577778021494547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,64,0.0029493332323100832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,512,0.01015822258260515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,12288,1.4953831566704645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,51200,0.07146044572194417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,7168,0.4860400093926324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,12288,0.010001777774757808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,65536,0.08122577932145861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,32,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,6144,0.1506755616929796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,12288,0.2703217665354411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,16384,0.02750933335887061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,1536,0.014174222946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,3072,0.026015111141734656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,1024,0.006488889041874144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,32,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,4096,0.08665955728954738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,5120,0.09604355361726548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,65536,6.739015791151259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,128,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,8192,0.3469857904646132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,6144,0.12171733379364014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,1536,0.006425777657164468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,2048,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,51200,0.1394195556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,5120,0.35903022024366593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,8192,0.2405760023328993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,3072,0.009453333086437648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,1024,0.43881956736246747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,512,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,768,0.005994666781690385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,6144,0.10773066679636638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,512,0.00999111102686988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,8192,0.16502932707468668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,10240,0.052377776967154614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,7168,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,65536,0.9213928646511502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,16384,0.14406132698059082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,4096,0.06709688901901245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,256,0.027077333794699773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,2560,0.022410665949185688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,16384,4.330118391248915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,2048,0.029029332929187354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,1536,0.011029333704047732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,3072,0.0070088886552386815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,768,0.09995110829671223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,1536,0.05178577701250712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,512,0.004218666503826777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,2560,0.006446222050322427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,256,0.014281777871979607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,5120,0.6945901976691352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,7168,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,32,0.007538666327794393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,256,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,6144,0.06116177638371786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,3584,0.02885155545340644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,768,0.00815288888083564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,7168,0.018592000007629395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,128,0.00655644428398874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,10240,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,65536,1.6766782336764867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,256,0.1873368952009413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,4096,0.016891555653678048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,4096,0.2028355598449707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,32,0.0069573331210348345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,16384,0.32916000154283315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,51200,0.04699288805325826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,2560,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,6144,0.20213688744439018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,256,0.017475555340449016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,256,0.0048071112897661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,32,0.003969777789380816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,3072,0.03345333205329047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,6144,0.013343999783198038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,128,0.002983999955985281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,7168,0.25785689883761936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,16384,0.4563600222269694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,1024,0.36915821499294704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,4096,0.022005332840813532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,51200,3.609821319580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,5120,0.0465848876370324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,5120,0.018245332770877414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,3072,0.08126755555470784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,128,0.008994667066468133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,5120,0.10467288891474406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,8192,0.6491075621710883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,64,0.22362756729125977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,5120,0.2082106669743856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,7168,0.007075555622577667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,16384,0.024704888463020325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,10240,1.8495538499620225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,2560,0.019369777705934312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,256,0.0033964444365766314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,256,0.006452444526884291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,512,0.029545777373843726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,128,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,16384,0.017512889371977914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,6144,0.013329777452680798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,3584,0.13784444332122803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,12288,0.02978044417169359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,65536,0.4453555742899577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,8192,0.06401155392328899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,4096,0.08748888969421387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,7168,0.09624444113837348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,64,0.14860710832807753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,64,0.0041857775714662345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,5120,0.016361777981122334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,64,0.014304000470373364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,12288,0.7437138027615018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,6144,0.5068915685017904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,10240,0.0569653312365214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,8192,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,10240,0.07240444421768188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,4096,0.049288001325395375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,7168,0.0710773335562812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,10240,0.08685066964891221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,1024,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,10240,0.03740088807211982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,10240,0.20521510971917045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,8192,0.0292595558696323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,32,0.009892444643709395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,10240,0.04642044504483541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,3072,0.007594666547245449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,10240,0.07536177502738105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,256,0.048539555735058255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,64,0.005576888720194499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,64,0.0026524443593290118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,5120,0.18692355685763887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,6144,0.021591110361946955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,8192,0.3216639889611138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,128,0.0844773319032457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,768,0.010904889139864178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,128,0.0028924445311228433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,3072,0.07204888926612006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,768,0.04518577787611219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,51200,0.3751431041293674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,128,0.015525332755512662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,7168,0.22172978189256456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,32,0.026922666364245947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,256,0.503752867380778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,16384,0.07366133398479886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,32,0.010851555400424533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,2048,0.024777778320842322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,2048,0.05449688765737745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,2560,0.04018311036957635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,256,0.007140444384680853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,12288,0.045223110251956515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,3072,0.014471999473041959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,128,0.006133333262470033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,7168,0.039832890033721924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,51200,0.13311555650499132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,3072,0.007634667058785756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,65536,0.3021022213829888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,64,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,64,0.14971910582648382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,8192,0.0477751096089681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,256,0.004408888932731417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,16384,0.03075288732846578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,51200,0.5942319764031304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,12288,0.14474311139848497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,1024,0.2884693410661486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,256,0.00664444433318244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,2560,0.011527111132939657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,10240,0.1725697782304552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,12288,0.01700799994998508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,1024,0.030714667505688135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,6144,0.303034676445855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,2560,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,6144,0.1727937724855211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,32,0.0026071110947264563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,512,0.03381866547796462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,65536,44.637244330512154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,51200,0.0602053337626987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,65536,0.3694435490502252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,2560,0.12332355976104736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,16384,1.432475513882107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,512,0.017619555195172627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,8192,0.013019555144839816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,1536,0.5112515555487739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,6144,0.023989333046807185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,128,0.0032826666202810076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,3584,0.12353244092729355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,2048,0.010990222295125326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,2560,0.03387644555833604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,51200,2.944547653198242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,256,0.005505777895450592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,51200,0.18009866608513725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,32,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,8192,1.2219822141859267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,128,0.004243555582231945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,12288,0.18319288889567056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,1536,0.05121155579884847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,1536,0.01015022231472863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,1536,0.9889137479994031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,65536,0.7567386627197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,3584,0.2947182125515408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,4096,0.010682666467295753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,3072,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,51200,0.06644888718922932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,3584,0.026752000053723652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,6144,0.12838489479488796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,512,0.06444444259007771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,2048,0.012437333663304647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,3584,0.011971555650234222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,10240,0.06189599964353773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,8192,0.2581111060248481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,1024,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,768,0.021776888105604384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,51200,0.16992444462246367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,7168,0.0358168880144755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,8192,0.048807998498280845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,12288,4.682378556993273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,6144,0.02742133372359806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,7168,0.2130204439163208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,256,0.007268444531493717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,3584,0.017108443710539076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,4096,0.15615910953945583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,4096,0.011540444360838996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,768,0.24821866883171928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,16384,0.05053866571850247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,51200,0.8030000262790256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,10240,0.02734666731622484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,51200,0.4332435660892063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,12288,0.10663644472757976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,256,0.0034808889031410217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,51200,2.118346744113498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,3584,0.06724533107545641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,2048,0.05607022179497612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,3072,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,3072,0.009343110852771336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,256,0.005745777653323279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,6144,0.08942221932941014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,2560,0.10801421933703953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,51200,0.10521866877873738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,3584,0.050867554214265615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,4096,0.10906844668918186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,2560,0.014672888649834527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,256,0.01131377783086565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,6144,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,12288,0.03070577647950914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,256,0.003563555578390757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,3584,0.007825777762466008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,2560,0.01774311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,12288,2.405901379055447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,1536,0.012798222402731577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,1536,0.028334223561816748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,512,0.032650666104422674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,1536,0.010915555887752108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,1536,0.07414933045705159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,4096,1.7078168657090929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,768,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,1536,0.007152888509962294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,51200,43.1664564344618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,65536,0.08576089143753052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,2560,0.01774222155412038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,10240,0.15011378129323324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,10240,0.04971288972430759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,7168,0.258640898598565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,8192,0.6440862019856771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,12288,0.07080888748168945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,10240,0.014843554960356818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,51200,2.8732142978244357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,1024,0.04346133271853129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,12288,0.4326888985104031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,3584,0.013615111509958902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,1024,0.014675555957688225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,1024,0.04332266582383049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,8192,0.06045689185460409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,10240,0.010936000280910067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,4096,0.10295377837287055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,8192,0.04639377858903673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,64,0.029975109630160864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,3584,0.010673777924643623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,3072,0.8744719823201498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,7168,0.012845333251688214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,256,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,3584,0.02436977790461646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,12288,0.29650311999850804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,32,0.013624000052611033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,8192,0.011177777416176267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,12288,0.008435555630260045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,51200,0.06741155518425836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,65536,5.736556582980686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,5120,0.1733164389928182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,16384,0.0563288860850864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,5120,0.017920000685585868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,2048,0.014411555396185981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,32,0.002850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,32,0.11286932892269558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,5120,0.110189331902398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,768,0.013593778014183044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,8192,0.15422488583458796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,3072,0.013134222063753339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,1024,0.004046222401989831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,1536,0.01572177807490031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,3584,0.007292444507280986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,512,0.022231111923853557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,12288,0.015858666764365304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,128,0.004234666625658671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,512,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,5120,0.026535999443795946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,128,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,6144,0.006140444427728653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,128,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,7168,0.03637333379851447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,65536,9.896209716796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,7168,0.013449778159459433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,5120,0.017128000656763714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,6144,0.21430577172173393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,16384,0.31951022148132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,512,0.02548800077703264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,2048,0.06506311231189303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,16384,0.031133333841959637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,64,0.005134222408135732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,2560,0.01996977792845832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,2048,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,65536,0.22038755151960585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,12288,1.1572053697374132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,2560,0.019003555178642273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,4096,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,6144,0.013956444131003486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,7168,0.07117866807513766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,10240,0.14777333206600612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,512,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,51200,0.45815112855699325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,256,0.004831111265553368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,2048,0.013175999952687157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,2048,6.527950286865234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,5120,0.0355022218492296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,10240,0.06473688946829902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,5120,0.032335999939176775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,4096,0.013919111755159167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,128,0.10588355859120686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,6144,1.4785938262939453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,3584,0.31023022863599986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,1536,0.009177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,768,0.004671999977694618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,6144,0.03451022174623277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,4096,0.042100446091757886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,3072,0.06608266962899102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,128,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,3584,0.09273866812388103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,32,0.06704622507095337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,8192,0.5634560055202907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,7168,0.36110578642951113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,32,0.013628444737858243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,7168,0.013445333474212222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,3584,0.032617777585983276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,64,0.0032559999575217566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,1024,0.010450666977299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,6144,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,128,0.005977777971161737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,51200,0.052276445759667285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,3072,0.006127111199829314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,2048,0.0058000000814596815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,2560,0.06686311297946505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,3072,0.008065777520338694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,64,0.8145102394951714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,51200,0.3522337807549371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,3072,0.11923466788397895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,768,0.012127111355463663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,32,0.0029964444951878656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,3072,0.04401955670780606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,2048,0.06946221987406413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,8192,0.009295110901196798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,128,0.011543110840850405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,8192,0.08611377742555405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,256,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,4096,0.03331022130118476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,2048,0.005496888938877318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,6144,0.1473368936114841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,32,0.005598222215970357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,256,0.022740445203251306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,3072,0.006516444600290722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,5120,0.03596177697181702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,12288,0.02533066603872511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,64,0.0052888890107472735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,256,0.023158222436904907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,2048,0.008657777474986183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,65536,0.6276853349473741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,32,0.007195555501514011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,1024,0.03901333279079861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,32,0.0026782221264309357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,3584,0.013173333472675748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,12288,0.03295200069745382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,5120,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,8192,0.26102667384677464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,5120,0.31415822770860463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,128,0.0058871110280354815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,10240,0.04205866654713949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,2560,0.006468444648716185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,7168,0.011184888581434885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,256,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,32,0.02163911031352149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,8192,0.2984080049726698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,6144,0.8507342338562012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,4096,0.03716355562210083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,64,0.002542222125662698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,6144,0.019832889238993328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,128,0.01532977819442749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,3584,0.031940443648232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,65536,2.386095894707574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,128,0.005792888916201062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,768,0.04609422220124138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,3072,0.06163822280036079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,64,0.007707555260923173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,51200,0.05471466647254097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,12288,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,3584,0.07038311163584392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,512,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,12288,0.1682222286860148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,128,0.007793777518802219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,10240,0.007431999676757389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,1536,0.0163128889269299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,512,0.003391999958289994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,12288,0.02644444505373637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,64,0.008323555191357931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,7168,0.3300897810194227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,2048,0.008955555657545725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,10240,0.8164461983574761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,512,0.004510222209824456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,8192,0.020396444532606337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,512,0.039212445418039955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,51200,0.30685244666205513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,768,0.011481777661376528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,6144,0.011085333095656501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,4096,0.27895021438598633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,6144,0.015225778023401896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,8192,0.7038675414191352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,64,0.0035982223020659555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,1024,0.008069333102968004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,4096,0.08178222179412842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,65536,0.019129777948061626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,51200,0.3080328835381402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,6144,0.047247111797332764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,8192,0.11494133207533096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,5120,0.014260444376203748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,6144,0.02645422187116411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,10240,10.297264946831598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,3584,0.010885333021481832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,768,0.008592888712882996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,3584,0.07211022244559394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,3072,0.011399110986126794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,2048,0.010431110858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,256,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,768,0.0112631113992797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,12288,0.020648888415760465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,1536,0.036264889770083956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,256,0.010398222340477837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,32,0.08979555633332993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,1024,0.013739555246300168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,32,0.00527022240890397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,65536,0.04927022258440653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,7168,0.25681866539849174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,2048,0.282970666885376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,12288,0.03728533453411526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,1024,0.019532443748580087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,3072,0.0468719998995463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,1024,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,65536,0.09787733025021023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,3584,0.07988799942864312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,65536,0.20595110787285698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,3584,0.011493333511882357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,3072,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,32,0.004830222162935468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,1024,0.01679022279050615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,128,0.19997421900431314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,8192,0.04576355550024244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,10240,0.16546666622161865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,128,0.026199110680156287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,2048,0.0199608885579639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,3072,0.026337777574857075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,51200,3.2769254048665366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,7168,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,16384,0.3906079928080241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,6144,0.03323910964859857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,8192,0.07660088936487834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,768,0.020785777105225455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,768,0.015029332704014249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,2560,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,128,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,32,0.002850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,1024,0.027520888381534155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,2048,0.15090400642818874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,4096,0.07986222373114692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,65536,0.1758871078491211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,2048,0.018755555152893066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,768,0.027053332991070215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,12288,0.01163733336660597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,4096,0.023538667294714186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,128,0.005120000077618493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,5120,0.12356089221106635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,3072,0.1701271136601766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,512,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,5120,0.13421777884165445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,65536,0.07657866345511542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,512,0.00573600000805325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,256,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,3072,0.0780657794740465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,4096,0.0058453331391016645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,256,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,256,0.011362666885058085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,128,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,12288,0.02516711089346144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,51200,0.17448177602556017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,256,0.019723556107944913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,768,0.01089511149459415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,32,0.007771555748250749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,128,0.0026524443593290118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,3584,1.27928532494439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,2048,0.015294222368134392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,12288,0.058134224679734975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,2048,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,768,0.022257778379652236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,6144,0.056213332547081836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,512,0.004579555657174853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,3584,0.023775999744733173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,16384,0.028429332706663344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,8192,0.2030142280790541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,12288,0.04521422253714668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,10240,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,12288,0.03947822252909342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,4096,0.7390586535135905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,10240,1.3060453202989366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,3072,0.052829331821865506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,512,0.0518453319867452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,51200,3.0508285098605685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,256,0.05963200330734253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,3072,0.018420444594489205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,65536,2.820431179470486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,256,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,6144,0.0550124446551005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,12288,0.012479999827014076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,7168,0.014118222726715935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,7168,0.06445511182149251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,256,0.0035004446076022256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,256,0.018909333480728995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,1536,0.005965333431959152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,51200,0.06755377848943074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,8192,0.19799555672539604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,51200,0.13004088401794434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,4096,0.012490666574902005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,1024,0.014484445254007975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,51200,0.4236871136559381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,10240,0.009825777676370408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,10240,0.03594400154219733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,5120,0.013590222431553734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,128,0.008396444221337637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,256,0.01829955478509267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,768,0.03875911235809326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,1536,0.00907555553648207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,16384,0.11894755893283421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,10240,0.4084213309817844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,5120,0.10679466856850518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,3072,0.10524977578057183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,768,0.017712000343534682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,2560,0.00923288861910502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,256,0.013105777402718862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,64,0.01850666602452596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,2048,0.03031733300950792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,3072,0.006544000158707301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,7168,0.09384355280134414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,8192,0.293616877661811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,5120,0.009329777624871995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,64,0.13038221995035806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,8192,0.7404399977789985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,12288,1.220038202073839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,512,0.003993777765168084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,256,0.021791110436121624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,128,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,2560,0.01479111115137736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,128,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,6144,0.09200621975792779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,7168,0.01258044441541036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,1536,0.04399466514587402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,8192,0.0753600001335144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,1024,0.022441777918073866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,2048,0.007453333172533248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,32,0.011508444117175208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,16384,0.7701057857937283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,8192,0.46442487504747176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,65536,1.3779510921902125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,32,0.007224000162548489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,2560,0.13080622090233698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,3072,0.07283200158013238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,1024,0.012053333222866058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,16384,0.042564445071750216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,65536,0.12854844994015163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,5120,0.00927111092540953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,12288,0.17322222391764322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,16384,0.02460266649723053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,8192,0.38307823075188535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,1024,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,1536,0.061187558703952365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,3072,0.6226542260911729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,64,0.021440888444582622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,7168,0.007183999651008182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,3584,0.010779555473062726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,10240,0.4957457648383246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,768,0.010432889064153036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,65536,1.8059501647949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,4096,0.2007946703169081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,32,0.00904888908068339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,12288,0.07123377588060167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,3072,0.12413156032562256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,8192,0.0378115541405148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,2560,0.7571448749966092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,7168,0.01332444449265798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,12288,0.14542667071024576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,3072,0.008023111356629265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,768,0.003559999995761447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,7168,0.15940266185336643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,6144,0.05920177698135376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,4096,0.34328799777560765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,1536,0.06639555427763197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,6144,0.027580445011456806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,7168,0.045329779386520386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,3072,0.007847111258241866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,2560,0.2146231068505181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,8192,0.2944248782263862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,128,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,4096,0.016772444049517315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,1536,0.01236355553070704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,16384,0.04009688893953959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,3584,0.019542222221692402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,51200,0.3272906674279107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,7168,1.0216835869683158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,5120,0.03195022212134467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,16384,5.533974117702908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,2048,0.0116462219092581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,1536,0.06119022104475233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,512,0.021479111578729417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,512,0.011330666641394297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,5120,0.04331555631425646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,128,0.004118222329351637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,7168,0.04348177711168925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,32,0.014183110660976835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,5120,0.01107022249036365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,2560,0.0075342224703894714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,1024,0.02075199948416816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,10240,0.02907555633121067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,1024,0.05109955535994636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,10240,0.019229332605997723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,7168,0.04823999934726291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,10240,0.09065333339903091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,128,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,10240,0.012778666284349231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,51200,1.3406107160780165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,2048,0.006176888942718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,5120,0.017820444371965196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,51200,4.6289316813151045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,4096,0.09848888715108235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,768,0.013760888742076026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,2048,0.008224888808197444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,64,0.005323555734422471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,7168,0.37503645155164933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,12288,0.026191110412279766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,128,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,7168,0.04036710990799798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,16384,0.021969777014520433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,51200,0.13952533404032388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,768,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,32,0.4016142156389024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,5120,0.188028441535102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,256,0.008080888953473832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,8192,0.10582488775253296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,10240,0.023994666006830003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,7168,0.04877955714861552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,3072,0.05532177620463901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,16384,0.021328889661365088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,10240,0.009737778041097853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,1024,0.01534400052494473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,256,0.005221333354711533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,32,0.0027866665687825945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,3584,0.16884533564249674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,3584,0.3885484536488851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,1024,0.00702044450574451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,3584,0.41316888067457413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,7168,0.014919999572965833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,6144,4.878960927327474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,4096,0.09502844678031074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,5120,0.041109333435694374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,8192,0.006285333385070165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,768,0.0476764440536499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,1536,0.006494222415818109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,3584,0.010579555398888059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,5120,0.010813333094120026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,51200,2.6879679361979165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,7168,0.019648889700571697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,65536,7.5408884684244795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,7168,0.07333511114120483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,2048,0.0075493330756823225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,1024,0.04736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,4096,0.012588444683286877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,3072,0.009350222018029954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,128,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,256,0.007521777517265744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,128,0.04737155636151632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,512,0.06475733386145698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,1024,0.3411546548207601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,3584,0.015114666687117683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,512,0.02091911103990343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,16384,0.014532445205582513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,64,0.014897776974572076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,3584,0.07794400056203206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,6144,0.01792355544037289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,512,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,3584,0.02716800073782603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,128,0.027582221561008032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,2048,0.09657155805163914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,512,0.03628355595800612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,2560,0.005929777605666055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,512,0.06803644365734525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,8192,0.544723563724094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,768,0.004301333179076512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,512,0.01758044461409251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,10240,0.01590844492117564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,7168,0.04080444574356079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,65536,0.2724248833126492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,1024,0.24439644813537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,2560,0.01090311093462838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,51200,0.8115306430392795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,10240,0.020244444410006206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,1536,0.009024000002278222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,512,0.00562755556570159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,3584,0.3644888930850559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,256,0.0032391111469931076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,128,0.003185777821474605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,12288,0.03333688775698344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,8192,0.014002665877342224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,51200,0.05567022164662679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,256,0.005457777943876054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,51200,1.4754657745361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,256,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,4096,0.12596978081597224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,8192,0.01570755574438307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,768,0.04553866717550489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,10240,0.20628533098432753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,768,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,3584,0.0094373333785269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,128,0.004719999929269155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,16384,0.032187554571363665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,6144,0.04536266790495979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,768,0.012163555456532372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,16384,0.11068444119559394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,6144,0.03371644351217482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,4096,0.22534134652879503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,2048,0.013934221532609729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,2560,0.013646221823162503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,2560,0.007989333735571967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,4096,0.049273778994878135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,5120,0.6411404609680176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,5120,0.010123555858929953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,8192,0.02315555512905121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,10240,0.035784890254338585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,2048,0.0075288886825243635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,768,0.006800000038411882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,5120,0.020510221521059673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,51200,0.17399111058976915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,10240,0.013931555880440606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,32,0.011651555697123209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,768,0.0057848890622456866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,256,0.014860444598727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,16384,0.006154666758245892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,2048,0.08743733167648315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,6144,0.09019377496507432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,16384,0.022678222921159532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,1536,0.02682488825586107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,256,0.0033662221911880705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,12288,0.016208888755904306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,6144,0.02664888898531596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,64,0.002777777819169892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,1536,0.01604622271325853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,32,0.00564444437623024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,10240,0.058203558127085366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,1024,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,2560,0.11501333448621963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,2048,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,51200,0.07665244738260905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,256,0.01443911095460256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,4096,0.044791999790403575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,256,0.00309955556359556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,2048,0.007319110963079665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,5120,0.011916444533401065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,1024,0.03517333335346646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,64,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,7168,0.021168889270888433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,1024,0.005961777849329843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,64,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,1536,0.09832888841629028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,2048,0.5344613393147787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,6144,0.015485333071814643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,5120,0.025198222862349615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,8192,0.014549333188268872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,3584,0.02773155603143904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,3072,0.025117332736651104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,128,0.0030951110853089225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,3072,0.009660444325870937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,128,0.023020444644822016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,51200,0.07919377750820585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,8192,0.013991999957296582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,12288,0.006125333408514659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,6144,0.024716445141368445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,32,0.0026968889352348116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,6144,0.006005333529578314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,512,0.003974222060706881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,1024,0.0551493333445655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,2048,0.058486223220825195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,256,0.023748444186316595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,3584,0.011888888974984487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,65536,0.46063910590277773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,2560,0.007096000015735626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,7168,0.3200897905561659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,1024,0.004032888760169347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,7168,0.02630133264594608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,16384,0.018823110395007663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,7168,0.014021333720948962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,8192,0.030488888422648113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,7168,0.031397332747777305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,65536,0.058824890189700656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,12288,0.34632354312472874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,65536,0.07899910873836942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,256,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,512,0.3286986615922716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,5120,0.04604622059398227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,8192,0.015169777803950839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,768,0.003995555556482739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,128,0.004039999925427967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,5120,0.0469359987311893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,4096,0.040489776266945735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,512,0.021585777401924133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,1536,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,1536,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,768,0.22392267651028105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,256,0.003100444459252887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,6144,0.22164889176686606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,64,0.007631111476156447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,6144,0.047998223039839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,51200,0.2218195597330729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,6144,0.07268799675835504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,10240,0.04025777843263414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,7168,0.00943022221326828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,10240,0.055923554632398814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,12288,0.058096885681152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,10240,1.072448836432563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,7168,0.014774221513006421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,51200,1.0375999874538846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,128,0.00810933361450831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,10240,0.24503466818067762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,3584,0.18976710902320015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,512,0.01736177835199568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,3072,0.02134311033619775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,128,0.004953777624501122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,5120,0.16059911251068115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,51200,0.11368621720208062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,768,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,6144,1.1670995288425021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,4096,0.022704000274340313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,51200,0.09212888611687554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,3584,0.02223555578125848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,7168,0.25293421745300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,3584,0.025859556264347498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,51200,2.3415234883626304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,7168,0.008447111480765873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,51200,0.8583191235860189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,768,0.010059555371602377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,2560,0.023891554938422307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,2048,0.031123555368847314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,256,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,8192,0.021930666433440313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,4096,0.025412445267041523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,1024,0.10890666643778484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,4096,1.537527084350586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,4096,0.01477688882086012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,3072,0.007603555917739868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,65536,1.4451475143432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,768,0.01295644458797243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,51200,1.6232141918606227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,128,0.010904889139864178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,5120,0.008310221963458592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,5120,0.1655093299018012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,64,0.003724444243643019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,2048,0.03811111052831014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,2048,0.037054220835367836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,3584,0.024096000525686476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,1024,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,3584,0.1650302277670966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,512,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,12288,0.4320551024542914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,65536,0.37425687577989364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,2048,0.006603555546866522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,7168,0.04981599913703071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,2560,0.11702311038970947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,51200,1.3157030741373699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,256,0.005527110977305307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,32,0.0029013332807355454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,128,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,12288,0.04089599847793579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,256,0.005690666536490123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,3072,0.012284444438086616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,8192,0.1464951170815362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,1536,0.06405688656700982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,16384,0.018590221802393597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,51200,0.10389955838521321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,2048,0.013648000028398303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,256,0.0029813332690132987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,768,0.010551999840471478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,4096,0.01146488885084788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,5120,0.03874222106403775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,65536,19.54745144314236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,256,0.007941332956155142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,16384,0.04425955480999417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,1536,0.008407110969225565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,128,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,12288,0.017795556121402316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,51200,0.09908711247973973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,128,0.003495111233658261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,1024,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,8192,0.02892355455292596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,1024,0.008803555534945594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,8192,0.019959999455346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,51200,0.12985066572825113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,3072,0.024243555135197107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,768,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,3584,0.027264888087908428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,12288,0.014096889230940076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,64,0.03144800000720554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,3584,0.07589511076609294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,3072,0.01052177780204349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,6144,0.010249777800507015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,3072,0.017286222842004564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,2048,0.014284445179833306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,7168,0.042872889174355396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,2048,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,1024,0.015817777978049386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,65536,0.3170533445146349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,7168,0.05275111065970527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,1536,0.04822133315934075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,10240,0.0376506679587894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,5120,0.01919911139541202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,51200,0.3611742125617133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,51200,0.28153954611884224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,12288,1.0430409113566081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,1024,0.011281777587201862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,2048,0.008080888953473832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,2048,0.05773599942525228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,2560,0.010623111493057676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,32,0.010875555376211802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,65536,0.5752248764038086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,512,0.008397333323955536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,8192,0.21197599834865996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,1536,0.016275554895401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,65536,0.08515466584099664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,128,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,4096,0.10684355762269761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,8192,0.01794399983353085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,256,0.005762666463851929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,16384,0.04684177703327603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,6144,0.01755199995305803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,512,0.013920888304710388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,2560,0.007987555530336168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,51200,1.094273779127333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,3072,0.23121333122253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,32,0.010808000134097205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,2560,0.0649155577023824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,65536,0.8097315364413791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,512,0.01847199930085076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,128,0.0647182199690077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,6144,0.03253511256641812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,8192,0.1250951157675849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,3072,0.010599111517270407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,768,0.005923555543025334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,7168,0.08263911141289605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,7168,0.23613866170247397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,10240,0.027404444085227117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,16384,0.4876817597283258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,1024,0.006940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,10240,0.08260977930492826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,32,0.006881777611043718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,6144,0.016701334052615695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,1024,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,4096,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,768,0.007320889168315464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,7168,0.6514106856452094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,2048,0.008805333740181392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,64,0.008457777400811514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,32,0.007979555262459649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,7168,0.007522666619883643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,1024,0.012144000165992312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,65536,0.39298754268222386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,1024,0.012359999948077731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,3584,0.011266666981909009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,12288,0.07043466965357463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,1536,0.009962666365835402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,1024,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,6144,0.03775999943415324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,128,0.006156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,4096,0.006217777729034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,8192,0.011579555769761404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,128,0.004286222159862518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,4096,0.006903111106819577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,256,0.022513777017593384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,12288,0.10076266527175903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,3584,0.013552000125249227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,768,0.01421688828203413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,128,0.0074986666440963745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,64,0.010400888820489248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,8192,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,2560,0.06751110818650988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,6144,0.24072800742255318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,1024,0.0329422222243415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,64,0.011315555208259158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,10240,0.13918399810791016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,5120,0.2874408827887641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,51200,0.1595368915134006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,16384,0.06509866979387072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,512,0.005955555372767978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,12288,0.025417778227064345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,3584,0.03957155678007338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,5120,0.09967199961344402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,3072,0.016524444023768108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,6144,0.33880800671047634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,128,0.05612533622317844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,6144,0.12413067287868923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,5120,0.04940799872080485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,1536,0.06634133391910128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,51200,1.1858978271484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,6144,0.01590044465329912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,1024,0.07333688603507148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,65536,5.283860524495442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,3584,0.01297511077589459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,65536,0.08262044191360474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,512,0.03903111153178745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,1024,0.06977688603931002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,7168,0.015587555037604438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,5120,0.007881777981917063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,512,0.009754666851626502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,3584,0.06517689095603095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,512,0.0036435553597079385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,7168,0.0564791096581353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,8192,0.015855999456511605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,5120,3.6669849819607205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,7168,0.03930844532118903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,768,0.012292444705963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,7168,0.07588089174694486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,12288,0.2932071155971951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,7168,0.18542844719356963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,1536,0.01145866678820716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,5120,1.9533066219753688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,1536,0.0318853325313992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,10240,0.09472622474034627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,512,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,3584,0.011415111521879831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,1024,0.03548622131347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,7168,0.015319110618697273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,5120,0.04303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,12288,0.03351199958059523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,65536,0.1735759973526001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,1024,0.004093333250946469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,6144,0.0184871107339859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,128,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,8192,0.014743111199802823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,1024,0.12042578061421712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,12288,0.08223022354973687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,8192,0.006837333242098491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,2560,0.007907555335097844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,32,0.0026480000880029467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,3072,0.031982223192850746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,512,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,64,0.014954666296641031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,12288,0.016302223006884258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,256,0.0036551112102137674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,2560,0.10084266795052423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,256,0.008206222620275285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,256,0.025404444999165002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,32,0.03480444351832072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,8192,0.31532711452907985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,7168,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,12288,0.01705333259370592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,3584,0.10172977712419297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,512,0.004942222187916438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,10240,0.14568532837761775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,256,0.0047893333766195504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,512,0.010407999985747868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,128,0.026720000637902155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,7168,0.016534222496880423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,4096,0.008893333375453949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,768,0.00565422202150027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,6144,0.00942311104800966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,4096,0.011520889070298938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,5120,0.010984888507260216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,32,0.005981333139869902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,3072,0.02602488961484697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,10240,0.09995822111765544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,256,0.005075555708673266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,256,0.013202666408485837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,2048,0.07314311133490668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,10240,0.268887996673584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,7168,0.018391999933454726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,1024,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,768,0.010729778144094678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,7168,0.021194666624069214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,256,0.01611555616060893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,5120,0.2654542128245036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,4096,1.2644977569580078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,3584,0.022628444764349196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,2048,0.03467288944456313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,768,0.010840000377760993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,3584,0.0539608895778656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,7168,0.10408177640702988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,16384,0.017864889568752713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,2560,0.02688088847531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,51200,0.05623110797670153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,12288,1.117894172668457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,128,0.004016889052258598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,2560,0.023702222439977858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,10240,0.014144000079896716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,12288,0.014916444818178812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,2048,0.00850577818022834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,2048,0.008427555362383524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,5120,0.22086311711205375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,32,0.007096000015735626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,128,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,5120,0.11282489034864639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,128,0.003079111170437601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,2560,0.12186400095621745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,10240,5.581827375623916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,128,0.006158222340875202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,3072,0.02260444396071964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,65536,0.20723556147681343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,8192,10.835927327473959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,6144,0.016120889120631747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,3072,0.026447110705905493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,1024,0.03655022382736206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,10240,0.02285066743691762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,64,0.010073777702119615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,1024,0.009471110999584198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,3584,0.04641600118743049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,1024,0.004249777644872665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,2560,0.13890577687157526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,8192,3.051955540974935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,16384,0.04166577921973334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,512,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,8192,0.10355022218492295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,6144,0.2516791025797526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,4096,0.015014222926563688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,256,0.04379377762476603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,768,0.19457244873046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,1536,0.03499999973509047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,6144,3.8520435757107205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,2560,0.03806844353675842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,256,0.007339555356237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,64,0.027043556173642475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,32,0.005552000055710475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,51200,15.187591552734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,8192,0.05886755386988322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,65536,0.0882800022761027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,6144,0.12172622150844997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,6144,0.01034311122364468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,3584,0.02074044446150462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,6144,0.01851466629240248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,1024,0.020451555649439495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,64,0.016213332613309223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,768,0.0118568887313207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,12288,0.044581333796183266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,1536,0.05858133236567179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,128,0.003107555624511507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,6144,0.018061333232455783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,6144,0.07082133160697089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,6144,0.006968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,3072,0.2763751082950168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,512,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,5120,0.17763200071122912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,4096,0.08586400085025364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,128,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,6144,0.20771643850538465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,3072,0.0070266665683852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,10240,0.012665777570671506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,768,0.03201866812176175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,3072,6.7542266845703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,256,0.00960888879166709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,6144,0.12005421850416396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,768,0.005078222188684675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,256,0.006614222294754452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,64,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,32,0.016247999336984422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,32,0.019484443797005545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,1536,0.0748515526453654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,12288,0.022791999909612868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,10240,0.19745955202314588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,2048,0.006052444378534953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,7168,0.020593777298927307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,2048,0.01760088900725047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,16384,0.11192977428436279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,2560,0.008249777886602614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,4096,0.02365422248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,51200,3.779605441623264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,10240,0.6902791129218208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,512,0.10433955325020684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,7168,0.053731554084353976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,12288,0.050999999046325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,768,0.006089777582221561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,3584,0.02583377725548214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,65536,0.06615022155973646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,512,0.004018666843573253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,6144,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,3072,0.026357332865397137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,6144,0.029669334491093952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,1536,0.01167022188504537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,4096,0.009465778039561378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,1536,0.010979555547237396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,8192,0.01829866733815935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,6144,0.016951110627916124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,1536,0.013188444077968597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,4096,0.08083555433485243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,512,0.005723555468850666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,10240,0.06307733058929443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,512,0.036575112077924944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,32,0.006751110984219446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,6144,0.018604444132910836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,256,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,256,0.014569777581426831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,2048,0.007428444094128079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,12288,0.018883556127548218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,768,0.019674667053752475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,16384,0.05408177773157755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,10240,0.10402755604849921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,128,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,2560,0.1717146635055542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,1024,0.01703999936580658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,1536,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,5120,0.021959111094474792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,2048,0.0074888889988263445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,4096,0.2139564487669203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,12288,0.14408355289035374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,6144,0.13142932785881892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,3072,0.03955466548601786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,512,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,128,0.009482666850090027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,128,0.00508977762526936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,10240,0.03905066516664293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,128,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,512,0.02086755633354187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,12288,0.02250755495495266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,512,0.005669333454635408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,51200,0.07078222433725993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,2560,0.021193777521451313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,3072,0.028219554159376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,2048,0.007979555262459649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,2560,0.016671111186345417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,32,0.007143110864692264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,6144,0.012715555727481842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,32,0.004977777600288391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,10240,0.029735998974906072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,5120,0.014001778430408902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,4096,1.4328301747639973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,10240,0.04820177621311612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,7168,0.29904977480570477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,768,0.004510222209824456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,2048,0.013924444715181986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,12288,0.035338666703965925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,4096,0.013438222308953604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,6144,0.01368533323208491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,64,0.03214577833811442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,10240,3.3614400227864585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,4096,0.015445333388116626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,4096,0.010426667001512317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,6144,0.2084115611182319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,16384,0.08053600125842623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,3072,0.01668355531162686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,2048,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,6144,0.05739911397298177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,5120,0.010994666980372535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,1536,0.006612444503439798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,128,0.1097137795554267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,4096,0.03368799885114034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,2048,0.009526222116417354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,4096,0.024393777052561443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,2048,0.007098666495747036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,16384,0.40272267659505206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,1024,0.008916444248623317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,51200,1.6627617941962347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,2560,0.022270222504933674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,768,0.014225777652528552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,32,0.00979466653532452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,10240,0.23036977979871961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,2560,0.20299911499023438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,7168,0.029513776302337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,1536,0.0047973332305749255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,6144,0.023609777291615803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,768,0.02827022141880459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,1024,0.006162666612201267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,2560,0.015545777148670621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,8192,3.670459747314453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,32,0.007723555796676212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,6144,0.10118399726019965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,3072,0.08630844619539048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,768,0.0048071112897661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,10240,0.021133333444595337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,51200,0.09464177820417617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,12288,0.10220799843470256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,16384,0.044822222656673856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,8192,0.15208355585734049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,5120,0.9837822384304471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,1024,0.00452533322903845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,6144,0.9531919691297742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,3584,0.01183644433816274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,2048,0.010508444574144153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,7168,0.00674933319290479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,51200,0.3170497682359484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,7168,0.17332000202602812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,12288,0.058596445454491504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,2048,0.007128888534175024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,65536,0.1731475591659546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,512,0.007135999699433644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,768,0.025945777694384258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,1024,0.34619643953111434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,128,0.004746666798988978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,512,0.02075466679202186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,256,0.0034711110509104202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,10240,0.016556445095274184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,32,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,8192,0.024350222614076402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,2048,0.02023555503951179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,1024,0.0052062223354975385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,1024,0.006153777655627992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,7168,1.5656781726413305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,64,0.0068897778789202375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,8192,2.500575171576606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,1536,0.010327999790509542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,10240,0.19140177302890352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,3072,0.013533333109484779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,4096,0.018183999591403537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,768,0.004107555581463708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,2048,0.14136000474294028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,16384,0.3841982152726915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,7168,0.05928622351752388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,3584,0.39344355795118546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,512,0.05126488871044583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,256,0.014394667413499622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,12288,0.061089780595567494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,32,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,256,0.02092622220516205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,10240,0.03484088844723172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,3072,0.15068533685472277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,768,0.006529777828190062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,3584,0.018458666072951425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,512,0.008667555948098501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,16384,0.2021039989259508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,1024,0.011807111402352652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,6144,0.28537511825561523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,768,0.012476444244384766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,51200,0.16423911518520778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,32,0.002765333279967308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,51200,0.1864337788687812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,12288,0.0188391109307607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,512,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,768,0.004335999902751711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,5120,0.026182222697469924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,128,0.09393599960539077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,7168,0.044870220952563815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,10240,3.866644541422526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,12288,0.05991199943754408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,512,0.003924444317817688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,768,0.016650666793187458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,1536,0.01588355501492818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,3584,0.05017155408859253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,64,0.0074746666683091064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,128,0.006114666660626729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,128,0.19215999709235299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,6144,0.15263111061520046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,5120,0.07734400033950806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,32,0.005464000006516774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,2560,0.024876443876160517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,6144,0.007115555306275685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,3072,0.030641777647866145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,5120,0.7668728828430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,10240,0.024157333705160353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,64,0.003129777808984121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,128,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,512,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,8192,0.14672977394527859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,32,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,2048,0.013506666653686099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,1024,0.006166222194830577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,2048,0.05929599867926704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,768,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,128,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,16384,0.02477333280775282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,16384,0.31895467970106334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,51200,0.19274489084879556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,2048,0.04831377665201823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,65536,15.640518188476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,65536,0.4755244255065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,8192,0.029493331909179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,2560,0.014831110835075378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,128,0.009385777844323052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,256,0.004397333496146732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,51200,0.9729626973470052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,51200,0.14753511216905382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,256,0.03668355610635545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,768,0.2539600001441108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,256,0.007829333345095316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,65536,1.3339209026760523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,16384,0.05846133497026232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,64,0.8955297470092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,3584,0.10731377866533066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,6144,0.025927111506462097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,12288,0.6323377821180556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,16384,0.7149297926161023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,32,0.0037813331517908308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,16384,0.21629599730173746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,4096,0.053983999623192676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,8192,0.09050133493211533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,51200,0.06516177786721124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,65536,0.11899556054009332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,5120,0.18975467152065703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,1536,0.04316711094644335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,64,0.01311466677321328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,768,0.02195466723706987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,6144,0.0144177774588267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,6144,0.016156444946924847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,2560,0.10421511199739243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,64,0.0026622222115596137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,65536,8.740442064073351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,5120,0.01276622215906779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,2048,0.006795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,32,0.004063111212518481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,10240,0.6228515307108561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,64,0.013071999781661563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,51200,0.10102933645248413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,256,0.012048000262843238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,5120,0.7586577733357748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,8192,0.02236355510022905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,6144,0.012114666402339935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,2560,0.062457780043284096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,768,0.03201599915822347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,768,0.010474666953086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,2048,0.13533511426713732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,4096,0.053499556250042386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,65536,4.364558325873481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,3072,0.20284977224138048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,3072,0.03474844495455424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,3072,0.00960977789428499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,2048,0.007777777810891469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,51200,0.23147911495632598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,2560,0.023659555448426142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,65536,2.933235592312283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,12288,0.014194667339324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,10240,0.025799999634424847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,8192,0.022034666604465906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,2048,0.11214310593075222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,3584,0.012430222498046027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,7168,0.2695644431644016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,3072,0.20794310834672716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,128,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,3072,0.2078782187567817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,1024,0.0070426662762959795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,3072,0.014056889547242058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,8192,0.14587288432651097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,10240,0.05116800136036343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,5120,0.14296089278327093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,12288,0.0292577776643965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,256,0.01759822169939677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,8192,0.08635110987557305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,16384,0.022828444838523865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,5120,0.12033243974049886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,51200,0.2424631118774414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,64,0.02089599933889177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,65536,0.04431910978423225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,65536,0.1742382182015313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,8192,0.01907911068863339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,1536,0.01564800077014499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,6144,0.04855111241340637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,1536,0.015961777832772996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,1024,0.00832088871134652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,32,0.004663111021121343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,768,0.02167644434505039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,51200,0.199163556098938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,1536,0.04059911105367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,7168,0.10507111416922675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,8192,0.05924444728427463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,512,0.0032720000793536506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,1536,0.006765333314736684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,16384,0.48516888088650173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,8192,0.06575110885832045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,65536,0.3732106685638428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,1024,0.010371555884679159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,65536,0.8381484349568685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,512,0.00453333349691497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,8192,0.04795111219088236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,64,0.009854222337404886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,2560,0.03442577852143182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,128,0.004062222109900581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,51200,2.345145755343967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,4096,1.0932195451524522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,10240,0.16176622443728977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,16384,0.42631999651590985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,51200,0.44910844167073566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,1024,0.032491554816563926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,32,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,2048,0.010075555907355415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,256,0.0034213333080212274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,3072,0.012618666721714867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,2560,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,512,0.007358222372002072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,256,0.02366133365366194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,1536,0.010050666828950247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,512,0.006001777946949005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,128,0.009501333038012186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,128,0.006164444403515921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,5120,0.0063546668324205614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,7168,0.03286577926741706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,512,0.0035377778112888336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,7168,0.14224178261227077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,32,0.0069226668112807805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,2560,0.006630222416586346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,10240,0.8464319970872668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,8192,0.30213599734836155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,10240,0.056277334690093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,51200,1.7178995344373915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,512,0.40790488984849715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,4096,0.7619795799255371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,3584,0.08026133643256293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,64,0.0037377778854635027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,2560,0.3739742173088922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,5120,0.03188622328970168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,1024,0.004705777598751916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,16384,1.0630177391899955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,4096,0.036630223194758095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,16384,0.061520000298817955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,65536,0.4842231008741591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,2560,0.03107200066248576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,7168,0.30469687779744464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,51200,0.05627644724316067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,3584,0.007734222544564142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,32,0.006790222393141852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,128,0.0053688887920644544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,7168,6.502681732177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,12288,0.17697600523630777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,16384,0.40314579010009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,2560,0.018205333087179396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,16384,0.11644977993435329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,6144,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,4096,0.021406221720907424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,5120,0.19312443998124865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,1024,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,32,0.0029093333416514923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,6144,0.04816888769467672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,16384,0.0719919999440511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,2560,0.08600711160235935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,4096,0.2639475663503011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,4096,0.008439111212889353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,3072,0.028672890530692205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,3072,0.024096000525686476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,3584,1.3008079528808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,7168,0.045257776975631714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,16384,0.6220453580220541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,7168,0.0951004425684611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,1024,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,768,0.010497777826256223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,768,0.01258133351802826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,16384,0.18449778027004668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,2048,0.015561777684423657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,3072,0.04332000017166138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,2048,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,1536,0.07294666767120361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,6144,0.16467821598052979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,12288,0.2961884339650472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,256,0.010618666807810465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,65536,0.09711377488242255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,6144,1.9387537638346355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,6144,0.033611555894215904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,65536,2.6359519958496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,10240,0.035551998350355364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,256,0.01090222183201048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,1536,0.007963555554548899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,3584,0.023394667439990576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,32,0.00282222218811512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,2048,0.08895466725031535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,3072,0.013917333549923368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,64,0.005502222312821283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,51200,0.21513866053687203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,1024,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,8192,0.01425866617096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,2560,0.01870844430393643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,4096,0.010743111371994019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,5120,0.015086222026083203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,128,0.005355555564165115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,128,0.0032524443748924467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,1536,0.009120889008045197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,4096,0.15326489342583552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,51200,0.3543253209855821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,1536,0.01423733267519209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,12288,0.06118400229348076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,65536,0.6200035413106283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,512,0.2855893241034614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,6144,0.42067911889817977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,2048,0.024712888730896845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,32,0.008375110725561777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,1536,0.07547466622458564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,65536,0.10988266600502862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,3584,0.13915733496348062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,10240,0.027935110860400732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,64,0.010888000329335531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,512,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,4096,0.016547555724779766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,2560,0.007632888853549957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,4096,0.24867378340827095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,12288,0.023730667101012334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,3072,0.017587555779351127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,12288,0.01868799991077847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,8192,0.013017777767446307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,64,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,2048,0.015903110305468243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,65536,0.5336142116122776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,7168,0.02347555591000451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,768,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,4096,0.008302222523424361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,10240,0.0528657767507765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,5120,0.05074310965008206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,7168,0.02796799937884013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,7168,0.01108444482088089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,2560,0.014551111393504672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,5120,0.025610667135980394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,65536,0.012452444268597497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,1536,0.03172444303830465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,512,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,4096,0.034421334664026894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,3072,0.06184622314241198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,128,0.04495022363132901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,512,0.003387555480003357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,6144,0.23421067661709258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,51200,0.05251555641492208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,2560,0.0063982220987478895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,5120,0.007323555648326874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,128,0.004370666626426908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,7168,0.018406222263971966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,256,0.0034453332838084963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,10240,0.019863110449579027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,2560,0.0075937774446275495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,512,0.0037155557009908888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,1024,0.008242666721343994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,3072,0.012720888687504662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,65536,0.29696178436279297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,3072,0.026093333959579468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,128,0.004304888761705822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,12288,0.0392853319644928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,512,0.007824888659848107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,3584,0.0199955552816391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,1024,0.08107999960581462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,1536,0.03313688768280877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,768,0.027760000692473516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,7168,0.011241777903503843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,51200,0.27479733361138237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,2560,0.010608889162540436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,12288,0.04862133330769009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,5120,0.01665866706106398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,16384,0.5961582395765517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,2560,0.00599644457300504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,2048,0.005078222188684675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,7168,0.41793423228793675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,256,0.004983110974232356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,12288,0.3006800015767415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,65536,0.2552639908260769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,4096,0.010859555668301053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,1024,0.01740977830357022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,2048,0.006090666684839461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,512,0.18983199861314562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,768,0.0037342223028341928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,768,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,1024,0.01443733274936676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,16384,0.012656889028019376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,8192,0.011260444091426002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,8192,0.03792711098988851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,1024,0.09727555513381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,256,0.010685332947307162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,1024,0.0058906666106647914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,128,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,256,0.005712888720962737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,6144,0.034296890099843345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,2560,0.050583998362223305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,12288,0.5956133206685384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,2560,0.017655111021465726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,16384,0.05203377869394091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,12288,0.03871466716130575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,12288,1.6981457604302301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,1536,0.015662221444977652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,5120,0.05298133360015022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,8192,0.09477600124147202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,3584,0.014022222823566861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,65536,0.044723557101355664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,5120,2.792989306979709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,64,0.010579555398888059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,1024,0.01514488955338796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,2560,0.24708000818888345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,2560,0.04544088906712002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,1536,0.011953777737087674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,7168,0.19125600655873617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,4096,0.013882666826248169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,1536,0.05052622159322103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,51200,0.12498488691118027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,12288,0.030795554320017498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,256,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,10240,0.023888889286253188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,2048,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,65536,0.11252000596788193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,1024,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,1536,0.021838222940762837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,7168,0.015653333730167814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,12288,0.01941333380010393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,4096,0.011379555695586734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,12288,0.1462213330798679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,1536,0.016640888320075143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,8192,0.012141333685980903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,65536,6.401819441053603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,128,0.016158221496476066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,3072,0.08400977982415093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,2048,0.022508444057570562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,2560,0.009242666264375051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,3072,0.012040889097584618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,4096,0.14538666937086317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,512,0.02564977771706051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,4096,0.017463111215167575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,7168,0.02314666741424137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,64,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,16384,0.2650951014624702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,1536,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,128,0.004322666674852371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,2048,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,8192,0.40239821539984805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,51200,0.2038346661461724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,1024,0.04000000158945719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,64,0.0031946665710873077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,128,0.0041413332025210066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,51200,0.47328975465562606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,51200,1.8086986541748047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,512,0.006350222147173352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,128,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,4096,0.04092266824510362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,51200,0.033768001529905535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,16384,0.17435644732581246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,51200,0.5467466778225368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,768,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,3072,0.015045333239767285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,256,0.0057857777509424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,7168,0.06853244702021281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,51200,0.06370044416851468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,7168,0.02510844502184126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,3584,0.07220621903737386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,7168,0.011355555719799466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,4096,0.08407021893395318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,4096,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,3584,0.019685332973798115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,65536,0.11929955747392441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,65536,1.5319777594672308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,6144,0.03199555476506551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,65536,2.908871120876736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,7168,0.06161599689059787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,256,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,65536,1.6301422119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,12288,0.02092355489730835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,32,0.009332444104883406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,512,0.003935111065705617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,32,0.0063484443558586975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,10240,0.02444177700413598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,32,0.011233777635627322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,65536,0.14446843994988337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,3584,0.015503999259736804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,5120,0.09847288661532932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,65536,0.12741600142584905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,6144,0.053006221850713096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,12288,0.04328622089491951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,51200,0.05342222253481547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,512,0.003354666754603386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,512,0.009840889109505547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,3072,0.02720622221628825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,6144,0.015437333120240105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,1024,0.008800889054934183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,3584,0.0712311135398017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,12288,0.41106488969590926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,10240,0.1231715546713935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,51200,1.0162782669067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,4096,0.018204443984561496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,1024,0.04679200053215027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,16384,5.701627519395616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,256,0.008352888955010308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,10240,0.05031377739376492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,2048,0.021495110458797876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,10240,0.034974220726225115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,7168,0.08717688586976792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,65536,0.04023111197683547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,5120,0.024223110742039148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,2048,0.050029334094789296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,7168,0.020311110549502902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,16384,0.025268443756633337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,12288,0.052448888619740806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,6144,0.03662933243645562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,8192,0.16131644778781468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,32,0.007177777588367462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,3072,0.012448000411192576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,768,0.021785777476098802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,7168,0.041942222250832446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,10240,0.014520888527234396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,65536,0.06618577904171415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,1024,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,2560,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,6144,0.0344471103615231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,128,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,16384,0.0207022229830424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,12288,0.31713422139485675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,12288,0.08949689070383708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,128,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,512,0.019495111372735765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,768,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,7168,0.1426817841000027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,6144,0.04220622115665012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,65536,0.1492204401228163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,4096,0.009283555878533257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,6144,0.011482666763994427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,256,0.05090488990147909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,2560,0.009767110976907942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,3072,0.018239110708236694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,128,0.07116711139678955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,128,0.013649777405791812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,2560,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,6144,0.07646133502324422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,256,0.00444088876247406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,2048,1.8179974026150172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,1536,0.08147555589675903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,32,0.0033813334173626373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,5120,0.040390223264694214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,1536,0.06247644291983711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,6144,0.025960889127519395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,64,0.003301333429084884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,65536,0.08107999960581462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,128,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,6144,0.06495733393563165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,12288,0.2938435607486301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,3584,0.04299022091759575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,8192,0.049638221661249794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,768,0.003543111185232798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,64,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,16384,4.2464374966091585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,51200,0.6059893502129449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,256,0.017733333839310538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,1536,0.05960533354017469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,1536,0.1769697798622979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,64,0.09103822045856053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,8192,0.0233297778500451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,32,0.00518488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,32,0.009897777603732215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,65536,0.6740204493204752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,512,0.006075555665625467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,32,0.004975111120276981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,1536,0.006825777805513806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,6144,0.009775111244784461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,256,0.004364444563786189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,512,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,16384,0.744972440931532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,2560,0.005980444451173146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,1536,0.12028355068630642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,768,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,51200,2.090639114379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,1536,0.022816000713242426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,12288,0.030254221624798242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,3072,0.0203155560625924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,10240,0.05194311009513008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,256,0.016531555189026725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,10240,0.05284622311592102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,5120,0.19397600491841635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,256,0.01092711091041565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,1536,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,256,0.007271111011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,8192,0.0525911119249132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,512,0.017855111095640395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,65536,2.1998301612006292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,128,0.009366222553782994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,16384,0.10859022537867229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,12288,0.03147644466824002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,6144,0.02309777836004893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,12288,0.02480711042881012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,2048,0.008992888861232335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,1536,0.058989332781897656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,7168,0.3455333444807265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,4096,0.03371822171741062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,2560,0.010473777850468954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,6144,0.240685330496894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,7168,0.011065777805116443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,65536,2.0624720255533853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,1536,0.06328533093134563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,10240,0.0222382214334276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,4096,0.0083137775460879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,3072,0.007681777907742395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,2048,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,768,0.029790222644805908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,65536,1.8541723887125652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,6144,0.09814221991433038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,3584,0.011129777464601727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,2560,0.01036800030204985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,4096,0.023584889041052923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,6144,0.1035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,64,0.005472888963090048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,768,0.004973333328962326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,8192,0.04883466826544868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,64,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,1024,0.004420444369316101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,10240,0.06876355409622192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,768,0.008412444757090675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,768,0.011502222054534487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,65536,0.35022666719224715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,16384,0.08834133545557658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,6144,0.015358222855461968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,128,0.0027706666539112725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,768,0.011503111157152386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,2048,0.00849955528974533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,7168,0.0677679975827535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,65536,0.45557064480251735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,12288,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,6144,4.151204427083333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,51200,0.1946035491095649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,768,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,1536,0.005560889012283749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,8192,48.473310682508675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,16384,0.0769324435128106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,51200,2.078059514363607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,6144,4.6376363966200085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,12288,0.03560533457332187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,768,0.010384000009960597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,2048,0.03162399927775065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,1536,0.008407110969225565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,1536,0.12839644485049778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,2560,0.015112888481881885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,4096,0.010604444477293225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,8192,0.09886755545934041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,10240,0.044687112172444664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,5120,0.0848462250497606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,2560,0.07413599888483684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,3072,0.012316444681750404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,64,0.005763555566469829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,2560,0.014027555783589682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,64,0.0053013331360287136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,512,0.006148444281684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,12288,0.02054755555258857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,51200,0.9919733471340604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,512,0.003940444439649582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,51200,0.06462577978769939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,1536,0.010592000352011787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,7168,0.17368711365593803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,2560,0.3684382173750136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,4096,0.7508266766866049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,16384,0.028304888142479792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,6144,0.011566222541862063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,16384,0.11793066395653619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,256,0.005697777701748743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,65536,0.31832888391282826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,12288,0.017607111069891188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,65536,0.23716976907518175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,51200,0.03092977735731337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,3584,0.009155555731720394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,65536,0.3959653377532959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,512,0.004640000147951974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,16384,0.058463109864128955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,10240,0.04980977707438999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,1024,0.022220444348123338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,512,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,6144,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,256,0.027475555737813313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,4096,0.009224889179070791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,7168,0.010249777800507015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,2560,0.049364444282319814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,768,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,5120,0.027311111489931744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,4096,0.16765333546532524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,12288,0.16139199998643664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,16384,0.27538755204942494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,256,0.004600888739029567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,51200,0.2683822313944499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,32,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,12288,0.042224887344572276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,3584,0.022522666388087805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,12288,0.14135644170973036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,10240,1.7660577562120225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,3584,0.16267911593119302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,65536,0.08435377809736465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,2048,0.02407377792729272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,6144,0.03137066629197862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,3584,0.04344444473584493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,256,0.0210533340771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,768,0.00397511116332478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,5120,1.4140017827351887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,65536,1.942320081922743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,10240,0.027063111464182537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,1536,0.00907022257645925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,65536,0.02461155586772495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,3584,0.013660444153679742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,8192,0.02093244426780277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,4096,0.010802666346232096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,3584,0.052311999930275806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,3584,0.01793511046303643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,3584,0.11367911762661403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,2560,0.26765510771009654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,2048,0.445067564646403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,6144,0.014344889256689282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,65536,0.14437422487470838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,64,0.052101333936055504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,4096,0.7804009119669596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,12288,0.024586665961477492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,7168,0.3051377667321099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,768,0.03928622272279527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,2560,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,7168,0.2591173383924696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,32,0.0033928888539473214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,12288,0.2359128793080648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,10240,0.09760622183481853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,8192,0.017800889081425138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,12288,0.06134577592213949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,16384,0.045258667733934194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,1024,0.011008000208271874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,3584,0.018998222218619455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,2048,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,8192,0.022471111681726243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,16384,0.053835554255379565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,128,0.007060444189442529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,32,0.006779555645253923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,5120,1.0518052842881944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,5120,0.011191111471917896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,6144,0.022265776991844177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,65536,0.1967537800470988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,128,0.007996444072988298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,1024,0.004312889029582341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,3584,0.007185777856243982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,10240,0.9247555202907987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,5120,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,5120,0.08529066377215916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,64,0.020561777883105807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,64,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,51200,0.08756355444590251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,64,0.005442666510740916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,65536,0.02107644412252638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,3072,0.03137244449721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,32,0.005103111267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,1024,0.01459377838505639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,128,0.003960888832807541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,2560,0.013202666408485837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,2560,0.011542222566074796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,12288,0.039805332819620766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,8192,0.028861333926518757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,51200,0.1510417726304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,6144,0.03704444567362467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,8192,0.014698666003015308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,8192,0.006168889088763132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,12288,0.019353777170181274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,10240,0.12951821751064724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,6144,0.014818666709793938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,12288,0.3157342274983724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,65536,0.06355022059546576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,7168,0.16824621624416777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,8192,0.012672888735930124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,12288,0.917085329691569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,512,0.0057297779454125305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,12288,1.1849288940429688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,51200,0.25409777959187824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,2048,0.01202044470442666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,6144,0.08771822187635635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,2560,0.11038755708270603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,1536,0.02244088881545597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,5120,0.020605333977275424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,1024,0.011169777976142036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,512,0.05833244323730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,4096,0.012150222228633033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,256,0.010932444698280759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,256,0.3867182201809353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,4096,0.015847111741701763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,1536,0.07812266879611544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,768,0.011748444702890186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,3072,0.007704888780911763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,256,0.006158222340875202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,2560,0.016883555385801528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,256,0.006361777583758037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,12288,0.44576533635457355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,8192,0.16917778386010063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,3584,0.20023822784423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,32,0.005379555539952383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,2560,1.0173475477430556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,2560,0.02868622210290697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,6144,0.028797331783506606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,1536,0.01772622267405192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,3072,0.012346666720178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,1024,0.015815110670195687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,3584,0.08497333526611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,3072,0.012840888566441007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,8192,0.21985244750976562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,4096,0.029603554142846003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,1536,0.3746853404574924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,8192,0.0683857798576355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,6144,0.20438755883110893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,512,0.03299199872546726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,1024,0.012074666718641916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,10240,0.10272710853152806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,51200,0.18131289217207167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,3072,0.043897777795791626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,64,0.010370666782061258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,1536,0.01590399940808614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,256,0.015860444969601102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,4096,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,1536,0.007256000406212277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,128,0.002752888947725296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,12288,0.015259555644459195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,12288,1.7462213304307725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,16384,0.026184888349639043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,10240,0.0650071104367574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,7168,0.015140444040298462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,32,0.0037226668662495087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,3584,0.008399999803966945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,512,0.0058959999846087555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,6144,0.12511111630333796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,5120,0.010882666541470421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,8192,0.012179555164443122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,12288,0.04855288730727302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,12288,0.02058844433890449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,32,0.0028648889727062653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,12288,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,512,0.011371555427710215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,7168,0.4730364481608073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,3584,0.31287288665771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,3584,0.023916444844669763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,3584,0.6100586785210503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,128,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,10240,1.4123217264811199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,3584,0.015314666761292351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,2048,0.014965333872371249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,256,0.0041599998043643106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,1024,0.15423288610246447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,3584,0.02428177826934391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,2048,0.07283466392093234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,10240,0.03504088852140639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,2560,0.020920889245139226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,4096,0.010630221830474006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,6144,0.17245422469245064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,6144,0.29667732450697154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,16384,0.3970053460862901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,128,0.007744000189834171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,256,0.031680001152886286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,512,0.016506666938463848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,768,0.018534221582942538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,12288,0.041442665788862444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,3072,0.007900444169839224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,51200,2.3083207872178817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,16384,0.0741893317964342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,2560,0.0628417796558804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,7168,0.015389333168665567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,51200,0.05078399843639798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,768,0.004058666527271271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,64,0.020451555649439495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,51200,18.540878295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,3072,0.1318168905046251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,2560,0.007183999651008182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,128,0.006984000404675801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,8192,0.2993475596110026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,128,0.01534844438234965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,128,0.026957333087921143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,8192,0.12012622091505264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,5120,0.008773333496517604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,3072,0.25204266442192924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,3072,0.008783111141787635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,3584,0.02035911050107744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,1024,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,10240,0.030989332331551447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,2560,0.009004444711738164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,64,0.15250489446851942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,51200,0.05547822184032864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,2560,0.022364444202846948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,5120,0.09088089068730672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,8192,1.0003413094414604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,1536,0.02773333258099026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,4096,0.04446399874157376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,64,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,6144,0.05849244197209676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,51200,0.11680532826317681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,10240,0.20447911156548393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,2560,0.006892444358931647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,10240,0.29441600375705296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,2560,0.037979556454552546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,8192,0.1942444509930081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,768,0.00833777752187517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,16384,0.030322667625215318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,3072,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,5120,0.26283733050028485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,65536,0.44966665903727215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,4096,0.00851466672288047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,8192,0.22909598880343965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,128,0.09256533119413589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,12288,0.4386764367421468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,1024,0.0058577776783042485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,4096,0.08980088763766819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,32,0.008647999829716152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,1536,0.006065777606434292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,7168,0.03779644436306424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,512,0.005919111271699269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,5120,0.0857493347591824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,8192,0.018546667363908555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,12288,0.009686222506894005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,1024,0.005173333403136996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,7168,0.014833778142929077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,2560,0.01827111177974277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,128,0.0038177776667806837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,2048,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,2560,0.09721955325868394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,2048,0.007290666302045186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,10240,0.1034711135758294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,512,0.004880889008442561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,10240,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,1536,0.004464888738261329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,3584,0.015785778562227886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,3072,0.007376000285148621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,3072,0.04976266622543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,6144,0.06892177793714735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,7168,0.07281688849131267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,256,0.0328764451874627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,65536,0.061517331335279674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,1024,0.014909333652920194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,3072,0.008635555704434713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,256,0.0031786666562159858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,32,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,8192,0.5235288937886556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,2048,0.05130666825506422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,768,0.0129457778400845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,1536,0.0236471113231447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,6144,0.01182755579551061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,8192,0.3421146604749892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,1536,0.013738666971524557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,2560,0.00923822240697013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,7168,0.014101333088344999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,128,0.012063110868136087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,512,0.012611555556456247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,128,0.010425777898894416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,3584,0.0188417782386144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,16384,0.04216000106599596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,3584,0.7075511084662544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,2048,0.026138666603300307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,5120,0.010958222051461538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,32,0.006434666613737742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,6144,0.05280977818701002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,2048,0.1900391048855252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,64,0.004981333182917701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,16384,0.06424178017510308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,7168,0.038316445218192205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,2048,0.014487110906177096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,3584,0.02885155545340644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,2048,0.008933333059151968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,32,0.0027093332674768236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,1024,0.005973333285914526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,128,0.30694132381015354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,4096,0.024932444095611572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,32,0.004608889006906086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,768,0.02330222229162852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,3584,0.015607999430762397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,768,0.008075555165608725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,512,0.10713599787818061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,4096,0.035402665535608925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,7168,0.048680000834994845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,7168,0.21213066577911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,3072,0.25730933083428276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,3072,0.01924800044960446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,16384,0.018798222144444782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,8192,0.5876960224575466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,7168,0.3786417908138699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,7168,0.01632000009218852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,7168,0.022465777066018846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,51200,3.4158960978190103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,256,0.003428444473279847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,768,0.02685866587691837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,256,0.004838222016890843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,6144,0.0566213329633077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,3072,0.03014755580160353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,16384,0.016424889365832012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,256,0.008520888785521189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,65536,3.6349110073513455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,128,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,512,0.00378222225440873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,16384,0.04794755578041077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,512,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,32,0.007251555720965068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,1536,0.09447289175457424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,65536,0.1730497810575697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,32,0.07626044750213623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,65536,2.0928800370958114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,256,0.005767999837795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,51200,3.2317803700764975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,8192,0.35378487904866535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,7168,0.01111288865407308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,1024,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,7168,0.014277334014574686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,5120,0.023119111855824787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,10240,0.0929573310746087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,64,0.002733333243264092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,768,0.03896266553137038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,256,0.024783111280865137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,3584,0.013776889277829064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,2560,0.07264088922076754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,10240,0.04750577939881218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,1536,0.13259466489156088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,12288,0.049076444572872586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,1024,0.007987555530336168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,128,0.0029279999434947968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,16384,0.7194648848639594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,256,0.004881777697139316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,65536,0.7104586495293511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,51200,0.10920444462034438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,32,0.009911110831631554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,51200,12.034930759006075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,16384,0.7905973328484429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,5120,0.13020355171627468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,2048,0.026407111022207472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,5120,0.10759111245473225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,256,0.010292444792058732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,10240,0.15051555633544922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,4096,0.011086222198274402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,768,0.025064888927671645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,4096,0.027425777581002977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,512,0.011926222178671094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,6144,2.1977856953938804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,6144,2.0103723737928605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,4096,0.014021333720948962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,128,0.15012889438205296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,4096,0.020632889535692003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,51200,0.4139368798997667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,512,0.03232266505559286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,2560,0.6655093299018012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,6144,0.05518755647871229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,2048,0.014456889695591398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,2048,0.013916444447305469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,32,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,768,0.003930666794379552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,256,0.020648888415760465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,64,0.013269333375824822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,3072,0.039797332551744245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,256,0.01258133351802826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,64,0.01551822159025404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,128,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,6144,0.01018488903840383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,768,0.03165866600142585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,64,0.003648888733651903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,7168,0.40123645464579266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,3072,0.02935911218325297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,6144,0.023917333947287664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,32,0.03379733363787333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,1536,0.006035555568006303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,5120,0.42924798859490293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,10240,0.3821422259012858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,4096,0.3035937680138482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,32,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,6144,0.034147553973727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,16384,0.10307555728488499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,768,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,4096,0.012276444170210095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,10240,0.10007377465565999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,512,0.009573332965373993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,51200,3.7035607231987844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,3584,0.2832835515340169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,12288,0.29926223225063747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,6144,0.01663466625743442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,128,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,10240,0.01775733298725552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,3584,0.8386960029602051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,2048,0.430839114718967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,3072,0.024060444699393377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,8192,0.020792000823550753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,4096,0.011354666617181567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,10240,0.017260443833139207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,768,0.028070221344629925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,2048,0.02386577758524153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,3584,0.023032888770103455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,64,0.002862222285734283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,51200,0.08127911223305596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,2048,0.011762667033407422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,2560,0.006677333265542984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,256,0.004314666820896996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,512,0.0047733332547876565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,12288,0.03808800048298306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,4096,0.013597333596812354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,128,0.005412444472312927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,256,0.009547555612193214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,512,0.027191110783153113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,7168,0.01571555601225959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,16384,0.3982337845696344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,768,0.010584000084135266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,4096,0.008784888519181145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,65536,0.04036888811323378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,2048,0.01867999964290195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,768,0.009341333475377824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,16384,0.006045333213276333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,65536,27.334269205729168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,10240,0.25214044253031415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,512,0.003375111147761345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,3584,0.00810933361450831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,2048,0.07196888658735487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,128,0.004358222087224324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,128,0.038500444756613836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,1536,0.02328355610370636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,128,0.004325333154863781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,3584,0.15841510560777453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,2048,0.008866666919655269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,7168,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,768,0.008108444511890411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,128,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,256,0.0037742224004533556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,768,0.007132444116804335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,12288,0.10875466797086929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,12288,0.04900266726811727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,5120,0.05161244339413113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,32,0.02495555579662323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,1536,0.05343111024962532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,3584,0.012141333685980903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,6144,0.16444533401065403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,3584,0.05482222305403816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,3584,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,512,0.016674665941132438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,128,0.0162426663769616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,256,0.0047120000753137796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,1024,0.02936444348759121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,128,0.05717688798904419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,1024,0.010808889236715106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,768,0.005092444519201915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,3584,0.058351112736595996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,2048,0.006506666541099548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,3072,1.0864808824327257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,128,0.03672800130314297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,2560,0.09979466597239177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,3584,0.2373840014139811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,3072,0.00830844458606508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,4096,0.023021333747439917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,4096,0.11865599950154622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,2048,0.0140346669488483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,7168,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,8192,0.28746578428480357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,2048,0.021721776988771226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,2048,0.010598222414652506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,768,0.003663111064169142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,7168,0.06330133146709867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,3072,0.008691555923885768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,3584,0.07322755787107679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,3072,0.03228622343805101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,1024,0.018419555491871305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,6144,0.013501333693663279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,4096,0.04678755667474535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,10240,0.018575110369258456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,256,0.005581333405441708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,8192,0.0203475554784139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,51200,1.0451493793063693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,64,0.007127111156781514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,5120,0.010823110739390055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,10240,0.0678995582792494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,5120,0.025776889589097764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,2560,0.05928533607059055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,32,0.011780444118711682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,3072,0.021783999270863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,8192,0.025809778107537165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,4096,0.4053377840254042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,3072,0.010953777366214328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,2560,0.11944622463650173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,8192,0.006488889041874144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,4096,0.10857688718371922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,8192,0.07193511062198214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,512,0.007459555235173967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,5120,0.04518399967087639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,128,0.010913777682516309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,1024,0.00573511090543535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,4096,0.1853484445148044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,32,0.0026400000270869997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,6144,0.013529777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,8192,512,0.005366222312053044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,3072,0.02362844513522254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,51200,0.17704444461398652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,4096,0.008030222521887885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,2048,0.012967111335860359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,32,0.17162488566504586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,1024,0.005582222094138463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,512,0.27955465846591526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,64,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,768,0.022566222482257422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,64,0.004040889028045866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,256,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,1536,0.015580443872345818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,51200,0.8879422081841363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,768,0.07840444644292195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,4096,0.07860355244742499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,1024,0.09535911348130967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,1536,0.012753778033786349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,1536,0.007592000067234039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,128,0.1927013397216797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,6144,0.01089777797460556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,3584,0.010464888479974536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,512,0.004907555464241239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,512,0.00868444475862715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,5120,0.03407999873161316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,10240,0.06593955225414701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,8192,0.04354666670163473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,3584,1.0021413167317708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,512,0.010564444793595208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,1024,0.10276355346043904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,16384,0.05528266562355889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,4096,0.023198222120602924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,512,0.007704888780911763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,2048,0.04363022247950236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,16384,0.047691557142469615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,3584,0.027217777238951787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,512,0.005625777774386936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,3072,0.14403733942243788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,6144,0.0332275562816196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,128,0.005675555517276128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,51200,2.2013431125217013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,65536,0.2705795500013563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,65536,0.06610577636294894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,2560,0.007254222200976477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,12288,0.15688089529673258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,3584,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,7168,0.1928044425116645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,3072,0.010168000227875179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,8192,0.019504000743230183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,6144,0.018368000785509746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,3584,0.0780551102426317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,8192,0.02862488892343309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,256,0.011742221812407175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,768,0.004868444469239977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,7168,0.011174221833546957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,768,0.0047528888616296975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,768,0.006689777804745569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,1536,0.012676444318559436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,1024,0.011697777443461947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,256,0.09689688682556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,128,0.008765333228641087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,2560,0.018759111563364666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,256,0.019165333774354722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,768,0.0064284445510970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,1536,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,5120,0.3267173237270779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,6144,0.010482666393121084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,51200,0.12066133817036946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,12288,0.027132444911532935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,128,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,2560,0.0742737783326043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,768,0.055543998877207436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,1536,0.04574666751755608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,7168,0.03439377744992574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,64,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,256,0.05519022213088142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,3584,0.013293333351612091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,7168,0.08802933163113064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,3072,0.009829333258999718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,12288,0.24252978960673013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,32,0.005176888985766305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,2560,0.07092444764243232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,3072,0.2752915488349067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,12288,0.039954665634367205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,16384,0.9936666488647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,8192,0.03204177816708883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,512,0.0070186663005087115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,512,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,128,0.0063573333124319715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,128,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,5120,0.20071289274427626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,8192,0.030447999636332195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,3584,0.008589333130253686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,768,0.004402666870090696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,51200,0.06583022409015231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,3584,0.017907554904619854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,3584,0.008174222376611497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,512,0.005290666802061929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,8192,0.037957333856158786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,128,0.015708444847000968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,10240,0.016741333736313712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,128,0.004968889057636261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,1536,0.08772266573376125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,64,0.007032000356250339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,128,0.010087110930018956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,1024,0.011171555353535546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,128,0.004467555632193883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,768,0.011710222396585675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,7168,0.03876533442073398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,256,0.0033191111352708605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,1536,0.0358897778722975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,10240,0.026662222213215295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,2048,0.022299556268586054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,4096,0.590445359547933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,8192,1.5342381795247395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,4096,0.14266933335198298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,16384,0.07078044282065497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,51200,1.3025875091552734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,51200,0.0850328869289822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,32,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,2048,0.22355466418796113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,12288,3.014217800564236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,4096,0.6717182265387641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,256,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,64,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,4096,0.042083554797702365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,7168,0.04718222220738729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,7168,0.6585022078620063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,5120,0.013665777941544851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,7168,0.03430133395724826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,5120,0.018717333674430847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,5120,0.30938755141364205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,6144,0.09526222281985813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,1024,0.01585244470172458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,16384,0.02014844450685713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,8192,0.10417155424753825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,2560,0.8441955778333875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,3072,0.05243466628922356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,256,0.01797066628932953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,768,0.005716444303592046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,7168,0.0831057760450575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,1536,0.10953688621520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,256,0.01351111133893331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,2560,0.013912000589900546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,128,0.007506666911972894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,10240,0.4749591085645888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,1024,0.13587466875712076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,6144,0.027141332626342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,128,0.007183111376232571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,32,0.017158221867349412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,16384,8.106857299804688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,3584,0.04155733187993368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,3584,0.9681502448187934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,2048,0.016789333687888253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,5120,0.028491556644439697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,2560,0.008401778009202745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,12288,0.0071928890215026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,512,0.009860444400045607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,7168,0.2216257784101698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,65536,0.2805279890696208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,7168,0.01072088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,12288,0.009934222532643212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,256,0.026363554928037856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,3584,0.013406222065289816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,16384,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,2560,0.008599999878141616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,8192,0.04538933436075846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,128,0.013815110756291283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,64,0.005133333305517833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,32,0.0052666668262746595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,2560,0.015223999818166098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,6144,0.015325332681337992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,4096,0.17843466334872773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,1024,0.005069333232111401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,8192,0.028837333122889202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,51200,51.370266384548614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,256,0.07377511262893677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,2560,0.014493332968817817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,2048,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,128,0.010976889067225985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,1024,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,1024,0.0042133331298828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,3584,0.08488533231947158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,2560,0.01236177815331353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,6144,0.7183866500854492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,10240,0.10864000187979804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,6144,0.27528709835476345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,768,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,2048,0.00703288863102595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,128,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,7168,0.3301822344462077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,4096,0.013972444666756524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,10240,0.6695200072394477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,2560,0.010308444499969482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,512,0.006770666688680649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,6144,0.03784888982772827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,12288,0.5444755554199219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,65536,1.145268440246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,3072,0.0288355549176534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,3584,0.33464799986945254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,3584,0.01183644433816274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,32,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,32,0.006831999868154526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,2560,0.012469333079126147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,512,0.004980444494220945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,12288,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,256,0.004655111167165968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,10240,0.029101332028706867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,512,0.008211555580298105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,12288,0.08972533543904622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,768,0.012000888586044312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,3584,0.04476799898677402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,7168,0.1768275499343872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,512,0.008219555848174626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,3072,0.02587377859486474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,64,0.005385777602593104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,4096,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,65536,1.3412346310085719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,12288,0.06464978059132893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,51200,0.4355084366268582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,10240,0.01404355631934272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,3584,0.09597244527604844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,5120,0.02554399934079912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,8192,0.06170933114157783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,6144,0.06092888779110379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,1024,0.08484355608622234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,65536,0.5801288816663954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,2048,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,768,0.029148442877663508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,1024,0.00998044427898195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,65536,0.06467288732528687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,64,0.026452443665928308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,512,0.004948444250557157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,256,0.021996445126003687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,768,0.01126399967405531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,12288,0.027173333697848853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,3072,0.008375110725561777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,1024,0.009950222240553962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,2048,0.0069155556460221606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,6144,0.046484443876478404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,1024,0.010776888993051318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,64,0.005511111269394557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,128,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,32,0.003834666477309333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,10240,0.2578337722354465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,1536,0.027753776974148218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,3072,0.01575288838810391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,4096,0.13749066988627115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,3584,0.060821334520975746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,8192,1.017513804965549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,8192,0.21452800432840982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,1024,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,8192,0.010812444819344414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,3072,0.16128710905710855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,4096,0.03194222185346816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,65536,1.3090666664971244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,3072,0.11818133460150824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,2048,0.30372712347242564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,3584,0.34328267309400773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,256,0.007814221911960179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,10240,0.3967271116044786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,512,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,3072,0.006609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,768,0.02351377738846673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,128,0.028445333242416382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,5120,0.022079111801253423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,7168,0.006474666711356904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,768,0.005780444376998478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,1536,0.0052871112194326185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,2048,0.03554755449295044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,4096,0.0565848880343967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,1536,0.04407733347680834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,65536,0.06697244114345975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,1536,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,3584,0.01314755529165268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,2048,0.0140657772620519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,2048,0.0415635539425744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,10240,0.017959111266665988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,128,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,1024,0.005767999837795894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,2560,0.014854222536087036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,4096,0.04895377821392483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,65536,0.39778844515482586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,6144,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,1536,0.009770666559537252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,2560,0.0075911109646161394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,768,0.0047608887155850725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,3584,0.010141332944234213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,2048,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,3584,0.032484445306989886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,4096,0.4070879883236355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,768,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,3584,0.08514133426878188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,768,0.01498311095767551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,3584,0.010567111273606619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,6144,0.011574221981896294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,512,0.030571556753582422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,768,0.006269333263238271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,51200,0.29702843560112846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,16384,0.4625973171657986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,256,0.003104000041882197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,768,0.003909333298603694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,4096,0.03676177726851569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,256,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,2560,0.06269333097669813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,1024,0.21150310834248862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,51200,0.05408799979421827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,64,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,128,0.004032000071472592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,512,0.021576889687114294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,1536,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,51200,0.05832622448603312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,512,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,5120,0.29487376742892796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,6144,0.016566221912701923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,2560,0.04865333437919617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,1024,0.1517324447631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,51200,1.3610222074720595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,6144,0.09127822187211777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,1024,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,2048,0.010652444428867765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,128,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,65536,1.4676204257541234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,65536,0.10537333620919122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,5120,3.1034861670600047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,4096,0.10015644629796346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,3072,0.012337778177526263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,128,0.004265777766704559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,12288,0.032538665665520564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,12288,0.29738932185702854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,8192,0.6835119989183215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,768,0.008982222113344405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,512,0.011922666596041786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,3072,0.023613333702087402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,4096,0.010768888725174798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,512,0.03236000074280633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,1024,0.005280888742870755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,2560,0.024813334147135418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,128,0.00813688917292489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,1536,0.006001777946949005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,65536,0.13960444927215576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,8192,0.12381154961056179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,1536,0.013253333667914072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,256,0.004456000195609199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,3072,0.021736888421906367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,16384,0.2005066606733534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,32,0.018067555295096505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,8192,0.012622222304344177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,512,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,3072,0.00654755574133661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,7168,0.064410666624705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,1536,0.004703999807437261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,2048,0.03331111205948724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,12288,0.0063680000603199005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,6144,0.030260443687438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,1536,0.020781333247820537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,4096,0.048503110806147255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,4096,0.06894844770431519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,10240,0.8670346471998426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,8192,0.16321510738796657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,4096,0.1630542278289795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,1024,0.0058293334311909145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,65536,0.1044702198770311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,512,0.02295911146534814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,3584,0.008599110775523717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,256,0.007027555671003129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,5120,0.032264888286590576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,51200,1.0012035369873047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,32,0.18813067012363008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,3072,0.016474665866957772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,16384,0.019275556008021038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,5120,0.11726133028666179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,768,0.06440177890989515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,8192,0.008661333057615492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,65536,2.700681686401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,7168,0.014241778188281588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,51200,0.1485040055380927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,51200,1.6834835476345484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,64,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,768,0.013839999834696451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,2560,0.3949271043141683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,6144,0.0553653339544932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,128,0.0057955553962124725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,4096,0.024921778175565932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,2048,0.20553244484795463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,4096,0.04161333375506931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,51200,0.21812355518341064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,5120,0.07371911075380114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,16384,0.2817600038316515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,3584,0.01125600023402108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,8192,0.2570444477929009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,3584,0.047706666919920176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,10240,0.7797119882371691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,2048,0.03298666742112901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,768,0.04730222291416592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,16384,0.198524448606703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,8192,0.28588710890875924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,16384,0.0953777763578627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,64,0.007809778054555257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,32,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,768,0.019191111127535503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,1536,0.006443555570311016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,6144,0.11530844370524089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,3584,0.018951111369662814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,4096,0.1079839997821384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,3584,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,16384,0.3386293252309163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,3072,0.23979645305209688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,2048,0.005559111220969095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,6144,0.013157332936922709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,64,0.0053013331360287136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,768,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,51200,0.6431146727667915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,8192,0.02095288866096073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,1024,0.06779111093944974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,768,0.027487110760476854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,10240,0.22442311710781523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,1536,0.005341333233647876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,32,0.04025244381692674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,12288,1.665856891208225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,51200,0.06905333201090495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,3072,0.017494221528371174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,1024,0.010668444136778513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,51200,0.06580622328652276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,1024,0.004383111165629493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,4096,0.012472000386979846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,1024,0.012220444778601328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,64,0.024866667058732774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,1024,0.02651111119323307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,768,0.0047973332305749255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,10240,0.2590213351779514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,10240,0.048932443062464394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,6144,0.024263999528355066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,7168,0.06401866674423218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,512,0.0038133333954546186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,1536,0.0064995553758409284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,3072,0.3877093262142605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,256,0.020047111643685233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,7168,0.012147555748621622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,32,0.008664000365469191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,10240,0.04571466644605001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,64,0.0029848888516426086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,6144,0.02456088860829671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,8192,0.012637333737479316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,3584,0.006355555521117316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,3072,0.10378488567140366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,1536,0.022284444835450914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,6144,0.010816888676749336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,8192,0.026112889250119526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,128,0.006674666785531574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,256,0.004942222187916438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,65536,0.07551199860042997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,51200,2.8573218451605906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,32,0.0033599999215867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,10240,1.9707698822021484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,256,0.005807111246718301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,4096,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,6144,0.1594888899061415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,128,0.021701332595613267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,3584,0.14008977678087023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,64,0.003116444374124209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,51200,1.4906044006347656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,64,0.006215111249023014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,1536,0.010796444283591377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,128,0.007731555236710443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,128,0.00978488889005449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,51200,1.671894179450141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,65536,0.9270568423800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,16384,0.7054675420125326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,256,0.004053333153327306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,768,0.0090506664580769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,5120,0.009739555418491364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,3584,1.4746462504069011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,768,0.006114666660626729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,16384,0.2250577873653836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,51200,0.3141911029815674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,1024,0.05723910861545139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,256,0.014002665877342224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,512,0.0058151111006736755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,1024,0.004755555755562252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,64,0.003101333354910215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,4096,0.036807109912236534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,256,0.006695999867386288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,3584,0.008110221889283922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,3584,0.00814222213294771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,768,0.005474666754404704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,3072,0.029716445340050593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,3584,0.09862755404578315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,2560,0.026920000712076824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,3584,0.007165333463086023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,32,0.008937777744399177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,2560,0.016342222690582275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,2048,0.015443555182880826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,10240,0.018779555956522625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,64,0.0031226666437255014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,3584,0.07598933246400622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,1536,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,768,0.016944888565275405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,768,0.16959555943806967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,32,0.004098666624890434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,6144,0.09246666563881768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,16384,0.8495502471923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,65536,0.17140532864464653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,768,0.011742221812407175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,32,0.006874666859706243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,4096,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,512,0.02546666728125678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,256,0.09888799985249837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,3584,0.0359208881855011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,1536,0.4126817650265164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,3584,0.008247999681366814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,512,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,5120,0.04380888740221659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,2560,0.010041777458455827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,8192,0.26960354381137425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,1024,0.018401778406567044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,10240,0.13197599516974554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,512,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,51200,0.13713510831197104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,1024,0.08604000012079875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,2048,0.010778666370444827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,65536,33.507914225260414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,12288,0.31860444280836314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,4096,0.00795288880666097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,128,0.04878488845295376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,8192,0.957132445441352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,128,0.00638755535085996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,10240,0.030823998981051978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,12288,0.0986693302790324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,4096,0.15572978390587702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,1536,0.008664000365469191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,1536,0.3000791072845459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,2048,0.07756088839636908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,51200,0.21048177613152397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,3072,0.006723555425802867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,16384,0.4276142120361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,128,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,12288,0.03168711066246033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,768,0.004182222402758068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,256,0.005010666532648934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,512,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,16384,0.007305777735180325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,51200,0.10769066545698379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,8192,0.03808266586727566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,2048,0.027531555957264368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,3584,0.023031999667485554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,12288,0.03883822096718682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,65536,0.49684800042046445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,3584,0.14046043819851345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,1536,0.007173333730962541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,51200,0.07543733384874132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,512,0.0031946665710873077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,2560,0.08396533462736343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,3072,0.026187555657492742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,1536,0.06319822205437554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,1536,0.037308444579442344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,7168,0.07071466578377618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,1024,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,1536,0.004624888714816836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,512,0.08895733621385361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,8192,0.012093333734406365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,10240,0.03815999958250258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,7168,0.3674195607503255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,51200,0.8452746603224012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,512,0.0048942222363419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,128,0.002768888862596618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,2048,0.3307653268178304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,256,0.1105768879254659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,256,0.20929511388142905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,8192,0.047298666503694325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,1024,0.06719999843173556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,32,0.04100888967514038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,12288,0.04966844452752007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,3584,0.028933333026038274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,1536,0.08471644586986965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,1024,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,10240,0.019542222221692402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,5120,0.04862311151292589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,4096,0.02383022175894843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,5120,0.01180355581972334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,51200,0.06617866622077094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,16384,0.009485333330101436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,2560,0.008806222014957005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,128,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,8192,0.015569777952300178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,3072,0.03765777746836344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,768,0.004927111168702443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,1024,0.026404443714353774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,3072,0.04027022255791558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,3072,0.15546933809916177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,3584,0.010943999720944298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,2560,0.016421332955360413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,12288,0.07499377595053779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,65536,0.375291559431288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,12288,0.03240888979699876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,12288,0.006344888773229387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,7168,0.015541333291265698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,10240,0.07298311260011461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,2048,0.07235999902089436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,5120,0.19159644179873994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,4096,0.00590133335855272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,768,0.06278666522767809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,3584,0.00869511150651508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,8192,0.36338310771518284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,32,0.003571555432346132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,5120,0.09770133097966512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,1536,0.006225777582989798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,2048,0.007394666473070781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,16384,0.07444000244140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,1536,0.009277332988050249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,6144,0.028414222929212783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,256,0.007204444044166141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,256,0.13085244761572942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,64,0.0026551110463009942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,256,0.03378577695952521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,10240,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,32,0.0033653332955307434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,2560,0.008738666772842407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,1536,0.0046453335218959385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,64,0.027801778581407335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,768,0.004488000025351842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,16384,0.2029351128472222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,2048,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,32,0.011415999796655444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,256,0.0030577776746617425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,6144,0.04561333192719353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,3072,0.009935110807418823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,2048,0.026170666019121807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,16384,0.11749777528974746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,2560,0.01800355480776893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,2048,0.7446773317125109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,6144,0.028471999698215063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,5120,0.12222577465905084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,256,0.028976887464523315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,128,0.007838221887747446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,64,0.027109333210521277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,128,0.018290667070282828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,32,0.013458666702111563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,1024,0.010042666561073726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,1024,0.3999804390801324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,51200,0.17917244964175752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,64,0.0031395554542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,768,0.009476444787449306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,8192,0.2710195647345649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,3072,0.009282666775915358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,256,0.0041164445380369825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,8192,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,256,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,65536,0.08958577447467381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,4096,0.009511999785900116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,128,0.004049777984619141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,3584,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,1024,0.026326222552193537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,3072,0.01685333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,512,0.028949333561791316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,10240,0.023112000690566167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,5120,0.021351999706692163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,5120,0.8126311302185059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,2048,0.045180443260404796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,1536,0.02498133314980401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,10240,0.042790220843421094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,2560,0.017913776967260573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,6144,0.14567022853427464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,128,0.012591111163298288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,7168,0.29708266258239746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,1024,0.01310488912794325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,16384,0.03989511066012912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,128,0.0063493334584765965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,51200,2.373350143432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,10240,0.02313422163327535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,16384,0.08602933088938396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,768,3.233304977416992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,6144,0.017468444175190397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,3072,0.09096533060073853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,65536,4.015326182047526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,4096,0.8184586630927192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,6144,1.8500728607177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,16384,0.08602222469117905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,1536,0.10397333568996853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,10240,0.6247990926106771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,8192,0.025684444440735713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,1536,0.24037954542371961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,10240,0.019885333047972787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,1536,0.5608631239997016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,51200,0.041498667663998075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,7168,0.03091199861632453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,12288,0.0873439974255032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,256,0.003703111161788305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,64,0.0029191111938820947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,3584,0.1156275537278917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,8192,3.9936790466308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,128,0.005215999980767568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,65536,0.15756266646915013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,10240,0.025233777032958135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,65536,0.32313066058688694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,5120,0.36292089356316465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,10240,1.0735715230305989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,5120,18.06308831108941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,65536,0.6221582094828287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,768,0.06318933433956571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,5120,0.0780328909556071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,8192,0.015555555621782938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,1536,0.02236266599761115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,12288,0.11412533124287923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,16384,0.8301057815551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,7168,0.028896000650193956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,512,0.005470222069157495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,16384,0.1345813274383545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,128,0.004250666747490565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,2560,0.00849866701496972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,4096,0.03558133376969232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,768,0.015203555425008139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,512,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,6144,30.413821750217014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,6144,0.015451555450757345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,3072,0.07261955738067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,2048,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,3584,0.021964444054497614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,1536,0.006744888921578725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,128,0.01611111064751943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,12288,0.7590239842732748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,3072,0.06423199839062162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,8192,0.21307378345065645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,5120,0.011083555718262991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,2048,0.013268444273206921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,768,0.00462400002612008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,5120,0.1808240016301473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,2048,0.08877333005269368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,10240,0.46997955110337997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,6144,0.02532177832391527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,64,0.011199110911952125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,8192,0.04714311162630717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,3072,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,7168,0.052778667873806424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,7168,0.32443200217352974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,10240,0.20975822872585723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,256,0.00865955568022198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,2048,0.009312888814343346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,2048,0.0210515558719635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,512,0.011928888658682505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,1024,0.339354674021403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,768,0.08573244677649604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,3584,0.1536666684680515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,6144,0.014635556273990206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,3072,0.00851022203763326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,1536,0.042428443829218544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,51200,0.15626933839586046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,16384,0.09250044160419041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,32,0.0028568889117903183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,12288,0.19102666113111708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,2560,0.007753777835104201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,7168,0.0970639983812968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,6144,0.04056533177693685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,6144,0.025311110748185053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,32,0.00258577780591117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,2048,0.007145778172545963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,2560,0.01778133379088508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,256,0.09767111142476399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,8192,0.28635554843478733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,128,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,3072,0.008351999852392409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,65536,0.25115733676486546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,512,0.017530666457282174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,768,0.005535111245181825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,3072,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,1536,0.005538666827811136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,256,0.007284444239404466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,768,0.0052488889131281115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,51200,39.878204345703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,5120,0.00832711077398724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,768,0.019824888971116807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,32,0.03716977768474155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,51200,0.10815199878480698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,51200,5.21125242445204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,51200,0.30822756555345326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,1024,0.010262221925788457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,12288,0.019863999552196927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,3072,0.0075786668393347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,65536,0.20480267206827799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,5120,0.2644426557752821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,1536,0.0063288890653186375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,512,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,768,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,7168,0.14570755428738064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,6144,0.013979555832015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,256,0.03525688913133409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,10240,0.6854169103834363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,8192,0.015982222225930955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,8192,0.01773599949147966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,5120,0.4003760019938151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,6144,0.010575110713640848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,12288,0.9092061784532336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,32,0.007247111035717859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,6144,0.055604444609748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,3072,0.010564444793595208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,8192,0.020077332854270935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,1024,0.006717333363162146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,12288,0.0403422216574351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,16384,0.399724456999037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,10240,0.24331733915540907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,5120,0.10244799984825982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,16384,0.19354844093322754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,3584,0.15805333190494114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,32,0.005630222045713001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,1024,0.009158222211731805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,256,0.057144886917538114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,4096,0.32716443803575307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,1024,0.008595555192894405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,1536,0.0069306666652361555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,1536,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,3072,0.014163555370436775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,128,0.01827022267712487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,3584,0.16629778014289007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,1536,0.004831111265553368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,256,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,3584,0.17686222659216988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,512,0.003488000068399641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,2048,0.014910222755538093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,2560,0.02017600006527371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,16384,0.1915093395445082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,768,0.02494755552874671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,65536,0.35889421568976504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,1536,0.050867554214265615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,768,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,16384,7.296034918891059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,3072,0.08308888806237115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,1536,0.01767200065983666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,3584,2.863069322374132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,64,0.006055999961164262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,1536,0.0069520001610120135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,3584,0.05799377626842923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,2560,0.028484443823496502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,3584,0.013146667016877068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,12288,0.4379226631588406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,256,0.024264888630972967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,51200,0.3525422149234348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,4096,0.05953422519895765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,51200,0.2315466668870714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,8192,0.13885511292351618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,7168,0.07394399907853869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,2560,0.02498044404718611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,12288,0.5279919836256239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,4096,0.3433342244890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,16384,0.2684195571475559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,16384,0.10615644190046523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,3072,0.1105840007464091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,128,0.008056888977686564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,16384,0.040595554643207125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,10240,0.1939164400100708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,512,0.0034302222645945023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,65536,0.5947910944620768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,7168,0.06263111035029094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,128,0.006805333412355847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,768,0.009134222235944536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,3072,0.11855199601915146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,2048,0.011709333293967776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,3072,0.008325333396593729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,1024,0.04736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,6144,0.015234667393896313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,51200,0.3228568765852186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,5120,0.04463555415471395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,51200,0.31003912289937335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,7168,0.008376888930797577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,16384,0.6156995561387804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,2560,0.013426666458447775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,12288,0.047319110896852284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,2048,0.6280266443888346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,12288,5.910251617431641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,32,0.006577777779764599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,5120,0.1270995537439982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,3584,0.011069333387745751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,12288,0.022455111145973206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,512,0.003563555578390757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,12288,0.040347556273142494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,3584,0.007342221836249034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,64,0.0026764445420768526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,4096,0.008602666358153025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,12288,0.2416222095489502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,8192,6.684399922688802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,2560,0.010783111055692038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,51200,0.11397066381242539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,768,0.025779555241266888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,12288,0.019705777366956074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,256,0.00582755563987626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,1024,0.08838755554623073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,65536,2.498340394761827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,3072,0.00981777740849389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,65536,0.3876239988538954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,6144,0.0365973346763187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,768,0.03860444492763943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,128,0.005944889038801193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,1024,0.012520000338554382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,768,0.052934222751193576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,51200,0.08901421891318427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,5120,0.013567999833159976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,1024,0.004404444247484207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,12288,0.10746310816870795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,6144,0.1662177774641249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,7168,0.018350222044520907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,3072,0.03538577755292257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,3584,0.007912889122962952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,5120,0.03410666518741184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,4096,0.03157688842879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,65536,0.18573778205447725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,65536,0.48977157804701066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,2560,0.023200000325838726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,51200,0.08571022086673313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,7168,0.016721778445773654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,32,0.002711999954448806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,3072,0.053364445765813194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,8192,0.16181688838534886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,12288,0.12129955821567112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,2048,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,32,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,128,0.00544177782204416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,10240,3.8913680182562937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,65536,0.47118933995564777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,2048,0.024752888414594863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,2560,0.00813688917292489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,3072,0.02167555524243249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,1024,0.4575893084208171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,128,0.002895111011134254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,64,0.03443377878930833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,6144,0.022471111681726243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,16384,1.0786488850911458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,64,0.06686488787333171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,256,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,8192,0.020119110743204754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,12288,0.3521955543094211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,128,0.0036844445599450003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,65536,0.5653991169399685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,32,0.012451555165979596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,65536,0.7799288961622449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,6144,0.14497333102756077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,8192,0.17260266674889457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,7168,0.07401333252588908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,4096,0.05625333388646444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,7168,0.018208000395033095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,7168,0.027170666389995154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,5120,0.03495466709136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,4096,0.11993777751922607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,7168,0.012851555314328937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,2048,0.025573333104451496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,768,0.005068444543414646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,1536,0.006887110984987683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,10240,0.2541297806633843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,128,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,7168,0.017159110969967313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,51200,0.28403910001118976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,16384,0.05060977737108866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,256,0.006664000037643645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,1536,0.035755554835001625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,2048,0.02000977761215634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,3584,0.00794666674402025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,1536,0.09287466605504353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,5120,0.04134933484925164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,4096,0.22926221953497994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,2560,0.006962666908899943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,1024,0.014344000154071383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,16384,0.14211822880638972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,256,0.007885333564546373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,12288,0.016959110895792644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,1536,0.025641777449183997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,3584,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,3584,0.3588542143503825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,3072,0.12644622060987684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,8192,0.02718222141265869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,8192,0.021174222230911255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,3072,0.007613333563009898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,256,0.03307999836073981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,512,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,512,0.006903999795516332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,1024,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,12288,0.18219289514753553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,3072,0.025027554896142747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,256,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,6144,0.6316382090250651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,5120,0.17607822683122423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,2560,0.023204444183243647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,1536,0.021026665965716045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,128,0.21978133254581025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,7168,0.0629991094271342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,5120,0.019344889455371432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,4096,0.0147724449634552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,6144,0.023383999864260357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,256,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,3072,0.018686221705542672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,512,0.035516444179746844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,10240,0.016533333394262526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,51200,0.05431911018159655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,64,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,6144,0.010096000300513374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,256,0.0032044444233179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,4096,0.9898364808824328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,4096,0.027196443743175928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,512,0.00797155582242542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,32,0.005066666752099991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,3584,0.05068888929155138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,12288,0.07232977946599324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,6144,0.02864977717399597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,65536,0.36757421493530273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,3072,0.006976889239417181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,4096,0.24571466445922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,1536,0.004639111045334074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,2560,0.07949333058463202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,12288,0.13005867269304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,51200,1.3287635379367404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,3072,0.019113777412308585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,8192,0.4888213475545247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,8192,0.10364977518717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,7168,0.016034666034910414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,12288,0.03944977786805894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,768,0.0324942237801022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,4096,0.16011377175649008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,4096,0.015840889679061044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,1024,0.020205333828926086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,5120,0.025788444611761305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,2560,0.012176888684431711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,51200,9.088385687934027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,512,0.022463111413849726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,1536,0.013800889253616333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,7168,0.016061334146393668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,8192,0.11694488260481094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,768,0.006653333289755716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,4096,0.012988444831636218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,10240,0.05192266570197212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,4096,1.7010417514377172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,51200,0.06800622410244413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,128,0.0618106656604343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,16384,0.023965333898862202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,512,0.007851555943489075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,128,0.007125332951545715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,10240,0.034830222527186074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,1536,0.020073778099483915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,32,0.008189332981904348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,32,0.01425155500570933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,2560,0.021242666575643752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,3072,0.06164533562130398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,12288,0.48538488811916775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,128,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,7168,0.02453777856296963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,2560,0.016138666205936007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,32,0.004361777669853634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,256,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,10240,0.17731200324164498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,512,0.0075128889746136135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,2560,0.07503288984298706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,1536,0.018745778335465323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,12288,0.03167555398411221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,2560,0.022093334131770666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,65536,0.11962933010525173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,2048,0.011982222398122152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,256,0.005759999983840519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,65536,0.510150220659044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,3072,0.022103110949198406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,1536,0.06894755363464355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,4096,0.01108266661564509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,16384,13.429829067654081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,51200,3.515128877427843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,1024,0.014070222775141398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,768,0.00675999994079272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,2560,0.007547555698288812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,32,0.003379555626047982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,7168,0.1855377753575643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,64,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,16384,0.006474666711356904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,2560,0.005669333454635408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,256,0.003105777833196852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,65536,1.5201857884724934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,2048,0.08524977498584324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,51200,0.6756658024258084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,2048,0.01017777787314521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,51200,0.07225688960817125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,4096,0.15127466784583196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,32,0.01090133355723487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,51200,0.1134222216076321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,5120,0.00904977818330129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,16384,0.05357066790262858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,8192,0.42215289009941953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,3584,0.07450844181908502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,12288,0.12630666626824275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,512,0.026616000466876562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,8192,0.044637332359949745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,256,0.0122079998254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,4096,0.06946221987406413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,768,0.18691021866268584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,16384,0.5518986913892958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,51200,1.7046862708197699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,8192,0.10975644323560928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,128,0.00692622239391009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,3072,0.09040533171759711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,3072,0.012337778177526263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,2048,0.011692444483439127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,7168,0.02363377809524536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,6144,0.07276266813278198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,51200,1.0156488418579102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,3072,0.35477601157294375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,51200,0.013363555901580386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,768,0.00778311077091429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,51200,0.39626132117377383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,7168,0.13260444005330405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,2048,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,3072,0.047410666942596436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,3072,0.08455644713507758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,12288,0.02154133386082119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,1536,0.013956444131003486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,512,0.003318222239613533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,65536,0.2801315519544813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,10240,0.017681777477264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,10240,0.03077955709563361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,12288,0.03942666782273187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,64,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,2048,0.006877333339717653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,5120,0.02167644434505039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,32,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,32,0.008633777499198914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,16384,1.0499209298027885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,2560,0.17773955398135713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,2560,0.007305777735180325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,6144,0.0236435549126731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,768,0.02253155575858222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,6144,0.010138666464222802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,4096,0.08201599783367582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,6144,0.013649777405791812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,1536,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,2048,0.00675733346078131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,2560,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,65536,1.1143404642740886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,5120,0.029677334758970473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,8192,0.11931467056274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,3072,0.12702843878004286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,3072,0.009888889061080085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,65536,4.094398074679904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,8192,0.0880897773636712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,6144,0.03474666674931844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,2048,0.01144177797767851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,7168,0.006642666541867786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,65536,0.7170462078518338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,51200,0.12354932890997992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,3072,0.4438409010569255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,7168,0.03402488761478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,512,0.018114666144053142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,1024,0.008661333057615492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,12288,0.49509509404500324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,3072,0.03456177645259433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,12288,0.13086399767133924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,128,0.004602666530344221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,7168,0.061549332406785756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,1024,0.043565332889556885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,768,0.0058577776783042485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,32,0.0853759977552626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,2048,0.005095110999213325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,3584,0.01769333415561252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,51200,1.0710808436075847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,12288,1.904529783460829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,3584,0.010476444330480365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,32,0.007989333735571967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,12288,0.604565355512831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,51200,0.9629661771986219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,512,0.0041955556306574075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,1536,0.006813333266311222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,51200,0.3424568970998128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,256,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,3584,0.03569599986076355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,1536,0.006575999988449945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,65536,10.455379062228733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,65536,0.5322542190551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,12288,0.07623110877143012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,1024,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,65536,3.216672897338867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,768,0.007823111282454597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,5120,0.021993777818149988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,6144,0.5927217801411947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,2048,0.04480266571044922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,256,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,8192,0.03157066636615329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,512,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,10240,0.014332445131407844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,12288,0.04074666566318936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,128,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,768,0.122799105114407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,7168,0.017696888910399545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,6144,0.21263555685679117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,2560,0.01513066722287072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,256,0.00300177786913183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,12288,0.017791999710930716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,10240,0.030029333300060693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,65536,0.40385066138373477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,3072,0.17662755648295084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,1536,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,3072,0.017498667041460674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,2560,0.02512888941499922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,512,0.014838222000333997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,51200,0.02681066592534383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,51200,0.17421421739790174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,768,0.013538666897349887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,768,0.18397155072953966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,4096,0.03371289041307237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,65536,9.434032864040798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,256,0.030400001340442236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,256,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,5120,0.03649955656793382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,64,0.010585777461528778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,6144,0.009520889156394536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,2560,0.010205333431561789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,128,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,1536,0.019831111033757527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,16384,0.022897778285874262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,128,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,3584,0.011275555524561139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,2560,0.015027556154463025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,16384,7.983761257595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,256,0.0037208890749348533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,512,0.009983110758993361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,512,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,128,0.03337511089113023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,12288,0.5086026721530491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,10240,0.039397332403394915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,5120,0.15220177173614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,5120,0.013624889155228933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,16384,0.3832213348812527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,3584,0.10866577757729425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,32,0.013423999978436364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,1536,0.004658666749795278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,7168,0.01761866609255473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,5120,0.010201777848932479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,8192,0.09079288774066502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,32,0.004055110944641961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,128,0.004210666649871402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,5120,0.02884888980123732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,512,0.03235288792186313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,65536,0.2726986673143175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,3072,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,2560,0.010241777532630498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,4096,0.011899555722872416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,3072,0.011324444578753578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,64,0.1414604451921251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,12288,0.812855084737142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,2560,0.013981334037250943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,768,0.07737600141101413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,5120,0.06663911210166083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,256,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,10240,0.027219555444187585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,4096,0.020239111449983384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,7168,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,256,0.009914666414260864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,16384,0.018578666779730055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,3072,0.013808888693650564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,2048,0.7344871097140842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,12288,0.017471111483044095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,16384,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,512,0.01779911087618934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,1024,0.005657777604129579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,64,0.003216000066863166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,10240,0.022659555077552795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,6144,0.025808889004919264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,1024,0.3080515596601698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,51200,2.3205155266655817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,2048,0.011328889264000786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,4096,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,5120,0.012967111335860359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,7168,0.03897422220971849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,7168,0.030026667647891577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,51200,0.2996799945831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,7168,0.013352889153692456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,12288,0.256790214114719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,256,0.014876445134480795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,8192,0.07763022184371948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,4096,0.024854222933451336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,1024,0.008031110796663497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,768,0.003646222253640493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,256,0.008260444634490544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,2048,0.006275555739800136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,32,0.003679111186001036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,12288,0.05686399671766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,51200,0.31266045570373535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,768,0.0037760001917680106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,3584,0.01033866653839747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,51200,0.046662221352259316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,16384,1.0324640274047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,32,0.01516355574131012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,12288,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,512,0.07886577977074517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,256,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,10240,0.07636088795132108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,128,0.2087706724802653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,2560,0.01571733256181081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,3072,0.024318221542570326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,3584,0.012332444389661154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,2048,0.02075377768940396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,7168,0.06597510973612468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,6144,0.0058577776783042485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,2560,0.030320889419979517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,6144,0.006240889016124938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,51200,0.15384711159600153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,10240,5.512796613905166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,256,0.003540444291300244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,51200,0.43392711215549046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,768,0.013223110801643796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,10240,0.013587555951542325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,32,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,3072,0.23763733439975313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,5120,0.017287110288937885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,3584,0.008955555657545725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,32,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,7168,0.26143111122979057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,6144,0.01036622209681405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,768,0.025342222717073228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,768,0.018965333700180054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,1024,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,256,0.003170666595300039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,16384,0.04911999901135763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,8192,0.01756533318095737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,12288,0.018586667047606576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,5120,0.24968534045749238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,128,0.00425511101881663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,128,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,128,0.031679110394583807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,1536,0.0120666664507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,2560,0.06243999799092611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,51200,0.055529776546690196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,8192,0.02632355524433984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,6144,0.015152000718646579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,16384,0.8817564646402994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,10240,0.01887911061445872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,10240,0.03485866718822055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,64,0.004233777936961916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,128,0.003342222215400802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,2560,0.014013333453072442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,7168,0.11531555652618408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,16384,6.079724629720052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,6144,0.03232266505559286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,1536,0.02348355617788103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,8192,0.05967555443445841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,12288,0.05268177721235487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,3584,0.445999092525906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,2560,0.0068853331936730286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,1024,0.0053591111467944244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,7168,0.014215999179416232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,12288,0.08150488800472684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,2560,0.1254782279332479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,256,0.0063271112740039825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,3072,0.007978666987684038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,6144,0.020072888996866014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,16384,0.1424542268117269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,4096,0.013538666897349887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,4096,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,2048,1.3139297697279189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,256,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,7168,0.027320888307359483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,128,0.022678222921159532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,2048,0.05200977789031135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,1024,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,65536,0.37986310323079425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,768,0.022629333866967097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,256,0.01627466744846768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,3584,0.02330844435426924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,256,0.0118231111102634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,3072,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,4096,0.010041777458455827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,3072,0.0123857781291008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,1536,0.011185777684052786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,10240,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,65536,0.7147679858737521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,512,0.019983111156357657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,3584,0.1434266699684991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,1024,0.010219555762079027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,5120,0.24569598833719888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,16384,0.047332445780436196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,7168,0.02474755545457204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,1536,0.006859555426571105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,2560,0.010025777750545079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,8192,0.035318222310807966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,512,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,32,0.002623999905255106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,5120,0.01593866613176134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,3072,0.007187555233637492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,256,0.015167999598715039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,3072,0.007354666789372762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,256,0.006133333262470033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,512,0.00509066672788726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,3584,0.0351875556839837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,2048,0.06557599703470866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,51200,0.17938489384121367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,128,0.00433688900536961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,65536,0.4798826641506619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,2560,0.010758221977286868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,32,0.03515555461247762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,32,0.008880889250172509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,4096,0.009966221948464712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,1536,0.006822222222884496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,512,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,16384,0.03758755657407973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,5120,0.07714755667580499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,2560,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,51200,0.7945369084676107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,65536,1.8876480526394313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,10240,0.017626666360431247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,10240,0.015795555379655626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,256,0.030435555511050757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,8192,0.015489778584904142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,16384,0.02857422166400486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,128,0.005434666656785541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,6144,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,128,0.003101333354910215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,3072,0.012267555627557965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,65536,0.01796266602145301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,1536,0.006264888991912206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,7168,0.028314666615592107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,768,0.014490667316648694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,16384,0.15366844336191812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,768,0.009416888985368941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,6144,0.018592889110247295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,8192,0.04048177931043837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,256,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,128,0.0037848887344201407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,51200,41.70098198784722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,64,0.010059555371602377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,65536,0.4961706797281901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,3072,0.008341333104504479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,1024,0.06082489093144735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,3072,0.023154666026433308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,8192,0.01687111126052009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,7168,0.033430222007963396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,2048,0.02137600051032172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,1024,0.013169777890046438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,5120,2.138216018676758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,12288,0.0763911141289605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,8192,0.10742133193545872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,2560,0.03324800067477756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,256,0.011858666936556498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,5120,0.01644977761639489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,51200,0.6995404561360677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,8192,0.05760711431503296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,10240,0.04979999860127767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,10240,0.014045332868893942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,51200,0.05316177672810025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,768,0.0037208890749348533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,12288,1.260433726840549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,128,0.014764444695578681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,1024,0.007703999678293864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,3072,0.03434222274356418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,512,0.016550223032633465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,12288,0.041703111595577665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,5120,0.025607999828126695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,5120,0.012506666282812754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,128,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,64,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,512,0.023160000642140705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,256,0.005617777920431561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,2560,0.08661155568228827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,3072,1.7057822545369465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,256,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,8192,1.1396755642361112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,5120,0.030250665214326646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,10240,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,4096,0.27724888589647084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,256,0.028042667441897925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,12288,0.20604266060723198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,10240,0.1884168916278415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,12288,0.018968888454967074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,5120,0.024484443995687697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,32,0.016325333052211337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,8192,0.09099733167224461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,3584,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,768,0.3994284470876058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,10240,1.7957750956217449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,16384,0.5746355586581761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,32,0.05060177710321215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,4096,0.08341066704856025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,512,0.005241777747869492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,12288,0.015857777661747403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,65536,0.18336266941494414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,12288,0.04047466648949517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,768,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,1536,0.007556444240940942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,6144,0.012679110798570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,256,0.006681777950790193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,10240,0.08728888962003921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,4096,0.010247999595271217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,8192,0.01386755539311303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,51200,1.1580311457316081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,2560,0.006015111174848344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,2048,0.014561777313550314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,10240,0.02628533376587762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,5120,0.11222933398352729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,2048,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,1024,0.01716977854569753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,32,0.003087999920050303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,4096,0.1417751047346327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,1536,0.025295999315049913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,12288,0.6141369077894423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,16384,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,4096,0.0811013314459059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,7168,0.04948622319433424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,8192,21.209442138671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,6144,0.07938400242063734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,16384,0.12123289373185898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,4096,0.012873777912722694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,2048,0.030291554000642564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,7168,0.36098843150668675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,5120,0.024454222785101995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,8192,0.1791386604309082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,10240,0.4345831076304118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,6144,0.8887822363111707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,3072,0.018681777848137748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,512,0.03313333458370633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,5120,0.01202044470442666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,7168,0.018212444252438016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,12288,0.5315617985195583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,64,0.0029315555261241067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,16384,0.07637421952353583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,5120,0.024868445263968572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,128,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,7168,0.04320089022318522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,5120,0.019681778219011094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,7168,4.038998074001737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,10240,0.009816889133718278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,512,0.017320889565679762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,128,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,2048,0.047162665261162647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,7168,1.5001262029012044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,32,0.004275555411974589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,3072,0.01687111126052009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,512,0.009759110709031424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,3072,0.007279111279381647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,10240,0.01663644446267022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,5120,0.1270728905995687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,8192,0.021819555097156104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,1024,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,512,0.004621333132187526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,3072,0.03084533413251241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,5120,0.11818044715457493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,2560,0.011874666644467248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,4096,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,6144,0.5612906879848903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,512,0.003960000144110786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,65536,0.9376640319824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,12288,0.1049048900604248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,2048,0.010827555424637265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,256,0.020689777202076383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,2048,0.007603555917739868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,12288,0.15128089321984187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,512,0.005734222216738596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,8192,0.10831822289360894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,768,0.016931555337376065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,2560,0.05787999762429131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,3072,0.007281777759393056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,1024,0.021380444367726643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,16384,0.13412888844807944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,64,0.019144889381196763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,1536,0.050685332881079785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,1024,0.00508977762526936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,65536,0.08326222499211629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,16384,0.46040089925130206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,12288,0.25588711102803546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,65536,0.22027822335561117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,4096,0.09123200178146362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,128,0.008432000047630733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,8192,0.04406933320893181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,51200,0.14764711591932508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,65536,4.980139414469401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,6144,0.12447910838656956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,16384,0.3911546601189508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,5120,0.06670933299594455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,65536,0.07046222024493747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,5120,0.057550224992964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,3072,0.008570666942331526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,1024,0.015595555305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,3584,0.015470221638679504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,1024,0.004078222231732475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,2560,0.00721688899728987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,128,0.3002062108781603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,6144,0.017681777477264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,1536,0.009280888570679558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,7168,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,5120,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,64,0.014409777190950183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,3584,0.025426665941874187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,3584,0.013728888498412238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,12288,0.30902134047614205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,16384,0.207879106203715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,256,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,16384,0.01236355553070704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,6144,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,768,0.01275288893116845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,768,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,1024,0.008748444418112436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,6144,0.010112889111042023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,512,0.02574577762020959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,65536,3.914207034640842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,2048,0.02204533252451155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,5120,0.011340444286664328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,51200,0.48030932744344074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,512,0.004382222063011593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,10240,0.01751733322938283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,16384,0.6631031036376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,256,0.0030497778207063675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,512,0.01678222252262963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,16384,0.12274132834540473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,128,0.004586666822433472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,16384,0.7138729095458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,768,0.01626399987273746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,7168,0.3386773268381755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,64,0.0069022224181228215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,1536,0.010632889138327705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,65536,0.1635999944474962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,4096,0.01402933398882548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,128,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,16384,0.0196142229768965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,2048,0.058125330342186816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,10240,0.10841955741246541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,51200,0.08746400144365098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,128,0.016176000237464905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,10240,0.1347635587056478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,128,0.012055111428101858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,1536,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,16384,0.07743110921647814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,8192,0.07517511314815946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,8192,0.6094044579399956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,2560,0.21940533320109049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,2048,0.03420177764362759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,1536,0.08114666408962674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,7168,0.33129776848687065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,3584,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,64,0.010587555666764578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,7168,0.01603555513752831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,768,0.005923555543025334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,7168,0.01717333330048455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,2560,0.02397511071628994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,2048,0.0195777780479855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,1024,0.018862222631772358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,2560,0.0069439998931354946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,16384,0.09411199887593587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,128,0.013667555318938361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,4096,0.03165422214402093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,16384,25.511301676432293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,7168,0.2535315619574653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,64,0.008910222185982598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,1536,0.009725333087974125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,3072,0.03151111139191522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,4096,0.07907999886406793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,256,0.005211555709441503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,256,0.0047351109484831495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,256,0.0035128887328836652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,5120,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,1024,0.00977244476477305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,3584,0.18212266763051352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,256,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,10240,0.01883288886811998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,3072,0.011799111134476133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,32,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,6144,0.010552888943089379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,6144,0.06242577897177803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,512,0.042456888490253024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,6144,0.2689564492967394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,512,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,2048,0.018782221608691745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,3072,0.022944000032213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,10240,0.006816000160243776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,10240,0.05439200003941854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,51200,0.05483999848365784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,2560,0.021252445048756067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,32,0.00703022215101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,768,0.00406577769252989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,1024,0.02608266638384925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,16384,0.04659555686844719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,1024,0.20496622721354166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,1024,0.010401777923107147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,512,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,3072,0.041602667835023664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,768,0.052566223674350314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,512,0.005708444449636672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,5120,0.10602844423717922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,4096,0.08912444114685059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,51200,0.1044693324300978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,768,0.026963555150561865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,16384,0.07666044765048556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,768,0.008072888685597314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,768,0.00608800020482805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,1024,0.013257777525318993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,64,0.01165511127975252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,2560,0.03636799918280707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,5120,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,3584,0.015457777513398064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,3072,0.016570667425791424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,64,0.0026888888743188647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,12288,0.015556444724400839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,12288,0.018432888719770644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,1024,0.05754399961895413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,1024,0.014254222313563028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,5120,0.026657778355810378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,4096,0.06896177927652995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,10240,0.017864000466134813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,768,0.00489066665371259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,7168,0.05324000120162964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,51200,1.2425510618421767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,3072,0.01699911057949066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,2048,0.07663910918765597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,51200,0.16321778297424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,32,0.0033902221669753394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,3072,2.236144807603624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,512,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,768,0.03657955593532986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,2048,0.026541334059503343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,1536,0.11625866095225017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,1536,0.36038488811916775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,2048,0.00664444433318244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,4096,0.021692444880803425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,768,0.005169777820507686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,6144,0.009584888815879822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,65536,4.221468607584636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,128,0.007222221957312689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,6144,0.017369776964187622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,2560,0.033062222931120135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,128,0.008379555410808986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,16384,0.7433306905958387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,5120,0.07744266589482625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,10240,0.022593778040673997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,64,0.027913779020309448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,12288,0.011100444528791638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,1536,0.013234666652149625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,64,0.00942755573325687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,7168,0.02615822189384037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,3072,0.05457333392567105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,7168,0.3311075634426541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,2560,0.033711112207836576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,64,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,64,0.004326222257481681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,768,0.02169955604606205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,65536,0.28136711650424534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,7168,0.30892443656921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,1536,0.7756115595499674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,64,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,32,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,1024,0.0536373323864407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,1024,0.005184000151024925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,12288,0.17683022552066377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,256,0.004927999857399198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,3072,0.011066666907734342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,2048,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,7168,0.011184888581434885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,51200,0.05925599733988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,16384,0.25029510921902126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,1536,0.018840889135996502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,1024,0.026351110802756414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,1536,0.017288888494173687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,3584,0.30512799157036674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,8192,0.011472889118724398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,12288,5.204223208957248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,3584,0.006730666591061487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,1536,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,32,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,256,0.0035013332962989807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,12288,0.01829866733815935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,10240,0.0262044436401791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,1536,0.006443555570311016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,6144,0.3260728783077664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,768,0.007275555696752336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,5120,0.018926221463415358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,2560,0.007039111521508958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,1536,0.5144915580749512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,7168,1.2894968456692166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,1024,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,256,0.005000000198682149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,512,0.030301332473754883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,2048,0.20123110877143013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,7168,0.18659733401404488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,3584,0.013555555707878537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,5120,0.017829333742459614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,16384,0.08114666408962674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,10240,0.09914755821228027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,6144,0.023031999667485554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,10240,0.05372533202171326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,2048,0.014840000205569796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,256,0.02074666652414534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,65536,0.0662684440612793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,8192,0.01182044463025199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,8192,0.07183733251359728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,2560,0.05931022432115343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,12288,1.0587662590874565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,768,0.01182755579551061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,512,0.0070168889231152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,4096,0.018781332506073844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,2048,0.050796445873048574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,2560,0.007802666889296637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,7168,0.09628533654742771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,65536,0.08499022324879964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,7168,0.3446764416164822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,5120,1.961881849500868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,256,0.005522666705979242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,32,0.007612444460391998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,2560,0.058287998040517174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,3072,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,2048,0.030799110730489094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,1024,0.014198222094111972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,3072,0.00849511143234041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,2560,0.08965955840216742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,10240,0.7785298029581705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,3072,0.02633511192268795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,3584,0.011546666423479715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,10240,0.03423822257253859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,768,0.01257155587275823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,4096,0.010977778169843884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,512,0.006099555641412735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,10240,0.189940439330207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,3584,0.009076444639099969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,10240,0.03302222159173753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,3072,0.23315376705593535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,512,0.016584888100624084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,51200,0.2385644382900662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,16384,0.0487333337465922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,16384,0.034879999028311834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,1024,0.04243555665016174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,65536,4.774356418185763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,10240,0.061956445376078285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,51200,0.2140337758594089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,64,0.006436444405052397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,1024,0.010747555229398938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,4096,2.1177510155571833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,8192,0.06568888823191325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,8192,0.01406311160988278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,256,0.003641777982314428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,5120,0.019498666127522785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,51200,0.5876204702589247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,7168,2.0995866987440324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,1024,0.020579554968410067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,7168,0.1396497752931383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,2048,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,8192,0.03100799851947361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,64,0.004635555462704765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,8192,0.0120000003112687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,8192,0.10785066419177586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,128,0.005232000102599462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,10240,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,1024,0.012198222180207571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,5120,0.015776889191733468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,3072,0.026157332791222468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,256,0.0029404444826973807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,65536,0.7093697653876411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,6144,0.3517475657992893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,2048,0.10142755508422852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,5120,0.006646222124497096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,4096,0.01585422290696038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,1536,0.14357244968414307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,12288,0.03347911106215583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,16384,0.06011199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,128,0.008901333643330468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,5120,0.03778488768471612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,3072,0.012087110843923358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,12288,0.019754666421148512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,4096,0.021591999464564856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,3072,0.015933333171738517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,10240,0.07607199748357137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,256,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,5120,0.009110222260157267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,5120,0.16013244787851968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,5120,0.27126577165391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,8192,0.012015110916561551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,10240,0.02514133354028066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,7168,0.01371022231049008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,6144,0.020849777592553034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,768,0.01069155583779017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,7168,0.0871351096365187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,768,0.022597332795461018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,10240,0.037335998482174344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,3072,0.006583111153708563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,64,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,7168,0.010994666980372535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,768,0.010978666444619497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,64,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,768,0.0036524443162812125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,768,0.08649066421720718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,64,0.006680888848172293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,2560,0.015354666444990369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,51200,0.3849199877844916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,51200,0.44032711452907985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,2560,0.020544888244734872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,64,0.002620444529586368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,12288,0.020749333831999037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,768,0.05087555448214213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,6144,0.010053333308961656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,65536,0.2303768793741862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,16384,0.014564444621404013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,5120,0.05446666810247633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,12288,0.16366488403744167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,2048,0.015207111835479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,8192,0.16228177812364367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,4096,0.026829333768950567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,512,0.270592901441786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,3072,0.01815111107296414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,128,0.0029377777957253983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,3072,0.011162666810883416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,32,0.023548444112141926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,1024,0.015426667200194465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,2048,0.01330133361948861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,8192,0.017263111140992906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,128,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,2560,0.05412355396482679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,1536,0.00664444433318244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,2560,0.9840880499945747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,5120,0.011626666618718041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,65536,0.6445857683817545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,7168,0.036438223388459944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,32,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,7168,0.01182933317290412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,5120,0.01482222146458096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,12288,1.0001679526435006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,3584,0.008052444292439355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,10240,0.017658667431937326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,32,0.005429333282841577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,2560,0.006671111202902264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,8192,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,3584,0.010644444160991244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,51200,0.8091671201917859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,8192,0.020367999871571858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,2048,0.056341330210367836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,1024,0.006447111152940326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,256,0.005507555686765247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,768,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,768,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,3584,0.13011022408803305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,256,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,16384,4.377285427517362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,1536,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,4096,0.5147102144029405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,32,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,65536,0.39568355348375106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,51200,13.190267774793837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,4096,0.039219554927613996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,51200,0.15380177232954237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,2560,0.036525332265430026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,768,0.03067822257677714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,8192,0.24380177921719023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,1536,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,128,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,3584,0.18009155326419404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,5120,0.25455199347602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,65536,9.542861938476562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,12288,0.01719111038578881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,64,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,64,0.003972444269392225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,32,0.005444444302055571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,4096,0.020589333441522386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,51200,0.146506667137146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,4096,0.01566488875283135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,1024,0.009282666775915358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,128,0.006351111249791251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,6144,0.014691554837756686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,768,0.004096888833575779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,65536,0.184660447968377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,12288,0.04436888959672716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,65536,0.10909689135021633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,64,0.0026595555245876312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,16384,0.32183554437425405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,768,0.005042666776312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,256,0.006952889263629913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,2560,0.01277511070171992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,3072,0.009019555317031013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,3584,0.11540444691975911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,2048,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,7168,0.32810844315422905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,7168,0.02348533272743225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,128,0.011720889144473605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,64,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,1024,0.04350133405791389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,1536,0.04563733273082309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,5120,0.03671911027696397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,5120,0.014463999205165438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,256,0.02091377807988061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,256,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,64,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,65536,4.18318133884006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,1536,0.009169778062237633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,512,0.010057777994208867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,12288,0.04280799958440992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,10240,0.936456044514974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,51200,3.578250461154514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,65536,1.209909333123101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,768,0.015596444408098856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,16384,0.3503439956241184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,8192,0.009287999735938178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,3584,0.40419377221001523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,1536,0.011519110865063138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,16384,0.2580595546298557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,1024,0.016505777835845947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,51200,0.2706000010172526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,16384,0.021776000658671062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,3584,0.06695822212431166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,768,0.009584888815879822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,512,0.004022222426202563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,5120,6.393235524495442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,3584,0.006464889066086874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,7168,0.011513777905040316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,64,0.002768888862596618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,3584,0.010231999887360467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,16384,0.05324177940686544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,7168,0.12442221906450059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,512,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,12288,0.016013332539134555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,10240,2.6443858676486545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,2048,0.10547200176450942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,64,0.01719199948840671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,2048,0.009953777823183272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,10240,0.05871466795603434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,4096,0.03005689051416185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,3584,0.17882133854760063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,16384,0.019098665979173448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,128,0.007138667007287343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,65536,0.05579555696911282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,2048,0.007003555695215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,32,0.027101332942644756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,64,0.007416889071464539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,768,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,65536,0.19037777847713896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,256,0.029639999071757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,2048,0.010571555958853828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,256,0.009855999714798397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,65536,0.19156355328030059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,16384,0.06541599829991658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,12288,0.05911199914084541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,128,0.020544888244734872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,51200,2.908822165595161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,6144,0.013495999905798169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,5120,0.195215106010437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,51200,0.3592577775319417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,7168,0.01605333387851715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,128,0.004631999880075455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,8192,0.09442133373684353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,32,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,2560,1.574361801147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,6144,0.024677332904603746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,1024,0.05999555852678087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,65536,0.07412888606389363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,3584,0.18851021925608316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,128,0.003286222202910317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,6144,0.014031110538376702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,5120,0.06341955396864149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,256,0.17786310778723824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,65536,5.086948394775391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,4096,0.0291244453854031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,6144,0.0847546656926473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,1536,0.03210577699873183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,1536,0.010886222124099731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,2048,0.39660710758633083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,512,0.008234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,3072,0.03201777736345927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,6144,0.13188889291551378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,512,0.08805777629216512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,6144,0.023710222707854375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,51200,0.5462924639383951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,1536,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,128,0.004383111165629493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,32,0.002700444517864121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,3584,0.021761778328153823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,7168,0.17227199342515734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,4096,0.03468622101677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,2560,0.11782044834560818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,256,0.008882666627566019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,1536,0.2703111171722412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,3584,0.14292444123162165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,5120,0.22896178563435873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,128,0.003048000029391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,4096,0.19628355238172743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,3584,0.05121155579884847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,1024,0.03657866517702738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,32,0.0063591111037466265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,1536,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,64,0.0033493333806594214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,6144,0.07476355632146199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,7168,0.034621334738201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,256,0.007164444360468123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,16384,0.006691555596060223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,7168,1.0508204566107857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,32,0.007162666983074612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,1024,0.2677057849036323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,3584,0.023538667294714186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,5120,0.01768977774514092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,5120,0.07051644722620647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,10240,0.09512088696161906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,2048,0.007576888634098901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,6144,0.00701333334048589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,10240,1.1104070875379775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,16384,0.22920799255371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,7168,0.28729867935180664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,8192,0.20470578140682646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,256,0.00463377767139011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,12288,0.014211555322011312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,10240,0.04845955636766222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,65536,0.3498488797081842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,16384,0.01919822229279412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,65536,0.06483822398715548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,7168,0.045520000987582736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,8192,0.013005333642164866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,10240,3.7686809963650174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,2048,0.08267555634180705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,65536,0.5651875601874458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,10240,0.22535822126600477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,16384,0.09162755807240804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,12288,0.015074667003419666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,12288,0.05004622207747566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,32,0.005388444496525659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,128,0.003988444391224119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,2560,0.007224000162548489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,2048,0.007134222322040134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,2048,0.006798222247097228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,51200,3.6477758619520397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,7168,0.10917866892284817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,256,0.005506666584147348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,256,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,51200,0.13763022422790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,2560,0.11675733990139431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,3072,0.012470222181744046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,5120,0.03468622101677789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,1024,0.004088888979620404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,256,0.010544000400437249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,16384,0.18235022491878936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,51200,4.838677300347222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,5120,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,3584,0.010685332947307162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,10240,0.017342221405771043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,6144,0.011768889096048145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,6144,0.019927110936906602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,65536,45.54523722330729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,10240,0.035564445787005954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,2048,0.014506666196717156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,2560,0.02460711035463545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,10240,0.07531911134719849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,512,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,512,0.007912889122962952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,1024,0.007224000162548489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,2048,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,128,0.1275200049082438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,12288,0.1769395536846585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,32,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,2048,0.21277777353922525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,2560,0.047263112333085805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,8192,0.025407999753952026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,3072,0.008780444661776224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,5120,0.2999875545501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,512,0.012053333222866058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,2560,0.07278222507900663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,6144,0.06959288650088839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,4096,0.10698133044772679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,768,0.013839110732078552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,16384,0.076255997021993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,64,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,1536,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,10240,0.11830843819512261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,65536,2.754805246988932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,51200,0.09551199939515854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,10240,0.06848177644941542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,3072,0.2458559936947293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,768,0.02474844455718994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,12288,0.038098666403028704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,512,0.008434666527642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,768,0.013836444252067141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,8192,0.02849066588613722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,51200,0.3181777795155843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,65536,0.06727733214696248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,256,0.029398222764333088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,16384,0.03308355477121141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,2560,0.009670221971140968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,1024,0.03318311108483209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,1536,0.016103999482260812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,5120,0.03767111235194736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,32,0.02187555531660716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,2560,0.02223644488387638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,1024,0.07685599724451701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,6144,0.5171973440382216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,8192,0.011115555961926779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,5120,0.06365778048833211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,256,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,65536,0.13314667012956408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,4096,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,768,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,7168,0.034640000926123724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,1536,0.017509332961506315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,7168,0.48394134309556747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,65536,0.3778844409518772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,8192,0.025086222423447505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,65536,3.3167618645562063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,16384,1.150718265109592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,3584,0.03261511193381415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,1536,0.23045065667894152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,51200,9.12771521674262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,51200,0.8917653825547961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,7168,0.006461333483457565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,16384,1.1680782106187608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,10240,0.21765955289204916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,5120,0.01667644414636824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,512,0.005807999935415056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,32,0.006320000108745363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,3072,0.02108088963561588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,768,0.013434666726324292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,2048,0.38364267349243164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,1536,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,65536,0.15359289116329616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,128,0.0041955556306574075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,65536,0.18518133958180746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,7168,0.04245955414242215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,64,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,8192,0.0654204421573215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,256,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,6144,0.023644444015291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,10240,0.013570666313171387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,2048,0.0674720009167989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,65536,0.17199556032816568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,4096,0.06619822316699557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,4096,0.005965333431959152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,128,0.004232888834344016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,51200,1.9249466790093317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,16384,0.02951999836497837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,128,0.0068417779273457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,10240,0.20468000570933023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,8192,0.14701955848269993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,7168,0.04341600007481045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,128,0.019511111908488803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,64,0.003693333516518275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,6144,0.4218675560421414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,8192,0.12894666194915771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,8192,0.10966310898462932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,16384,0.05120444297790527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,7168,0.02807733416557312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,51200,0.31381066640218097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,7168,0.011388444238238864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,2560,0.9340107176038953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,7168,0.01938222183121575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,512,0.004039999925427967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,1536,0.008376888930797577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,2560,0.011045333411958484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,4096,0.014209777116775513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,4096,0.6677458021375867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,512,0.02126577827665541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,6144,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,6144,0.03433422247568766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,10240,0.5518550872802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,256,0.0033760000434186724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,32,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,768,0.00498844434817632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,3584,0.04244977898067898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,12288,0.6785386403401693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,12288,0.03690133492151896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,256,0.013213333156373767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,7168,0.007368000017272101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,1024,0.025591111845440332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,1536,0.010493333141009012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,3584,0.007651555869314406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,2560,0.007981333467695449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,1536,0.038559112283918597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,1024,0.006330666856633292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,2048,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,2048,0.1089608867963155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,10240,0.1275040043724908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,8192,0.02380888826317257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,32,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,51200,0.25043288866678876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,1024,0.3966382344563802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,32,0.0034391110142072043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,8192,0.043987555636299976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,5120,0.03912355502446493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,2560,0.010414222048388587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,8192,0.0166302224000295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,5120,2.1425654093424478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,2560,0.014961777461899651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,128,0.0092257774538464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,2560,0.03820266657405429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,256,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,6144,0.015434667468070984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,12288,0.88519287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,3072,0.007754666937722101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,3584,0.008602666358153025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,5120,0.2256995571984185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,256,0.008162666526105668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,512,0.010814222196737925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,5120,0.027794665760464136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,2048,0.017694221602545846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,4096,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,512,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,65536,1.288983980814616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,7168,0.007368889119890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,32,0.0032515554792351196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,1536,0.007816889219813878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,512,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,12288,0.008750222623348236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,6144,0.4173644383748372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,2560,0.01072799993885888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,51200,12.136238098144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,1024,0.006558222075303395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,10240,1.8004995981852214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,2048,0.017616000440385606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,65536,0.24251556396484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,3584,0.041793776883019336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,10240,0.06901511218812731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,768,0.008001777860853408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,512,0.0058337777025169795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,768,0.22404355472988555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,2048,0.020883555213610332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,1024,0.027561777167850073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,2560,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,7168,0.07550488577948676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,4096,0.08551910850736831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,5120,0.017311111092567444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,7168,0.010556444525718689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,32,0.0034560000316964257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,5120,0.01975911193423801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,1024,0.004943111290534337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,2048,0.23631021711561415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,12288,0.016930666234758165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,128,0.016392888294325936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,256,0.02200088898340861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,6144,0.25335823165045845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,3584,0.011343110766675739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,10240,4.1821645100911455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,2048,0.007979555262459649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,512,0.03147822287347581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,3584,0.12171022097269694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,5120,0.012901333471139273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,1024,0.004020444634887907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,128,0.013952000273598565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,12288,0.10636888609992133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,512,0.005523555394675996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,3584,0.022681777675946552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,3072,0.06404444244172838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,2560,0.05755199988683065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,12288,0.012103111379676394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,768,0.012224888636006249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,16384,4.158621470133464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,4096,0.03767911261982388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,32,0.0031146665828095544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,256,0.1960808833440145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,51200,0.0595360000928243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,5120,0.12781066364712185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,128,0.03492533498340183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,1536,0.018181333939234417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,5120,0.02513155506716834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,3584,0.06422844198015001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,2560,0.010836444795131683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,16384,0.03398044572936164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,3072,0.12479110558827718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,7168,0.09807466798358494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,7168,0.04940711127387153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,4096,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,256,0.004081777814361784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,2560,0.021874666213989258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,256,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,1024,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,3072,0.28158754772610134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,32,0.03524444500605265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,51200,1.0514675776163738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,2560,0.009645333720578088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,8192,0.01906488835811615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,64,0.007718222008811102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,8192,0.015896888242827523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,3584,0.03544977638456557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,5120,0.009952888720565373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,256,0.008633777499198914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,12288,0.3033155600229899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,1536,0.007476444045702617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,768,0.03273866573969523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,256,0.005623111294375525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,128,0.024495111571417913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,51200,1.8902596367730036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,6144,0.12976000044080946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,2048,0.004958222309748332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,2048,0.023059555225902136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,6144,0.04001511136690775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,3584,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,1536,0.07539911402596368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,7168,0.013083555632167392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,1024,0.010999999940395355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,16384,0.019268444842762418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,1536,0.21351110935211182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,3072,0.010202666951550378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,51200,4.088245391845703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,10240,0.2299999925825331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,7168,0.16340443823072645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,256,0.28273243374294704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,2560,0.12916799386342367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,2560,0.007762666377756331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,1024,0.03732088870472378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,7168,0.011596444580290051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,256,0.004485333131419288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,4096,0.02451466686195797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,5120,0.02040088839001126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,6144,0.06006399790445963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,512,0.01902044481701321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,2560,0.015836444165971544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,2048,0.10675999853346084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,128,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,64,0.0031555555760860443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,16384,0.5025582313537598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,256,0.005873777800136142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,16384,0.4046151108211941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,768,0.010434666441546546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,5120,0.054323554039001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,8192,0.21248977714114717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,4096,0.010247111320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,16384,0.1949466731813219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,64,0.003083555648724238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,768,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,1024,0.01313244468635983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,10240,0.5013128916422526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,256,0.03278133273124695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,128,0.008743999732865227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,1024,0.010624888870451184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,7168,0.015992888145976596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,16384,0.6221573087904189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,5120,0.008754666480753157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,5120,0.024189333120981853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,1024,0.011926222178671094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,7168,0.03327111072010464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,8192,0.015488000379668342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,10240,0.09639910856882732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,1024,0.02091911103990343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,1536,0.008346666892369589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,51200,0.9915591345893012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,128,0.004379555583000183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,1536,0.0433884428607093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,1536,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,12288,0.32041600015428334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,1536,0.01625155574745602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,7168,0.038761778010262385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,3584,0.015986666083335876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,5120,0.16071377860175237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,3584,0.1314986679289076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,16384,2.6449652777777777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,10240,0.01457333399189843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,12288,0.030974222554100886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,12288,0.06686577532026503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,3584,0.07748978005515204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,8192,0.17854489220513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,12288,0.021039111746682063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,2560,0.17282044887542725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,64,0.002598222138153182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,65536,0.07021600008010864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,8192,0.06094844473732842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,256,0.007295110987292395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,5120,0.009639999932712978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,8192,3.2211920420328775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,256,0.0033884443756606844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,4096,0.023358222511079576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,768,0.004373333520359463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,4096,0.02314311100376977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,64,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,32,0.0033528889632887314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,32,0.026022222306993272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,256,0.006092444476154115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,16384,0.06152266926235623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,6144,0.38886311319139266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,64,0.017472889688279893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,4096,0.009766221874290043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,6144,0.02344977855682373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,5120,0.013455111119482251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,1536,0.012656889028019376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,128,0.008593777815500895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,32,0.02165066699186961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,8192,0.010103111465771994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,8192,0.7431182331509061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,7168,0.053378668096330434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,128,0.005927111125654644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,3584,0.007221333682537079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,4096,0.035840888818105064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,2560,0.023765333824687537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,3584,0.04415377643373278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,4096,0.02482044365670946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,7168,0.015558222929636637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,10240,0.16420800156063503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,512,0.01649599936273363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,7168,0.36127911673651797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,12288,0.9807742436726888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,768,0.04846133457289802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,12288,0.038314667012956403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,1536,0.00742133292886946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,10240,0.07170133458243476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,4096,0.015583111180199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,256,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,65536,0.44126399358113605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,5120,0.49748886956108945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,16384,0.05169511172506544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,128,0.016929777132140267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,16384,0.029137776957617864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,7168,0.014748444159825643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,256,0.014589332871966891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,5120,2.621644549899631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,128,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,32,0.011554666691356234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,1024,0.00907199995385276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,128,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,1024,0.06906311379538642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,12288,0.024886222349272832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,768,0.004334222111437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,3072,0.007145778172545963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,32,0.0032257777121331957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,16384,0.7497955428229438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,2048,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,8192,1.7630302641126845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,2048,0.01223111069864697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,4096,0.1328808863957723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,1024,0.01367911116944419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,51200,3.1864844428168406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,1024,0.01036622209681405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,5120,0.32543823454115123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,2048,0.018999111321237352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,128,0.008261333737108443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,12288,0.022802667485343084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,1536,0.023129777775870428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,4096,0.032855110036002264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,512,0.0032631111227803757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,2048,1.2171537611219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,768,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,7168,0.018111111389266122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,3584,0.03533511029349433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,2048,0.013593778014183044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,128,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,6144,0.009880888793203566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,32,0.0027599999060233435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,6144,0.10187288787629868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,51200,0.05570311016506619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,128,0.004924444274769889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,4096,0.3034408887227376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,7168,0.01756622228357527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,65536,0.28596533669365776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,256,0.13734222782982722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,6144,0.06989155875311957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,65536,0.15272888872358534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,16384,0.19532355997297499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,7168,18.860687255859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,3072,0.007459555235173967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,8192,0.011928888658682505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,32,0.22690934605068633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,128,0.0033084443873829315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,1024,0.010501333408885531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,256,0.041136887338426374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,2048,0.017626666360431247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,4096,0.0266951107316547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,512,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,512,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,1024,0.004084444294373195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,3072,0.012938666674825879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,10240,0.10179911057154338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,6144,0.04957155717743767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,12288,0.019674667053752475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,512,0.010210666391584609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,32,0.004832889056868023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,2560,0.05501955416467455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,3584,0.01459377838505639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,1024,0.056609776284959584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,4096,0.048904889159732394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,2560,0.01628800067636702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,4096,0.046237332953347095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,65536,2.319250742594401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,3584,0.06274577644136217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,51200,0.05873955620659722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,12288,0.3369368977016873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,4096,0.011415999796655444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,16384,0.021008888880411785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,4096,0.0068853331936730286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,768,0.00813688917292489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,3584,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,2048,0.012720000412729053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,12288,0.01664444473054674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,512,0.0038933331767717996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,16384,0.338992887073093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,2048,0.0148062225845125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,1536,0.009631111390060848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,51200,1.747478273179796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,768,0.0036799998746977914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,65536,0.11361422803666855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,5120,0.419814215766059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,3584,0.05190666516621908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,64,0.03283111254374186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,1024,0.016588444511095684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,12288,6.606659359402126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,65536,0.4490782419840495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,5120,0.01832177738348643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,1536,0.006716444260544247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,3072,0.017133333616786532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,16384,0.026015111141734656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,3584,0.1766293313768175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,12288,0.023767110374238756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,1536,0.07258133093516032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,768,0.11190666092766656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,6144,0.006605333338181178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,7168,0.16275289323594835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,32,0.1513813336690267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,2560,0.06716889142990112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,64,0.006673777682913675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,2560,0.01570133368174235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,51200,1.336220423380534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,3584,0.007914666500356462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,3072,0.03289599882231818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,512,0.14083200030856663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,6144,0.02771200074089898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,6144,0.02703199949529436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,12288,0.16056533654530844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,2560,0.011342222491900126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,6144,0.11843732992808025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,64,0.002566222308410539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,5120,0.01704088846842448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,7168,0.04455022348297966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,256,0.003680888977315691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,65536,0.03824888997607761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,768,0.01076533314254549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,128,0.0069653333889113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,7168,0.05143644412358602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,6144,0.23697156376308867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,16384,0.0670106675889757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,64,0.0026586666289303037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,768,0.0057884446448749965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,51200,11.233231438530815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,10240,0.8022498024834527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,4096,0.10621155632866754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,7168,0.04042399923006693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,64,0.004286222159862518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,5120,0.024987555212444727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,2560,1.6484728919135199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,16384,0.08609244558546279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,5120,0.05576799975501167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,51200,0.30470577875773114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,12288,0.5215075810750326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,51200,0.479131539662679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,128,0.0041493334703975255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,16384,0.05942577785915799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,12288,0.017475555340449016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,2048,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,4096,0.02426133387618595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,8192,0.3784293333689372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,8192,0.01145866678820716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,65536,2.407109366522895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,128,0.022288888692855835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,3072,0.01462311049302419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,128,0.013540444274743399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,65536,0.81149689356486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,256,0.08978311220804851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,65536,0.08389955759048462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,12288,0.20585510465833876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,3584,0.1030435562133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,768,0.00923911150958803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,3584,0.009992889232105678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,7168,0.038809776306152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,512,0.0034133332471052804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,10240,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,4096,0.04533333248562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,12288,0.07362044519848294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,51200,4.731363508436415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,1024,0.2892693413628472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,2048,0.0069848886794514125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,10240,0.07525777816772461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,128,0.008575999902354347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,512,0.013677332964208392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,7168,0.14202400048573813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,3584,0.015689777003394235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,6144,0.013777777552604675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,768,0.0069395556218094295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,1024,0.01610666679011451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,128,0.006784889019197888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,6144,0.32812621858384877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,128,0.01870044403605991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,6144,0.3647093243069119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,3584,0.021328889661365088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,16384,0.7695964707268609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,768,0.00867377801073922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,2048,0.0747706691424052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,768,0.005873777800136142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,12288,0.261757320827908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,16384,0.11647110515170628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,65536,0.4088897705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,16384,0.05108266737726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,51200,0.8523715337117513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,6144,0.01051644484202067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,10240,0.014468444718254937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,3072,0.16883467303382027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,512,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,1536,0.0912968913714091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,8192,0.03926666577657064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,64,0.006836444553401735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,2048,0.02273955610063341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,2048,0.048976888259251915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,12288,0.11176178190443252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,128,0.012178666889667511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,6144,0.05316799879074097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,3584,0.23286400900946724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,51200,0.3129813406202528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,12288,0.01514400045077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,4096,0.01867111192809211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,65536,0.7187004619174533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,4096,0.07627199755774604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,51200,0.0643813345167372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,10240,0.046239998605516225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,1024,0.039559112654791936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,8192,0.018231110440360177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,8192,0.10760533147388035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,3072,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,2560,0.00870666652917862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,32,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,64,0.0029297777348094513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,2048,0.009967111051082611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,6144,0.4981377919514974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,6144,0.010372444159454769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,3584,0.17049777507781982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,10240,0.019765333996878732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,5120,16.86907958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,2560,0.057557331191168896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,768,0.025010666913456384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,512,0.023836443821589153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,1536,0.009213333328564962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,2560,0.016369778248998854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,256,0.005467555589146084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,2560,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,16384,0.04247200157907274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,4096,0.05825066566467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,8192,0.012598222328556908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,7168,0.017476444443066914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,1024,0.028748446040683325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,128,0.003941333128346337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,256,0.03439022103945414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,7168,0.024864888853496973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,1536,0.009879999690585667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,1536,0.00979200005531311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,3072,0.010611555642551847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,2048,0.009461333354314169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,5120,0.02892355455292596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,512,0.031311998764673867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,1536,0.00692622239391009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,3072,0.014599111345079211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,3072,0.06309688753551908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,3072,0.06504888667000665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,1536,0.02048711147573259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,6144,1.509163538614909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,7168,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,8192,0.056828445858425565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,8192,0.016864889197879367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,1536,0.012548444171746572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,10240,0.013787555197874704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,1024,0.19607110818227133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,3072,0.01776711146036784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,32,0.0070222218831380205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,2048,0.009330666727489894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,2048,0.008905777500735389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,64,0.010609777437316047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,6144,0.05677422549989489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,128,0.01185955521133211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,2560,0.017821333474583097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,32,0.00942844483587477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,2048,0.019256888164414298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,7168,2.630236519707574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,256,0.0046880000995265115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,2560,0.012616888516479068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,768,0.00703999979628457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,1024,0.006531555619504716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,6144,0.30775377485487193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,7168,0.08619733651479085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,256,0.017622222503026325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,32,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,32,0.007050666544172499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,12288,0.03046400017208523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,768,0.004860444615284602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,5120,0.02923999892340766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,8192,0.013270222478442721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,3584,0.08505511283874512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,3072,0.02586311101913452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,12288,0.26359555456373424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,512,0.003682666768630346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,512,0.0147733340660731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,768,0.014257777068350049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,7168,0.05580711364746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,512,0.0034640000926123727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,256,0.02388444377316369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,768,0.006146666490369373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,128,0.006796444455782573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,16384,0.020941333638297185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,3072,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,6144,1.6515252855088975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,4096,0.011049778097205691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,1536,0.03959200117323134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,8192,0.013064000341627332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,12288,0.026920000712076824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,3584,0.02728355593151516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,6144,0.019644444187482197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,2560,0.0170168893204795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,64,0.02442488902144962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,5120,0.010859555668301053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,1536,0.019305777218606737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,12288,0.07024177577760485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,64,0.0034186666210492453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,2560,0.07654133107927111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,2048,0.0057813334796163775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,2560,0.009541333549552495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,12288,0.014903111590279473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,1536,0.012296888563368054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,64,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,8192,0.016706667012638517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,768,0.004409777621428172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,2560,0.006562666760550604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,5120,0.0125937776433097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,2560,0.010864888628323873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,1536,0.007003555695215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,2560,0.01238222254647149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,12288,0.05035822259055244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,8192,0.09940622250239055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,7168,0.022023111581802368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,256,0.01332444449265798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,65536,1.866222169664171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,768,0.004487110922733943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,64,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,32,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,2560,0.11706222428215875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,6144,0.008996444443861643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,7168,0.01202933324707879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,5120,0.17014400164286295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,7168,0.1943626668718126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,3584,0.00756888919406467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,768,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,5120,0.013040000365840064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,3072,0.015303999185562134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,512,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,12288,0.22737601068284777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,256,0.044687112172444664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,4096,0.015824000040690105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,128,0.0028444443725877335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,128,0.004527111020353106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,16384,0.8604177898830838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,16384,0.13897866672939724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,3072,0.016192000773217943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,51200,0.2529653443230523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,16384,0.0719955563545227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,128,0.02953688965903388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,512,0.0033893332713180115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,3072,0.008359111017651027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,768,0.042315555943383105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,256,0.03660800059636434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,3072,0.0071937781241205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,512,0.0033111110743549135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,5120,0.02639555599954393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,512,0.005203555441564984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,7168,0.014858666393491956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,8192,0.011695110963450538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,7168,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,3072,0.00885333369175593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,6144,0.04366933306058248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,7168,0.016786666380034555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,16384,0.028316444820827905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,1536,0.040004445446862116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,128,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,7168,0.2537599934471978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,7168,0.034612443712022566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,768,0.003591999825504091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,128,0.0028071111689011254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,128,0.004469333423508538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,16384,0.020482665962643094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,128,0.007677333222495184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,1536,0.004421333471934001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,16384,0.16254577371809217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,10240,0.2091911103990343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,2560,0.007885333564546373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,768,0.003931555483076307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,4096,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,3072,0.633927133348253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,10240,0.07059999969270495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,512,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,12288,0.03456177645259433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,65536,1.3525742424858942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,2048,0.10467021995120579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,10240,0.052863111098607383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,16384,0.11897244718339707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,10240,0.2076880004670885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,512,0.03789600067668491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,1024,0.008034666379292807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,5120,0.02437866727511088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,7168,0.016703999704784818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,3584,0.007369777394665613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,3072,0.009196444518036312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,12288,9.673326280381945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,4096,0.011049778097205691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,128,0.6974435382419162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,5120,0.014675555957688225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,32,0.004460444466935264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,51200,1.123696009318034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,16384,0.037864890363481306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,3072,0.037661333878835045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,1536,0.012239110966523489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,4096,0.01576622161600325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,3584,0.013442666994200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,1024,0.17050133811102974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,7168,0.0177182224061754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,16384,0.0339937773015764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,512,0.02527644402450985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,3584,0.039226667748557195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,128,0.0037679999238914917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,1536,0.05522933271196154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,10240,0.5532159805297852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,3584,0.023735110958417256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,3584,0.022513777017593384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,5120,0.04219466778967115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,1024,0.02019999921321869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,768,0.00759733302725686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,128,0.008016000191370646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,4096,0.012051555845472546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,256,0.0034684443639384378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,3584,0.2573857837253147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,1536,0.005983110931184556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,2560,0.09920710987514919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,512,0.05452177921930949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,4096,0.025246222813924152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,5120,0.009304000271691216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,2560,0.012839111189047495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,2048,0.018983999888102215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,1024,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,256,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,3584,0.009123555488056606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,16384,0.02858933475282457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,64,0.004396444393528832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,7168,0.03401777810520596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,51200,0.1350124412112766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,2048,0.018530666828155518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,6144,0.13153421878814697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,7168,0.010681777364677854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,128,0.0052622221410274506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,10240,0.009184888667530483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,10240,0.011788444386588203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,2560,0.14872445000542536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,8192,0.4989013142055935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,8192,0.012262221839692859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,65536,0.1938462257385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,256,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,16384,0.37902400228712296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,1024,0.00657066661450598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,768,0.012039999994966718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,12288,0.07082755698098077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,128,0.004450666821665234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,2560,0.006538666784763336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,12288,0.04779111014472114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,1024,0.012816000315878125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,3072,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,6144,1.1515493392944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,5120,0.010510221951537661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,1536,0.02290577855375078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,5120,0.026587555805842083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,4096,0.030371556679407757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,4096,0.01568533314598931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,1024,0.02667644454373254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,768,0.013136000268989138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,1536,0.010103999740547603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,3072,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,3072,0.012170666621790992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,8192,0.14411289162105984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,2048,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,512,0.0068195557428730865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,51200,3.481753879123264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,512,0.0033333332588275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,12288,0.022060443957646687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,32,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,10240,0.033505777517954506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,51200,0.4377137819925944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,1536,0.018271999226676095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,65536,0.3158915572696262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,768,0.022255111071798537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,256,0.0064195555945237475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,2048,0.007366221812036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,7168,1.5171377393934462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,16384,0.34455733829074436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,256,0.05206933286454943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,12288,0.024643555283546448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,2560,0.014813333749771118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,3584,0.4795520040724013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,12288,0.01531733406914605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,1536,0.07446577813890246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,3584,2.4096416897243924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,1536,0.06483378012975057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,1024,0.029829333225886028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,51200,0.168884449534946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,6144,0.0542719993326399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,2048,0.009508444203270806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,512,0.04401510953903198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,6144,0.0406257775094774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,8192,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,3584,0.01735111077626546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,65536,3.610600789388021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,1536,0.011512888802422417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,10240,0.17367377546098497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,3072,0.07569955454932319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,1024,0.026313778426912095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,1024,0.04004799988534715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,2048,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,768,0.003656889001528422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,8192,0.012599111431174807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,8192,0.38073688083224827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,7168,0.21171643998887804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,4096,0.009951999617947472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,2560,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,6144,0.010245333115259806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,7168,0.26712176534864635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,1536,0.006610666712125142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,6144,0.4085546599494086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,128,0.025822222232818604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,8192,0.016729777057965595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,4096,0.032319999403423734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,512,0.0088764445649253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,2560,0.010297777752081553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,10240,0.8346977763705783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,2560,0.06436622142791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,128,0.008727110922336578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,8192,0.011720889144473605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,5120,2.8439858754475913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,512,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,10240,0.03886577818128798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,32,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,7168,0.011997333003415002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,256,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,2048,0.016869333055284288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,12288,0.5746400091383193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,3584,0.13738044102986655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,512,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,6144,0.04662400152948168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,7168,0.03968355390760634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,8192,0.11644089221954346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,10240,0.08398222261004978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,5120,0.009286222358544668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,16384,0.7143244213528104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,32,0.003084444544381566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,10240,0.018016000588734944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,8192,0.17860089408026802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,64,0.0028311111446883944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,10240,0.06799644231796265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,4096,0.020120888948440552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,2560,0.09354222483105129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,65536,0.19883644580841064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,2560,0.11890578269958496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,512,0.005621333503060871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,64,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,10240,0.06800711154937744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,3072,0.010476444330480365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,51200,11.671094258626303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,8192,0.037385778294669256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,8192,0.037808001041412354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,64,0.002622222320901023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,10240,0.030103110604816016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,1024,0.15898756186167398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,2048,0.016498666670587327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,12288,0.4362488852606879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,65536,20.36706712510851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,1536,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,4096,0.1524426672193739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,7168,0.029120888974931505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,768,0.01309866706530253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,51200,0.16791821850670707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,8192,0.07574399974611071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,6144,0.052595555782318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,512,0.1956391069624159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,6144,0.14198399914635554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,5120,0.012228444218635559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,7168,0.024686222275098164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,1024,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,12288,0.02611733310752445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,12288,0.0358533329433865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,512,0.009350222018029954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,256,0.09194311168458726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,51200,0.2741982142130534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,3072,0.1019866665204366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,12288,0.01956355571746826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,65536,0.04423822296990288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,51200,0.12011288272009955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,3584,0.00850044439236323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,1536,0.005548444473081165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,256,0.04542400108443367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,64,0.008779555559158325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,128,0.009454222189055549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,128,0.010276444256305695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,3584,0.05199911197026571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,3584,0.14524711502922907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,1536,0.009934222532643212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,7168,0.012699555191728802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,3072,0.013122667041089801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,1024,0.019150222341219585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,2560,0.007076444725195567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,64,0.006970666348934174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,256,0.004026666697528628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,65536,0.08331111404630873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,2048,0.08267555634180705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,12288,0.0410097771220737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,8192,0.41181688838534886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,5120,0.11092533005608453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,3072,0.14753244982825384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,65536,4.6160096062554254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,256,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,5120,0.020591111646758187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,1024,0.007267555428875818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,256,0.006481777876615524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,2048,0.057632002565595836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,16384,0.12045333120557998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,5120,0.016208888755904306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,12288,0.5652817620171441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,65536,0.2897511058383518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,8192,0.21638933817545572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,3072,0.15167200565338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,4096,0.14022133085462782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,4096,0.02277333372169071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,128,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,12288,0.015196444259749519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,7168,0.020364445116784837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,4096,0.028171555863486394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,3072,0.006168889088763132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,256,0.004853333450025982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,65536,10.952974107530382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,1536,0.017222222354676988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,2048,0.021615111165576514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,1024,0.018256000346607633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,51200,0.08094222015804715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,3584,0.07368266582489014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,1024,0.009734222458468543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,3584,0.018980445133315194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,1536,0.0069448889957533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,8192,0.03692622317208184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,512,0.014666666587193808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,1024,0.15235911475287542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,16384,0.8263893127441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,2048,0.015673778123325773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,3072,0.035896887381871544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,12288,0.9014089372422961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,5120,0.11001066366831462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,768,0.11324621571434869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,12288,0.06462044186062284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,3584,1.0108132892184787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,256,0.0034435554924938413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,1536,0.015777778294351365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,16384,0.07671999931335449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,3072,0.007895111209816402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,2048,0.013070222404268054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,128,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,4096,0.010318222145239512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,6144,0.007364444434642792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,1024,0.004642666627963384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,1536,0.006735999965005451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,256,0.033357332150141396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,256,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,32,0.026174222429593403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,128,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,10240,0.05760088894102308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,3072,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,10240,4.475190904405382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,3072,0.029501332177056208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,7168,0.08636444144778782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,1536,0.08016266425450642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,3072,0.03003466791576809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,6144,0.09159377548429702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,51200,0.05236355463663737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,4096,0.018718222777048748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,4096,0.011017777853541903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,256,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,51200,0.6496124267578125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,6144,0.030245333909988403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,51200,5.612550947401259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,1024,0.06789066394170125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,10240,0.07427822219000922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,16384,0.04776711265246073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,10240,0.0333315564526452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,3072,0.14755733807881674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,1536,0.03456711106830173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,3072,0.014152000347773233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,16384,0.13748799429999456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,12288,0.3115813202328152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,4096,0.05859377649095324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,1024,0.004068444586462445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,1024,0.06705066892835829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,65536,0.3220737775166829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,3072,0.15961778163909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,32,0.03843377696143256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,7168,0.07692355579800077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,32,0.0032213332338465583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,768,0.06224888563156128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,768,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,6144,0.12487910853491889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,7168,0.016160888804329764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,1536,0.17155288325415718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,3072,0.03705155518319871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,2560,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,4096,0.2292168935139974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,3584,0.5349173545837402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,51200,0.5736631287468804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,3584,0.16784355375501844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,128,0.0032702222880389956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,2560,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,1536,0.004875555634498596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,6144,0.010654222634103564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,4096,0.026391999589072332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,2048,0.38301067882113987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,10240,0.01646844380431705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,256,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,1024,0.048545777797698975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,1024,0.005700444595681296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,32,0.007914666500356462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,7168,0.029527998632854883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,2560,0.11001511414845784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,4096,0.13709867000579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,3072,0.10197510984208848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,12288,0.047408888737360634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,4096,0.008760000268618265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,10240,0.08569155799018012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,16384,0.02160355614291297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,2048,0.009544000029563904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,512,0.008449777960777283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,2048,0.12104711267683242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,1024,0.02407377792729272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,8192,0.3869173261854384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,12288,0.03522133496072557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,12288,0.01863555610179901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,512,0.009184888667530483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,3072,0.154968884256151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,1024,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,1536,0.005603555589914322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,256,0.003050666716363695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,51200,0.13711288240220812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,16384,0.021701332595613267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,5120,0.018585777944988675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,51200,0.7999279763963488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,3584,0.08533600303861831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,128,0.005159111072619756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,2560,0.013061333033773633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,8192,0.2843804359436035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,32,0.0026506665680143568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,2048,0.08843911356396145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,5120,0.03916888766818576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,4096,0.013022222452693515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,10240,0.015009777413474189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,3584,0.021324444148275588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,512,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,1024,0.007242666350470648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,16384,0.04785244332419502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,4096,0.10501688718795776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,512,0.016919111212094624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,8192,0.04331022169854906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,10240,0.038408888710869685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,51200,6.236208173963759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,4096,0.015207999282413058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,2560,1.041002697414822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,4096,0.03389511174625821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,3072,0.010065777434243096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,7168,0.06390400065316094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,768,0.018532445033391316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,256,0.008472888833946651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,7168,3.5598593817816844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,16384,0.05584088961283366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,7168,0.04972711205482483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,51200,0.8152009116278754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,5120,3.229488796657986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,3072,0.09253244267569648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,4096,0.009682666924264696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,7168,0.06316533353593615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,128,0.03682400120629205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,51200,0.02439111140039232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,1024,0.02184711065557268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,3072,0.009690666364298927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,5120,0.020947555700937908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,1536,0.004596444467703502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,8192,0.02737066646416982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,3072,0.1042248871591356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,65536,0.10602222548590766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,6144,0.01609422266483307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,1024,0.029335111379623413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,64,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,3072,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,51200,2.87245602077908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,1536,0.007028444773621029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,32,0.039839999543295965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,2048,0.010782221953074137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,4096,0.40385066138373477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,128,0.00812977800766627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,128,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,64,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,7168,0.1969733370674981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,10240,0.08496622244517009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,5120,0.04164088765780131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,8192,0.3334835635291205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,2048,0.015974221958054435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,51200,32.08267550998264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,1536,0.7295706537034777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,2560,0.0185253338681327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,7168,0.01732711162832048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,128,0.033730665842692055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,768,0.009956444303194681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,2048,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,1536,0.033788445923063494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,51200,0.11151999897427028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,3072,0.015323556131786771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,3584,0.09234399927986993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,51200,0.27040621969434947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,1536,0.060305780834621854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,12288,0.10880621936586167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,51200,0.12371910942925347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,2048,0.036920888556374445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,32,0.003965333518054751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,8192,1.2889893849690754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,2048,0.012717333104875354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,256,0.014021333720948962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,4096,0.01531022290388743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,12288,0.03207555413246155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,8192,0.014344889256689282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,2560,0.007735999921957652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,1536,0.013770666387346057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,2560,0.011113777756690979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,1024,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,1536,0.005570666657553778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,2048,0.008201777935028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,3072,0.1257271104388767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,1536,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,64,0.054563555452558726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,512,0.056123554706573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,768,0.004108444270160464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,32,0.005435555759403441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,4096,0.07924889193640815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,768,0.0075911109646161394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,7168,0.019485332899623446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,2048,0.03902933332655165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,2560,0.027620444695154827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,32,0.01239999963177575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,64,0.008406221866607666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,2560,0.012858666479587555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,32,0.002493333278430833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,2048,0.016715556383132935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,1536,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,1536,0.01646488904953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,1024,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,65536,0.8182035552130805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,7168,0.2090995576646593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,65536,0.05643022060394287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,6144,0.022223111655977037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,10240,0.949827512105306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,6144,0.1770248942905002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,7168,0.023772444989946153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,32,0.005054222212897407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,256,0.004126222183307012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,5120,0.009303111169073317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,16384,0.026728888352711994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,10240,0.013880000346236758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,8192,0.030360000001059637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,512,0.013918222652541267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,1024,0.028543998797734577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,256,0.00480266660451889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,65536,0.0668826699256897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,512,0.0033200000309281876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,32,0.017421333326233756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,2048,0.09946844312879775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,65536,0.0829440024163988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,65536,0.08630488978491889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,5120,0.031261334816614784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,65536,0.9178995556301541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,5120,0.01737511157989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,4096,0.07906133598751493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,256,0.005581333405441708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,8192,0.019905777441130746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,6144,0.01443199978934394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,16384,0.046366221374935575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,128,0.013420444395807056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,6144,0.08202666706509061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,10240,0.033575998412238225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,512,0.0058551111982928375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,3584,0.02068622244728936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,1024,0.037964443365732826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,12288,0.006833777659469181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,5120,0.1999466684129503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,8192,0.4071955680847168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,12288,0.07167466481526692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,12288,0.44251643286810977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,10240,0.017447110679414537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,5120,0.05165688859091865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,2048,0.009631111390060848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,4096,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,7168,0.019342222147517733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,16384,0.027463111612531874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,5120,0.019294222195943195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,5120,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,128,0.0028862222615215513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,51200,3.8266499837239585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,2048,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,512,0.00599911105301645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,3072,0.08493866523106892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,7168,0.2667635546790229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,1024,0.008565333154466417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,1024,0.012080888781282636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,32,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,2560,0.01036977767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,3072,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,512,0.004030222280157937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,12288,0.121979554494222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,16384,1.652536922030979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,2048,0.01977333260907067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,8192,0.06936533583535089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,16384,1.569586647881402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,1536,0.052743110391828746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,8192,0.02701777716477712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,3072,0.10442044337590535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,512,0.00518133325709237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,3072,0.017332444588343304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,256,0.0037475555307335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,768,0.009758222434255812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,7168,0.02314222190115187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,2560,0.0074755557709270054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,7168,0.05381244421005249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,3584,0.046182221836513944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,6144,0.08913155396779378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,5120,0.12379199928707546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,65536,0.7768533494737414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,10240,0.014448000325096978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,5120,0.045279999574025474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,51200,0.12973333729637995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,2048,0.016326222154829238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,64,0.03170844581392076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,4096,2.259193844265408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,8192,0.042727109458711415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,3584,0.026703110999531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,5120,0.02495288848876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,2560,0.007695111135641734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,128,0.004270222038030624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,256,0.004726222405831019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,12288,0.03972355524698893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,65536,1.1478542751736112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,65536,0.9304026497734917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,2048,0.01460444430510203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,32,0.007079111205206976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,8192,0.16897688971625435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,16384,0.022720000810093347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,8192,0.019857777489556205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,512,0.00489155575633049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,10240,0.03595733311441209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,32,0.0027031112048361036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,6144,0.18969866964552137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,3584,0.024716445141368445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,256,0.014167111780908374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,1024,0.016525333126386006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,3072,0.007174222005738153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,65536,0.04615644282764859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,64,0.020319999919997323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,10240,0.06460799773534139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,512,0.0034346667428811393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,65536,0.4201715522342258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,10240,0.07883377869923909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,256,0.004455111092991299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,2560,0.1643013291888767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,512,0.013463111387358772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,32,0.026846221751636926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,1536,0.007328888608349695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,12288,0.046988444195853345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,256,0.005365333209435145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,128,0.040186666780047946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,4096,0.01501066651609209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,7168,0.10504266950819229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,2560,0.0074648890230390764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,768,0.03310311171743605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,5120,0.09849599997202556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,128,0.007328888608349695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,65536,0.05940622091293335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,10240,0.18503467241923013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,256,0.008635555704434713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,7168,0.6648480097452799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,6144,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,128,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,16384,0.9543173048231336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,768,0.01847022275129954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,256,0.00829777783817715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,3584,0.011800000237094032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,10240,0.018233777748213876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,7168,0.007862221863534715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,8192,0.0236453331179089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,256,0.005877333382765452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,1024,0.013030221892727746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,2048,0.007428444094128079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,3072,0.022691556149058874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,2560,0.03228977653715346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,51200,2.934651480780708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,12288,0.020615110794703167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,12288,4.068180508083768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,1024,0.10327821969985962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,65536,2.299751069810655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,3584,1.3484648598564997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,3072,0.043430222405327686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,2560,0.4292764398786757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,16384,0.07476977507273357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,512,0.015846222639083862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,4096,0.44347111384073895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,10240,0.3207831117841932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,2560,0.10531822178098892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,7168,0.5609137747022841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,1536,0.013944889108339945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,5120,0.031047112411922876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,10240,0.0192275560564465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,8192,0.5970906681484646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,128,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,6144,0.05791111124886406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,128,0.0041031113101376426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,3584,0.057800889015197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,10240,0.2750053405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,16384,0.10453866587744819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,32,0.005470222069157495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,768,0.01815466748343574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,3072,0.05012177758746677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,768,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,3584,0.029162665208180744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,128,0.009175111022260454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,1536,0.016927111479971144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,256,0.03001777662171258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,1536,0.015999111864301894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,2048,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,1024,0.009296000003814697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,128,0.07483200232187907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,2048,0.013414222333166333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,64,0.003519999898142285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,256,0.0184879998366038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,4096,0.012540444731712341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,6144,0.03681333197487725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,7168,0.014656888114081489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,5120,0.030219554901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,4096,0.010302222437328762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,3072,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,3072,0.08727377653121948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,1024,0.010084444450007545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,8192,0.832450654771593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,768,0.02567022211021847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,3584,0.026114667455355327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,64,0.34760355949401855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,256,0.017854221993022494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,768,0.003847111016511917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,128,0.004129777765936322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,2560,0.0329715543323093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,512,0.009484444227483537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,64,0.00291377781993813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,12288,0.014512000812424554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,10240,0.09645155403349136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,12288,0.21724443965488008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,5120,0.25493865542941624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,8192,0.015027556154463025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,51200,0.09359911415312026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,256,0.027906666199366253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,128,0.009105777574910058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,65536,0.06949244605170356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,2048,0.00721599989467197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,256,0.025281776984532673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,128,0.004966222163703707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,8192,0.0478942228688134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,6144,0.010460444622569613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,64,0.02218755582968394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,32,0.0026266665922270883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,8192,0.014164444473054675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,65536,0.08156266477372912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,512,0.015557333827018738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,128,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,2048,0.01200977795653873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,10240,0.017647999856207106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,65536,1.9773705800374348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,3584,0.11132089296976726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,5120,1.0191191567314994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,256,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,8192,0.017416889468828838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,2048,0.010760889285140567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,12288,0.03344977895418803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,2048,0.03630400035116408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,16384,0.024193776978386775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,256,0.0032382222513357797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,1536,0.007123555574152205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,6144,0.009560888840092553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,65536,0.5008844269646539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,8192,5.565632714165582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,12288,5.265689849853516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,3072,0.23658667670355904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,3584,0.04225600096914503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,64,0.003814222084151374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,65536,0.08161866664886475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,16384,0.0779857767952813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,16384,0.7106471061706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,512,0.016894222961531747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,32,0.015153777268197803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,256,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,16384,0.020436444216304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,2560,0.009891555541091496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,512,0.004475555486149258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,256,0.02072533302836948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,3072,0.061299555831485324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,10240,0.44322045644124347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,1536,0.005413333161009683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,6144,0.07294133636686537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,512,0.011050666371981302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,65536,8.756117926703558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,65536,0.35941243171691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,8192,0.20227021641201445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,128,0.01809866726398468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,1024,0.10031555758582221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,16384,14.392864651150175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,256,0.0038844446341196695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,3072,0.017283555534150865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,2048,0.006865777903132969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,1536,0.014538667268223233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,2048,0.11533421940273708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,1536,0.005046222358942032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,10240,0.014496889379289416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,16384,0.04146577914555868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,65536,0.1379688845740424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,2560,0.1212151050567627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,12288,0.08882311317655776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,16384,0.43929600715637207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,256,0.026120889517996047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,4096,0.028432889117134943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,32,0.0030826667530669104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,65536,1.6087190839979384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,51200,0.24580534299214682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,32,0.005164444446563721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,3584,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,512,0.008184889124499427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,5120,0.02313422163327535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,65536,0.4846551153394911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,65536,2.3149787055121527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,12288,0.0835262205865648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,2560,0.13358578417036268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,768,0.006434666613737742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,10240,0.04621333214971754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,3072,0.022821333673265245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,2560,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,2048,0.007280000381999546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,7168,0.010816888676749336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,16384,0.05755822526084053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,3072,0.006544888847404056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,768,0.017038222816255357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,10240,0.033366223176320396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,768,0.011354666617181567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,6144,0.027089777919981215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,1536,0.0875999993748135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,7168,0.04895200000868904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,16384,0.03476444549030728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,16384,0.050808889998330005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,64,0.003572444534964032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,6144,0.04015644391377767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,8192,0.332984897825453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,16384,0.08966755867004395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,4096,0.008626666333940294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,3584,0.011286222272449069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,2560,1.5018186569213867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,2048,0.007613333563009898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,10240,0.018959111637539335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,16384,0.030361778206295435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,16384,0.06561422348022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,16384,0.09231466717190212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,6144,0.010046222143703038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,16384,0.4833999739752875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,768,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,64,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,64,0.008538666698667739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,64,0.016522667474216886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,12288,0.2801608774397108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,256,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,16384,0.03775822122891744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,5120,0.016899555921554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,16384,0.11652178234524196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,128,0.0033200000309281876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,12288,0.0203164451652103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,65536,0.016844444804721408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,12288,0.12881867090861002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,768,0.0288355549176534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,1536,0.008259555531872643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,65536,32.79906209309896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,3072,0.04282044370969137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,4096,0.023193778263198003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,51200,1.4919857449001734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,2048,0.02281066609753503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,3072,0.02271466619438595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,512,0.003552888830502828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,1024,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,7168,0.2587502267625597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,5120,0.7352791362338595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,1024,0.008159110943476358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,1536,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,768,0.006341333190600078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,4096,0.012532444463835822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,2560,0.010454222559928894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,65536,0.4750702116224501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,12288,0.10789066553115845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,256,0.0030906666070222855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,512,0.0038613333470291565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,1536,0.006280888699822956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,3584,0.024645333488782246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,6144,0.08262577984068128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,8192,0.013543999857372709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,32,0.003019555575317807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,1024,0.004007110993067424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,768,0.010460444622569613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,65536,0.06596355305777656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,10240,0.06941599978340997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,1536,0.025595555702845257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,51200,0.0652515557077196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,2560,0.011711999773979187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,51200,0.9901235368516711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,4096,0.021706667211320665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,16384,0.6294150882297093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,4096,0.01834133267402649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,2560,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,4096,6.301303863525391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,768,0.05981600284576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,5120,0.011272889044549731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,3584,0.009117333425415887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,2560,0.13623200522528753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,3072,0.02199199961291419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,1536,0.017840888765123155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,2048,0.007393777370452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,2048,0.006054222169849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,512,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,64,0.0029315555261241067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,2560,0.01978400018480089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,512,0.0033564445459180405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,768,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,768,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,512,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,5120,0.011863999896579318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,1536,0.044601778189341225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,6144,0.5201617876688639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,12288,0.1016533308558994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,512,0.006980444822046492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,4096,0.06070666842990451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,5120,0.023238221804300945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,1536,0.007744000189834171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,256,0.05726399686601427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,65536,1.6688977347479925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,12288,0.24719643592834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,16384,0.020241777102152508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,256,0.00998933364947637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,32,0.017083555459976196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,10240,1.275304052564833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,768,0.005039999882380168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,512,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,1536,0.012288889123333825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,1536,0.022523555490705702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,2560,0.02532177832391527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,1024,1.5563226275973852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,6144,0.3087857829199897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,64,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,10240,0.2637724346584744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,512,0.012246222131782107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,1536,0.013563555147912769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,1024,0.06015377574496799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,128,0.006285333385070165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,1024,0.27298932605319554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,32,0.15714666578504774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,64,0.003568888952334722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,65536,0.19567199548085532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,65536,0.15317243999905056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,256,0.009944000177913243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,7168,0.006184000107977126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,65536,0.13415643903944227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,3072,0.12208710776435004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,1536,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,512,0.003342222215400802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,5120,0.011959111524952782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,1536,0.5117946730719672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,512,0.0037786666717794207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,4096,0.007199111084143321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,16384,0.41017688645256895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,3072,0.007650666766696506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,2048,0.0200311111079322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,12288,0.015108444624476962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,4096,1.2846346961127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,5120,0.012531555361217923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,2560,0.7366533279418945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,51200,2.45469241672092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,768,0.007805333369308048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,6144,0.2719191180335151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,512,0.005736888696750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,3072,0.007735110819339752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,768,0.0053022222386466126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,64,0.006800000038411882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,512,0.007820444802443186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,512,0.007470221983061896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,3072,0.025148444705539282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,8192,0.032151109642452665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,2048,0.021379555265108745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,7168,0.01090755561987559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,7168,0.04574666751755608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,16384,0.2406053278181288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,256,0.0029288888391521242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,3072,0.1096879972351922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,12288,0.02684355609946781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,16384,2.3069449530707464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,3072,0.02144177754720052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,2560,0.028770665327707928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,65536,0.06396977769003974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,128,0.003167111012670729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,2048,0.7976177533467611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,3072,0.08517066637674968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,10240,0.06913689110014173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,10240,0.007640889121426477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,64,0.007818666597207388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,5120,0.10258933570649888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,32,0.17087111208173963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,128,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,6144,0.03564533260133531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,5120,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,4096,0.06854577859242757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,2048,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,2048,0.4676915804545085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,4096,0.06590311394797431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,8192,0.02600266701645321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,32,0.003256888853179084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,3584,0.029764443635940552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,16384,0.3854355547163222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,10240,0.8196995523240832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,1536,0.0163102216190762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,10240,0.01367111090156767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,12288,0.09052799807654487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,4096,0.06593510839674208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,512,0.0061039999127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,2048,0.018616888258192275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,256,0.016355555918481614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,51200,0.6023244327969021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,5120,0.013287111288971372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,3072,0.010528888967302112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,256,0.0034479999707804788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,2560,0.025249777568711176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,4096,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,256,0.0035333335399627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,10240,0.2507706748114692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,1024,0.4967750973171658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,768,0.015659555792808533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,8192,0.038359112209743924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,3072,0.017504000001483493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,128,0.004549333204825719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,768,0.01256622208489312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,10240,0.013367111484209696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,2560,0.04749244451522827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,4096,0.00979555563794242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,768,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,16384,0.0895671115981208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,512,0.003236444460021125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,128,0.13736355304718018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,768,0.07748888598548041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,3584,0.028304000695546467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,3072,0.022894221875402663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,65536,0.19062666098276773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,12288,0.019129777948061626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,6144,0.011041777829329172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,256,0.014409777190950183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,6144,0.013793778088357715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,256,0.007639110916190677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,6144,0.014030221435758801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,64,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,12288,0.09759822156694199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,51200,0.01740711099571652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,32,0.04564533299869961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,65536,3.2561058468288846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,5120,0.012191111014948951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,768,0.004462222258249919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,1024,0.0806293355094062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,3584,0.012974222501118978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,6144,0.10083822409311931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,3072,0.011735999749766456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,65536,1.2746097776624892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,2048,0.008621333373917473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,2048,0.007171555525726742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,8192,0.033997333712048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,2048,0.013566222455766467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,16384,0.396741337246365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,51200,0.06908000177807279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,12288,0.03366311060057746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,128,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,8192,0.8413679864671496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,51200,0.32439645131429035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,1024,0.006241777704821692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,512,0.006303999986913469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,768,0.014352889524565803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,512,0.00639111093348927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,16384,7.0823822021484375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,51200,1.2591768900553386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,7168,0.3952959908379449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,2560,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,512,0.016857778032620747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,256,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,3072,0.007722666694058313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,3584,0.0913226670689053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,2560,0.010869333313571082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,8192,0.09394755628373887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,7168,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,16384,0.041562666495641075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,4096,0.012727110750145383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,65536,22.28924051920573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,128,0.0063822223908371395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,512,0.008049777812427944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,1536,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,12288,0.7213653458489312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,4096,0.01759022143152025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,768,0.007855110698276097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,7168,0.05095110999213325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,128,0.0028231110837724474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,5120,0.008894222478071848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,3072,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,12288,0.022294221652878657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,2560,0.02812266680929396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,768,0.0037928890022966596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,12288,0.3828684488932292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,2560,0.04052088989151849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,7168,1.0542631149291992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,2048,0.010650667051474253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,12288,0.01718933383623759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,51200,0.1833262178632948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,16384,0.40898932351006406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,1024,0.008982222113344405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,51200,0.10796711179945205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,512,0.011928000383906893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,64,0.011051555474599203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,51200,0.26854221026102704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,65536,0.06137688954671224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,3072,0.02295111119747162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,6144,0.22147377332051596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,5120,0.015783111254374187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,256,0.020774222082561918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,10240,0.02881066666709052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,3584,0.23590755462646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,128,0.00452888881166776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,3584,0.1259182161755032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,2048,0.09807288646697998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,4096,0.0173333336909612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,768,0.013232889274756113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,256,0.0029502221279674103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,16384,0.019672888848516677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,256,0.004605333424276776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,7168,0.15171555678049722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,64,0.009078222016493479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,2560,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,64,0.08244178030225965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,3584,0.2016657723320855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,6144,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,65536,0.3505395518408881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,256,0.004577777865860197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,16384,0.4221991168128119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,4096,0.011069333387745751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,4096,0.014944000376595391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,51200,0.24943643146091035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,256,0.016872000363137987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,65536,2.364429261949327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,256,0.0035217776894569397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,1024,0.007110222346252865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,12288,0.09064888954162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,512,0.014536889062987434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,2560,0.028730667299694482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,65536,0.5643244319491917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,512,0.0063528890411059065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,2560,0.7679786682128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,7168,0.02534399926662445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,1536,0.005583999885453119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,7168,0.010855110983053843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,512,0.01904977858066559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,128,0.005285333428117964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,7168,0.21149244573381212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,2560,0.013628444737858243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,4096,0.008813333180215623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,51200,0.0536026656627655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,6144,0.01917155583699544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,16384,0.37209155824449325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,10240,0.29838310347663033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,12288,0.047593779034084745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,65536,0.06545066833496094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,4096,0.3064711093902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,3584,0.008529778156015608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,1536,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,8192,0.029426667425367568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,65536,2.460394753350152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,2048,0.028215110301971436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,7168,0.05488622188568115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,8192,0.03417066733042399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,12288,0.8259084489610461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,51200,0.18802577919430205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,5120,0.17590488327874076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,32,0.006744888921578725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,3072,0.022375111778577168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,51200,0.2051395575205485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,16384,0.04569244384765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,768,0.008471999731328752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,5120,0.12792355484432644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,1024,0.011445333560307821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,512,0.03421777817938063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,32,0.028143111202451918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,512,0.0061928890645504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,1536,0.012356444365448423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,128,0.005676444619894028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,512,0.003350222276316749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,65536,0.37134043375651044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,7168,0.01954844428433312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,2560,0.10904000202814738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,512,0.005897777775923411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,2048,0.013532444834709167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,2560,0.009640889035330879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,5120,0.025584888127115037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,3584,0.020599111914634705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,5120,0.42121156056722003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,768,0.014616888430383472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,65536,0.25069067213270396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,16384,0.0251511103577084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,1024,0.004722666823201709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,1536,0.5103813277350532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,12288,0.01771377854877048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,768,0.04094400008519491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,1024,0.008903111020723978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,12288,0.4455831315782335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,6144,0.22594934039645723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,768,0.004265777766704559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,2560,0.016081778539551627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,6144,0.030840890275107488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,7168,0.02221244408024682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,32,0.010831111007266574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,1536,0.09115466806623672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,4096,0.026629333694775898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,5120,0.024681778417693243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,1536,0.009951999617947472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,128,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,3584,0.146978669696384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,1536,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,1024,0.048688001102871366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,2048,0.08342133627997504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,65536,0.0699111090766059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,5120,0.008752000000741746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,5120,0.06995022296905518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,12288,0.0813351141081916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,65536,1.1881910959879558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,5120,0.03389244609408908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,51200,0.03369866808255514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,10240,0.04912799927923414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,10240,0.32644089063008624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,6144,0.012961777547995249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,10240,0.01738933391041226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,768,0.027279110418425664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,4096,0.02815999918513828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,1024,0.02791733211941189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,12288,0.010776888993051318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,2560,0.025467554728190105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,128,0.003310222178697586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,128,0.02277511192692651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,4096,0.022474666436513264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,16384,1.0610133277045357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,768,0.007172444628344641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,1536,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,16384,0.053224888112809926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,51200,0.06348355611165364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,4096,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,8192,0.2761342260572645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,8192,0.6324204338921441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,10240,0.387334214316474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,5120,0.029620445436901514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,2560,0.02997866604063246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,3584,0.14093244075775146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,8192,0.0380711125002967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,51200,0.18855555852254233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,2048,0.06866044468349881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,4096,0.009508444203270806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,1536,0.07646399736404419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,128,0.004652444273233414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,256,0.0033280000918441345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,8192,0.6821795569525825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,65536,0.08618755473030938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,65536,0.5653528637356228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,7168,0.03304977880583869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,2560,0.07657511366738214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,128,0.003984000119898054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,3584,0.3551315466562907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,12288,0.09931288825141059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,3584,0.03087200058831109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,3584,0.03249511122703552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,12288,0.014939554863505893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,1536,0.004392888810899523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,6144,0.015034667319721647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,1536,0.02083911167250739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,5120,0.030241777499516804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,3584,0.014940443966123792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,2560,0.17138400342729357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,2560,0.07035822338528104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,256,0.003031999907559819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,512,0.014966222974989148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,10240,0.01383733335468504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,4096,0.02049333353837331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,1024,0.05244177911016676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,4096,0.12646844651963976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,768,0.003564444267087512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,128,0.004663111021121343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,768,0.0041546668443414895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,16384,0.7543395360310873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,64,0.0032675556010670135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,6144,0.13376000192430285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,1024,0.006559999866618051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,6144,0.05231644378768074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,12288,6.883185068766276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,768,0.010112889111042023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,3584,0.23100267516242134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,7168,0.2476960023244222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,12288,0.09130489163928562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,3072,0.009030222064918941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,65536,0.11922578016916911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,4096,0.024476443727811176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,1536,0.08220889170964558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,16384,0.03164088726043701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,4096,0.5900826454162598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,2048,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,12288,0.2634515497419569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,12288,0.11840355396270752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,128,0.004795555439260271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,2048,0.10750399695502387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,2048,0.010249777800507015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,51200,8.842003716362848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,64,0.03544355432192484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,2048,0.018192888961897958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,10240,0.19440444310506186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,1024,0.056319110923343234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,7168,0.23398934470282662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,256,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,2560,0.27571821212768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,3584,0.010943999720944298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,65536,0.07931822538375854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,10240,0.06232088804244995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,5120,0.3430035644107395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,256,0.01148799972401725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,4096,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,51200,0.07926311095555623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,6144,0.10642488797505696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,1536,0.01276000009642707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,12288,0.5049555566575792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,65536,0.5606542163425022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,65536,0.12107911374833848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,5120,1.804684533013238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,768,0.009837333526876237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,10240,0.12788355350494385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,6144,0.031530665026770696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,3072,0.0073626670572492815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,3584,0.011015111373530494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,51200,0.8818257649739584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,128,0.009012444151772393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,3584,0.012153777811262341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,256,0.016876444220542908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,128,0.01014755583471722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,10240,0.02176711128817664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,128,0.11538844638400608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,8192,0.016238222519556682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,8192,0.011903111305501727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,32,0.0031786666562159858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,10240,0.022304000125990972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,12288,0.3464097711775038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,12288,0.023065777288542852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,16384,0.07642933395173815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,7168,0.31175022655063206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,8192,0.2922408845689562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,7168,0.310752895143297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,64,0.0026142222599850762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,4096,0.014296000202496847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,8192,0.03980888923009237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,12288,0.09643999735514323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,16384,0.6690844429863824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,128,0.014700444208251106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,10240,0.6982426643371582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,16384,0.46270402272542316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,256,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,5120,0.03164888752831353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,1536,0.013150222599506378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,6144,0.8198044564988879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,2560,0.019135110908084445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,512,0.007651555869314406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,5120,0.178476439581977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,12288,0.03230933348337809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,32,0.013435555828942193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,2048,0.011633777783976661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,128,0.003220444545149803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,8192,0.038098666403028704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,256,0.027162666122118633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,10240,26.59753926595052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,2560,0.017775999175177682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,51200,1.0739848878648546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,64,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,128,0.00443733317984475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,6144,0.12352532810635036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,7168,0.011112000379297467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,8192,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,1024,0.02796444296836853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,2048,0.009196444518036312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,51200,0.07880889044867621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,16384,0.20267289214664033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,2560,0.006411555740568373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,2048,0.18387377262115479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,4096,0.11691644456651475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,64,0.002603555512097147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,16384,0.3187493218315972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,2560,0.014840000205569796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,256,0.008911111288600499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,12288,0.01926577753490872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,512,0.005528888768619961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,1536,0.00960000024901496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,64,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,8192,0.09560889005661011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,1536,0.011886222494973077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,7168,3.6393254597981772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,12288,0.03043022089534336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,10240,0.016144000821643405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,4096,0.20609954992930093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,2048,0.04418755571047465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,256,0.007191110816266801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,5120,0.01533422205183241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,65536,0.1963102287716336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,512,0.007407111426194509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,10240,0.15647733211517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,10240,0.021819555097156104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,7168,1.4097768995496962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,5120,0.01460088955031501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,1536,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,768,0.005745777653323279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,3584,0.0188755558596717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,2048,0.02130577796035343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,768,0.014763555592960782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,8192,0.28375376595391166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,2560,0.007664889097213745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,65536,1.652965333726671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,1024,0.013198222551080914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,1536,0.03489777776930068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,3584,0.5531297789679633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,51200,0.3191724353366428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,12288,0.3740364445580377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,16384,0.1456800036960178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,4096,0.007983110845088959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,2048,0.021153777837753296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,5120,2.9188107384575734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,256,0.03602755400869582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,51200,0.0163137780295478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,65536,0.7294249004787869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,256,0.004397333496146732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,10240,0.1946728891796536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,1024,0.04146755403942532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,2048,0.2020017835828993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,51200,0.2283697658114963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,2560,0.06676089101367526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,2048,0.07881510919994779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,6144,0.016754666964213055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,5120,0.0310791101720598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,768,0.011983999775515662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,7168,0.01863911085658603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,1536,0.00600622221827507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,3584,0.011412444214026133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,7168,0.16276710563235813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,2560,0.01349866638580958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,65536,0.32212355401780873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,768,0.016531555189026725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,1536,0.011225777367750803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,3584,0.011176889141400656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,1024,0.09585155381096734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,1024,0.0325564444065094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,51200,1.0502089394463432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,3072,0.017866666118303936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,16384,0.05844710932837593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,32,0.5299670961168077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,5120,0.020946666598320007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,65536,0.07372711102167766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,32,0.024911110599835713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,512,0.004784000002675586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,5120,0.03390399946106805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,4096,0.12353332837422688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,3584,0.007999111380841997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,2560,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,1024,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,7168,0.016537777251667447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,5120,0.22986578941345215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,65536,0.11821866035461426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,256,0.011375111010339526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,4096,0.020799999435742695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,5120,0.16950666904449463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,512,0.003485333174467087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,5120,3.322879155476888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,51200,0.42254045274522567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,2560,0.007670222057236566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,6144,0.013064000341627332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,128,0.0030533334033356774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,3072,0.08827110793855454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,7168,0.08783555693096584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,7168,0.015847999188635085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,65536,0.8484453095330132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,512,0.0042275554604000514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,8192,0.015867556134859722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,128,0.009511999785900116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,3584,0.01387555566098955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,10240,0.04852799905671013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,7168,0.5540462070041233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,7168,0.3307022253672282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,5120,0.10408800178103977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,10240,0.043679111533694796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,7168,0.013907555076811047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,1536,0.019127110640207928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,51200,1.9878489176432292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,10240,0.07297688722610474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,6144,0.1521128945880466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,5120,0.02459022237194909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,128,0.011481777661376528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,12288,0.9255697462293836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,1024,0.013735999663670858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,6144,0.07542044586605497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,3584,0.011391999820868174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,12288,0.08898399935828315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,10240,0.060447997517055936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,7168,0.011698666546079846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,6144,0.673276424407959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,16384,0.11032533645629883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,2560,1.0230684280395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,512,0.003647110942337248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,8192,0.2971137894524468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,10240,0.47910579045613605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,10240,0.038035555018319026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,51200,0.3601626555124919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,1536,0.6418595314025879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,256,0.014674666855070325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,2560,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,3584,0.0074782222509384155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,65536,0.8710355758666992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,32,0.009139555195967356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,10240,1.107442643907335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,12288,0.02149244480662876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,5120,0.013100444442696042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,8192,0.30286844571431476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,512,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,16384,0.2692302332984077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,768,0.011605333122942181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,256,0.014664888381958008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,256,0.03350755572319031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,3584,0.5363022486368815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,256,0.01218577805492613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,8192,1.1846977869669597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,3072,0.44735023710462785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,32,0.00847999999920527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,512,0.007010666860474481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,8192,0.029635555214352075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,12288,0.049514667855368726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,1024,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,6144,0.01237155579858356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,4096,0.01818933255142636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,768,0.003576888806290097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,128,0.11854667133755153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,51200,0.5934249030219184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,12288,0.24623023139105904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,768,0.004581333448489507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,32,0.013901333014170328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,6144,0.02285066743691762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,2560,0.0247697780529658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,4096,0.015847111741701763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,2560,0.08006933662626478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,10240,0.22367999288770887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,1536,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,16384,0.02631644407908122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,10240,0.00944977750380834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,32,0.005446222093370225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,768,0.44394932852851016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,4096,0.010223111344708337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,64,0.007659555309348636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,3072,0.020954666866196528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,3584,0.01478488908873664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,1024,0.20960356129540336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,65536,0.09198755688137478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,2560,0.021946666969193354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,12288,0.027436445156733196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,8192,0.06735910971959432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,16384,0.21078933609856498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,3072,0.10792444149653117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,128,0.004201777693298128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,16384,0.014463111758232117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,256,0.007609777980380588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,512,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,768,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,256,0.0034248888906505373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,51200,0.11015466849009196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,10240,0.12654577361212835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,5120,0.2218559980392456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,2560,0.01036444471942054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,768,0.0047280001971456735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,2560,0.01575911045074463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,128,0.005618666609128316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,51200,0.05470666620466444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,65536,0.2303848796420627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,128,0.021799999806616042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,64,0.043522665898005165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,5120,0.009506666825877296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,10240,0.5965831014845107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,2048,0.015535111228624979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,3584,0.02012355625629425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,16384,0.27692000071207684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,2048,0.009881777895821465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,10240,0.4609111150105794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,51200,296.47317165798614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,51200,1.2548329035441081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,10240,0.014124444789356656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,16384,0.06021955278184679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,4096,0.025868443979157343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,3072,0.008398222426573435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,512,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,6144,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,3072,0.16216088665856257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,12288,0.2811466587914361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,3584,0.01796000036928389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,10240,0.059176001283857554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,51200,0.49182489183213973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,1024,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,768,0.1306462287902832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,4096,0.1160515546798706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,1024,0.010230222509966956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,128,0.0029582221888833572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,2560,0.02215555475817786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,65536,0.6640995343526205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,2048,0.0058248887459437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,7168,0.09367199738820393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,4096,1.1914648479885526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,64,0.007800888684060838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,10240,0.4912595748901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,65536,1.2742711173163521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,1536,0.030999110804663763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,256,0.011997333003415002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,32,0.00563466673096021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,32,0.0035955554081334006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,3584,0.20784800582461885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,3584,0.26549866464402944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,1024,0.010827555424637265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,1024,0.06427022483613756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,12288,0.019529778096410964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,768,0.033334222104814314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,51200,0.05978755818472969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,12288,0.46110222074720597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,65536,0.4186986552344428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,16384,1.4348711437649195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,512,0.004660444541109933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,256,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,6144,0.05013599991798401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,64,0.009553777674833933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,51200,0.5821715460883247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,4096,0.24575911627875435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,2560,0.005893333504597346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,256,0.05304622319009569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,10240,0.014927999840842353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,3072,0.011970666547616323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,2048,0.1741875542534722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,3072,0.018611555298169453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,3072,0.006511999915043513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,2048,0.07858044571346708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,7168,0.3257173432244195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,2560,0.015955555770132277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,3584,0.008094222181373173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,12288,1.1213572820027669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,7168,0.7574915356106229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,3584,0.01052977806992001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,2560,0.02626577847533756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,12288,0.2521182166205512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,3584,0.008034666379292807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,65536,0.36996089087592227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,2048,0.013048888908492194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,512,0.00980533328321245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,8192,0.04122844338417053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,6144,0.05169688993030124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,3072,0.06271200047598945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,5120,0.03583200110329522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,256,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,4096,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,256,0.0030702222138643265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,1024,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,10240,0.021180444293551978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,8192,0.5847599771287706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,51200,0.032334221733940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,512,0.12152177757687038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,12288,0.027106665902667578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,3584,0.0328400002585517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,32,0.021744888689782884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,6144,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,128,0.0029057777590221832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,4096,0.18678577740987143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,65536,0.06560444169574313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,64,0.0032915555768542816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,2048,0.025582222474945918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,256,0.005560889012283749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,512,0.020080889264742535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,4096,0.20064089033338758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,3584,0.11039644479751587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,6144,0.07729955514272054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,7168,0.005949333310127258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,768,0.004217777815130022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,3584,0.23709156778123644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,12288,0.08972266647550796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,768,0.07986933655209012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,6144,0.014704000618722705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,3072,0.007870222131411234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,8192,0.007530666887760162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,768,0.06809866428375244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,1536,0.034240000777774386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,65536,0.06341955396864149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,5120,0.23438400692409941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,2048,0.005931555396980709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,128,0.011657777759763928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,2560,0.059270222981770836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,6144,2.114274766710069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,1024,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,5120,0.032079110542933144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,5120,0.07545244693756104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,512,0.012667555775907306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,128,0.010096888575288985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,768,0.005883555445406172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,6144,0.10319733619689941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,7168,0.020851555797788832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,4096,0.005998222364319696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,128,0.019069333871205647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,7168,0.008043555749787224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,3072,0.00832444429397583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,256,0.004599110947714912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,3072,0.03229511115286086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,256,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,51200,5.955888960096572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,4096,0.05375111103057861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,128,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,4096,0.015267555912335714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,65536,0.23884532186720106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,5120,0.010254222485754225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,7168,0.09021688832177056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,64,0.0029804443733559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,128,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,8192,0.2645164330800374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,128,0.01484444406297472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,7168,0.013006221916940479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,51200,0.16705332862006295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,51200,0.20580977863735625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,1024,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,51200,0.3212844530741374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,7168,0.020192889703644645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,768,0.0037537775933742523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,6144,0.010591111249393888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,10240,0.25451821751064724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,512,0.004966222163703707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,256,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,1024,0.008828444613350762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,10240,0.053800887531704374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,128,0.005095110999213325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,128,0.0262444449795617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,4096,0.006304889089531369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,512,0.010826666322019366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,16384,0.42504088083902997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,128,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,2560,0.007603555917739868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,768,0.00721866637468338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,6144,0.28446933958265513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,1536,0.010075555907355415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,65536,0.5933786498175727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,16384,0.02129511038462321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,128,0.17230133215586343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,64,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,2560,0.011687999798191918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,16384,0.007144889069928064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,8192,0.12600710656907824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,256,0.017979555659823947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,2560,0.2773919900258382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,65536,1.605227576361762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,2560,0.02017866737312741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,65536,0.6470026440090603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,5120,0.06944000058703952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,10240,0.05963910950554741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,3072,0.21359733740488687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,8192,0.7208693292405871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,2560,0.00795999997191959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,3584,0.020929776959949072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,4096,0.6004568735758463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,1024,0.014230221509933472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,12288,0.022210665875011023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,64,0.020086222224765353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,32,0.0033457777980301115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,12288,1.7848932478162978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,16384,0.16882310973273384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,7168,0.0557875567012363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,4096,0.17896444267696807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,3072,0.07903644773695204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,8192,0.015124445160230001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,4096,0.01722400055991279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,3584,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,65536,0.5777057541741265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,512,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,12288,0.1158755620320638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,12288,0.47664356231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,768,0.20253333780500624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,65536,0.1639146672354804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,3072,0.46909957461886936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,51200,0.046626667181650795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,5120,0.14258044295840794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,768,0.011614222493436603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,51200,17.633858574761284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,10240,0.050985776715808444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,12288,0.02195466723706987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,256,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,3072,0.2609146700965034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,8192,0.039361778232786394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,16384,0.2598702112833659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,5120,0.23813422520955405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,1024,0.3691555658976237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,512,0.0041662222809261745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,1024,0.01054933336046007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,5120,0.02425688836309645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,3584,0.010459555519951714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,512,0.003973333372010125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,65536,0.21723022725847033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,1536,0.08215288983450995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,1536,0.006594666590293248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,16384,0.05068177647060818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,1536,0.01568533314598931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,5120,0.46441157658894855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,1536,0.00980977796845966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,8192,0.03293600016170078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,128,0.0052488889131281115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,64,0.0258906665775511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,2560,0.0576711098353068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,64,0.023066666391160753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,2048,0.01960000064637926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,3584,0.008575110799736446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,512,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,65536,0.41496978865729434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,51200,0.023966223001480103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,2560,0.017264000243610807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,1536,0.015971556305885315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,5120,0.12509244018130833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,512,0.007999999655617608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,3072,0.00923733330435223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,64,0.007893333004580604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,12288,0.06191466914282905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,10240,0.15267199940151638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,8192,0.2941039933098687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,2048,0.014412444498803882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,1024,0.04219111137919956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,1024,0.03555733296606276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,8192,0.013087111214796701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,8192,0.3382737901475694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,32,0.017550221747822232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,3584,0.03461688756942749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,768,0.012539555629094442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,10240,0.01370844410525428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,128,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,512,0.01479466590616438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,4096,0.006618666566080517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,2560,0.008074666890833113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,4096,0.050400889582104154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,1536,0.024959110551410254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,256,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,8192,0.01222400036123064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,10240,0.01777688827779558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,8192,0.3349920113881429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,1536,0.011807999677128263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,6144,0.19123021761576334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,16384,0.06977422369851007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,512,0.02238311039076911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,6144,0.08714755376180013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,256,0.02164711058139801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,1536,0.07344444592793782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,51200,0.391487995783488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,768,0.031312889522976346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,6144,0.019229332605997723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,5120,0.09640177753236558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,2048,3.368893305460612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,5120,0.011424889167149862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,51200,8.128455268012152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,16384,0.13487999969058567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,128,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,1024,0.039260443713929914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,32,0.003540444291300244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,3072,0.018931556079122756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,512,0.005705777969625261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,12288,0.36702754762437606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,64,0.049976888630125255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,6144,0.073253333568573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,5120,0.10245155625873142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,512,0.06365866793526544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,51200,0.04179555508825514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,5120,0.12203289402855767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,3072,0.010478222535716163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,5120,0.15449955728318956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,6144,0.12204889456431071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,768,0.15448621908823648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,2048,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,128,0.009014222357008193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,3584,0.010265777508417765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,2560,0.0524871117538876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,3072,0.029278222057554457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,1536,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,65536,0.07743822203742133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,16384,0.033810665210088096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,256,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,768,0.03059200114674038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,2048,0.020536889632542927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,16384,1.446252399020725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,4096,0.1554159985648261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,65536,0.5701848665873209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,64,0.008815999660227034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,2048,0.3036746713850233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,5120,0.024152888192070857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,2048,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,12288,0.04503555430306328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,2048,0.21522043810950386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,1024,0.003957333250178231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,65536,0.1810622215270996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,3584,0.04829155405362447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,7168,0.46103911929660374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,128,0.04496711161401537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,2560,0.008614222208658854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,8192,0.06307378080156115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,6144,0.29615555869208443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,128,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,51200,0.8488515747918023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,12288,0.029162665208180744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,512,0.08779022428724502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,65536,0.09659110837512547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,2560,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,2048,0.008348444269763099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,768,0.009088888764381409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,12288,0.03344088792800903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,3072,0.017156443662113614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,12288,0.018992889258596633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,51200,0.05339911248948839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,256,0.00812533332241906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,512,0.00444177786509196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,51200,0.0521653327676985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,768,0.03009866674741109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,128,0.039825777212778725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,128,0.005214222189452913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,51200,23.831851535373264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,16384,0.05240799983342489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,51200,22.139475504557293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,256,0.20396355787913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,3072,0.010599999792046018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,1536,0.038535998927222356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,64,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,1024,0.004217777815130022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,10240,0.3855377833048503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,2048,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,10240,0.41745156712002224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,512,0.03306844499376085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,4096,0.025411556164423626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,768,0.04721688893106249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,5120,0.021643555826610986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,8192,0.07661688990063138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,4096,0.007254222200976477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,7168,0.01568266749382019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,10240,0.01443377799457974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,10240,0.03750133183267381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,4096,0.025944888591766357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,1536,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,3584,0.2718399895562066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,512,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,10240,0.17465689447191027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,32,0.0026231110095977783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,2048,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,7168,0.0454711119333903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,5120,0.020066666934225295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,1536,0.004573333180612988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,5120,0.0390897790590922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,128,0.004237333519591225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,12288,0.022192888789706763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,51200,0.5215004285176595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,64,0.007867555651399825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,10240,0.05323644479115804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,64,0.04297511114014519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,6144,0.5111475520663792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,4096,0.02462755474779341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,768,0.004361777669853634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,2048,0.03271911210483975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,7168,0.04216622312863668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,8192,0.02500266664557987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,2048,0.6721075375874838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,6144,0.03224088748296102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,65536,0.4887982474433051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,5120,0.014541332920392355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,10240,1.4947306315104167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,6144,0.010991111397743225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,1024,0.01036711119943195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,6144,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,3072,0.007394666473070781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,1024,0.02350133326318529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,5120,3.2716897328694663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,2048,0.01052977806992001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,128,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,51200,2.4561990102132163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,51200,0.18726310465070936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,256,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,768,0.005600000007285013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,128,0.19801778263515898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,128,0.005140444470776452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,32,0.36012710465325254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,65536,0.06476355261272855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,51200,0.7998124228583442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,768,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,256,0.00500177757607566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,256,0.01605244477589925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,3584,0.009453333086437648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,12288,0.03831733266512553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,8192,0.06504888667000665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,64,0.0052933332820733385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,12288,4.01851569281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,2560,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,3584,0.0773528880543179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,7168,0.05009955498907301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,3072,0.012443555725945367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,8192,0.018215111560291715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,256,0.0029351111087534162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,10240,0.013474666410022311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,2048,0.01073333372672399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,4096,0.02162666618824005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,3584,0.009759110709031424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,1536,0.23033067915174696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,2560,0.012299555871221753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,65536,0.7786924574110242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,768,0.2802000045776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,256,0.027830223242441814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,8192,0.014825777875052558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,128,0.02411199940575494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,10240,0.009940444595283931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,5120,0.4226151042514377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,512,0.017144888639450073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,51200,0.09003288878334893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,3072,0.011332444846630096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,2560,1.3962586720784504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,512,0.005281777845488654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,51200,0.10215289062923855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,3584,0.08808177709579468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,6144,0.1318897803624471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,2048,0.14213955402374268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,10240,0.032348444064458214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,4096,0.2957528962029351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,128,0.18107288413577607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,12288,0.015126221709781222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,2560,0.01447111037042406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,1024,0.010024888647927178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,1536,0.006829333388143116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,1536,0.047241777181625366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,1536,0.016569778323173523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,16384,0.06795555353164673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,2560,0.06619733572006226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,7168,2.3029253217909074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,51200,2.5382631089952254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,3584,1.2163564893934462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,51200,0.36663020981682676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,1536,0.007239999870459239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,16384,0.04085155659251743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,7168,0.025332444243960913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,2560,0.34833243158128524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,16384,0.02678933408525255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,12288,0.07307377788755628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,5120,0.035156445370780096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,4096,0.02472266720400916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,7168,0.10948177840974595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,2048,0.06474044587877062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,12288,2.4348826938205295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,512,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,65536,0.16169867250654432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,3072,0.010978666444619497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,32,0.002806222273243798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,3072,0.014128888646761576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,51200,3.212532467312283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,10240,0.01902044481701321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,1024,0.007419555551475949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,12288,0.08246755599975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,51200,0.057160000006357826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,5120,0.014212444424629211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,768,0.004865777575307422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,3584,0.01108000013563368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,1024,0.009735110733244155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,1536,0.004558222161398994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,4096,0.05349777804480659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,16384,0.5796693166097006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,51200,0.22628177536858451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,6144,0.4761039945814345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,64,0.03247911069128249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,1536,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,256,0.0038942222793896994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,16384,0.0697359972529941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,6144,0.3369644482930501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,3584,0.013006221916940479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,5120,0.008587555752860175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,3072,0.3693484465281169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,3584,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,7168,0.7321386867099338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,3584,0.016526222229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,7168,0.016662221815851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,2560,0.07140444384680854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,7168,0.0939520001411438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,51200,5.81606207953559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,12288,0.022587555978033278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,512,0.018597332967652213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,128,0.0052977779673205475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,64,0.05557599994871351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,16384,0.027627555860413447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,3072,0.04088888896836175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,10240,0.031175110075208876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,768,0.003917333152559069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,5120,0.2587040000491672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,5120,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,1024,0.030650665362675984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,768,0.013472889032628802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,16384,0.012103999654452005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,3584,0.14329689078860813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,32,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,1536,0.007956444389290279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,8192,0.006649777707126405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,65536,0.16297333770328098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,8192,0.38088533613416886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,7168,0.015409777561823526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,12288,0.0355333321624332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,2560,0.01588800052801768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,8192,0.04296177625656128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,768,0.12462133831448025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,4096,1.6145377688937719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,12288,0.3111928833855523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,32,0.007700444095664554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,3072,0.012929778132173749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,12288,0.06575110885832045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,2560,0.02355555527740055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,12288,0.01791111131509145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,51200,0.05607822206285265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,3072,0.01017066670788659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,512,0.01564088960488637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,8192,2.6304781172010636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,7168,0.007628444168302748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,2048,0.07003200054168701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,65536,0.08749066458808051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,2048,0.015792000624868605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,51200,0.2219404379526774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,64,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,128,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,4096,0.2737395498487684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,5120,0.01219911128282547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,256,0.004320888883537716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,12288,0.01646488904953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,10240,0.08051821920606825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,7168,0.020344000723626878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,4096,0.03096888793839349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,6144,0.0581573314136929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,3072,0.02455644475089179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,64,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,2560,0.015418666932317944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,3072,0.02574666672282749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,3072,0.009096889032257928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,1536,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,2560,0.010543111297819348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,1024,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,3584,0.04334222277005514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,65536,0.05109511150254143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,2048,0.008674666285514832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,128,0.0027439999911520216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,2560,0.2575617896185981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,10240,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,1536,0.03975733452373081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,128,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,51200,0.3203982247246636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,12288,3.815848880343967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,51200,2.8484471638997397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,65536,0.09034666750166152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,1536,0.04882399903403389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,5120,0.012322666744391123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,2560,0.03197955422931247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,2048,0.036680890454186335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,1536,0.008045333127180735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,16384,0.25789422459072536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,3584,0.026047110557556152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,768,0.009026666482289633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,128,0.0824728873040941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,2048,0.007341333561473423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,64,0.07783910963270399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,128,0.010633777413103314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,1024,0.39760979016621906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,12288,0.032348444064458214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,6144,0.03698666559325324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,3072,0.145123561223348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,1536,0.006060444646411472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,256,0.0029253332565228143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,16384,0.020486222373114694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,12288,0.10783111386828953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,5120,0.008575110799736446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,256,0.0029013332807355454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,3584,0.02831377916865879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,256,0.010679110884666443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,3584,0.00657066661450598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,10240,0.01480888823668162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,16384,0.4072648949093289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,12288,0.02908888790342543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,51200,0.15468266275193956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,768,0.03007022208637661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,12288,0.07170755333370633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,16384,0.023412444525294836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,256,0.012040889097584618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,8192,0.016571554872724745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,16384,0.88082398308648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,8192,4.936039818657769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,5120,0.22825866275363496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,6144,0.0723759995566474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,51200,0.008632000121805403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,51200,0.43741777208116317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,7168,0.026037333740128413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,65536,0.20270666811201307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,5120,0.02015022271209293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,10240,0.11294399367438422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,1024,0.0052764444715446895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,5120,0.30882133377922905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,16384,0.5909217728508843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,7168,0.023471110396915015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,3584,0.19540711243947348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,65536,0.4792453447977702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,2048,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,4096,0.021898667017618816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,16384,0.07209333446290758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,1024,0.030597332451078627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,3072,0.008054222497675154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,4096,0.19589955276913115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,3584,0.009196444518036312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,512,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,8192,0.05918577644560072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,3584,0.5150515768263075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,128,0.00291377781993813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,2560,0.009712888962692684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,256,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,4096,0.01295733369059033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,32,0.004602666530344221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,32,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,6144,0.8473617765638563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,128,0.009019555317031013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,2560,1.0768293804592557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,51200,0.0101724440852801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,16384,0.1652311086654663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,51200,1.6528790791829426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,2560,0.07171466615464953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,65536,0.29188622368706596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,3072,0.07119377454121907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,512,0.00554933316177792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,65536,5.170455084906684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,4096,0.14104178216722277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,10240,0.024043555061022442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,10240,0.027152889304690894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,32,0.027048889133665297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,2560,0.010513777534166971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,768,0.05007911059591505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,3584,0.018944889307022095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,51200,18.699857923719616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,3072,0.28352710935804576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,768,0.0058551111982928375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,2560,0.01874755488501655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,12288,0.23415999942355684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,768,0.013785777820481194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,2560,0.012610666453838348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,5120,0.049271110031339854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,1536,0.018219555417696636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,51200,0.21012977759043375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,65536,0.3263360129462348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,8192,0.03713422351413303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,2560,0.013638222383128272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,3072,0.02477688921822442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,7168,0.02849510974354214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,6144,0.1480622159110175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,4096,1.2542159822252061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,2560,0.017806222041447956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,65536,0.06890577740139432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,4096,0.06979199912812975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,7168,0.036102222071753606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,4096,0.05303644471698337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,128,0.016400888562202454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,256,0.0031031111462248694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,512,0.0074826669361856245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,10240,0.11087555355495876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,4096,0.014949333336618213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,3072,0.041237334410349526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,1536,0.053564445839987866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,3072,0.007937777373525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,65536,0.7757244639926486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,10240,0.0181377778450648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,1536,0.012720000412729053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,1536,0.010999999940395355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,12288,0.31570667690700954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,3584,0.01796266602145301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,512,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,1536,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,1024,0.01125600023402108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,3072,0.01548266741964552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,5120,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,65536,0.3138391176859538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,1536,0.016295111841625638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,51200,2.2221529218885636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,512,0.3204897774590386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,3072,0.015003555350833468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,2048,0.019748444358507793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,65536,0.1454355584250556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,1536,1.8570781283908422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,8192,0.7042337523566352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,128,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,768,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,5120,0.028909332222408716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,7168,0.04316533274120755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,7168,0.03798666596412659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,1024,0.11665866110059951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,12288,0.02261688808600108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,16384,1.072389284769694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,3584,0.012679999901188744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,6144,3.5285572475857205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,1024,0.015206222732861837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,65536,0.23709511756896973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,256,0.020815110868877836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,768,0.01644622286160787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,12288,0.08327377504772611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,10240,0.011056889262464313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,6144,0.011307555768224927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,8192,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,16384,0.33059554629855686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,8192,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,1024,0.01149866647190518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,51200,0.053555554813808866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,2048,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,16384,5.60860358344184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,128,0.005583999885453119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,16384,0.5815057754516602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,65536,0.40917155477735734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,4096,0.013742222554153867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,2560,0.008971555365456475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,32,0.003914666672547658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,10240,0.03601510988341437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,64,0.0058622223635514574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,12288,0.1496880054473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,128,0.014879110786649915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,768,0.005459555735190709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,2048,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,16384,1.6191893683539496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,3072,0.009574222067991892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,768,0.02756888833310869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,512,0.48786311679416233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,4096,0.007612444460391998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,3584,0.5612915356953939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,768,0.0064284445510970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,64,0.02466222147146861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,65536,0.26855911148919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,12288,0.33023643493652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,2048,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,4096,0.01368444412946701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,16384,0.06526399983300103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,4096,0.1668142212761773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,6144,0.14808089203304714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,10240,0.663432863023546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,2560,0.0137155552705129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,5120,0.015641777051819693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,65536,0.29489511913723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,5120,0.027056000298923914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,1536,0.008325333396593729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,2560,0.018152889278199937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,2560,0.9745795991685656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,2560,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,8192,0.01733955575360192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,4096,0.07266222106085883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,128,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,4096,0.006118222243256039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,8192,0.13797599739498562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,16384,0.05376355515586006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,3584,0.015370666980743408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,2048,0.01203644441233741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,10240,0.7247093518575033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,2048,10.176195780436197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,3584,0.011688888900809817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,2560,0.01295199990272522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,4096,0.02590222160021464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,4096,0.27186934153238934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,6144,0.06386044290330675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,51200,0.2525991068945991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,1536,0.01088355564408832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,8192,0.0790133343802558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,51200,0.15564000606536865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,16384,0.6294675403171116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,512,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,5120,0.015159999330838522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,512,0.017810665898852877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,3072,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,64,0.00868977771864997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,5120,0.16840710904863146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,128,0.003012444410059187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,512,0.0034204444123639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,2560,0.020491555333137512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,2048,0.0053324442770746015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,16384,0.43052977985805935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,10240,0.2784115473429362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,3072,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,7168,0.17671288384331596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,3584,0.007675555845101674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,16384,0.06343022320005628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,7168,0.1460968918270535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,65536,0.012331555287043253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,4096,0.0771626697646247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,16384,0.7893644438849555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,128,0.0058062221441004015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,64,0.028799109988742407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,256,0.018093332648277283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,16384,0.33980798721313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,51200,0.210826661851671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,2048,0.03910133242607117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,512,0.03159733282195197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,64,0.006400888992680444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,512,0.008543111383914948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,12288,6.371845245361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,128,0.01772444446881612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,128,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,128,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,10240,0.047425776720047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,1536,0.007932444413503012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,256,0.019837333096398246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,16384,0.02367199957370758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,3584,0.06165866719351875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,5120,0.16929599973890516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,2560,1.0319058100382488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,10240,0.09307199716567993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,7168,0.4758693377176921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,768,0.027415111660957336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,32,0.014832889040311178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,32,0.012172444827026792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,12288,0.021011556188265484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,8192,0.1530862251917521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,7168,0.009825777676370408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,4096,0.0933155549897088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,32,0.0028071111689011254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,256,0.00960888879166709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,2560,0.037596444288889565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,51200,0.18261155817243788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,6144,0.09725599818759495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,4096,0.10175822178522746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,7168,0.02667466633849674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,12288,0.11926310592227513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,512,0.02437955637772878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,51200,32.304117838541664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,3072,0.1734560065799289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,5120,0.03747289048300849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,3072,0.04178577661514282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,3072,0.024313777685165405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,32,0.03475822342766656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,5120,0.022481777601771887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,51200,0.12487910853491889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,128,0.013767110804716745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,12288,0.015118221441904703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,12288,0.6468248897128636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,6144,0.14601155122121176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,5120,0.014615111880832247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,12288,6.031420389811198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,512,0.018188445104493033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,1024,0.7267360157436795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,128,0.011754666765530905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,256,0.004516444272465176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,4096,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,3584,0.18880977895524767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,1024,0.05263644456863403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,12288,0.5481457710266113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,768,0.003923555629120933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,256,0.13043288389841715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,2048,0.008664000365469191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,7168,0.05540622274080912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,256,0.02066044509410858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,256,0.005783111270931032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,51200,1.3150773578219943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,5120,0.19411644670698378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,2560,0.012522666818565793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,5120,0.10352444648742676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,2048,0.01715022159947289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,8192,0.01220266686545478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,768,0.0058408888677755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,65536,0.31496087710062665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,8192,0.08479466703202988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,6144,0.2057875527275933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,768,0.006139555739031897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,5120,0.2476524511973063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,3072,0.027228444814682007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,6144,0.22643287976582846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,2048,0.006636444479227066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,12288,0.09436266952090794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,256,0.0028497777465316984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,8192,0.20629599359300402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,7168,0.23949244287278917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,768,0.019719110594855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,64,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,2048,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,32,0.004537777768241035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,10240,0.1714471048778958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,8192,0.029206222958034937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,16384,0.037598222494125366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,1536,0.010090666512648264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,51200,0.43368177943759495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,7168,0.03499999973509047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,128,0.0035751110149754416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,64,0.0027537778433826235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,2560,0.01791200041770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,7168,0.05407555566893684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,16384,0.3031066788567437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,64,0.0026640000028742682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,7168,0.023000000251664057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,51200,1.256781366136339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,1536,0.012244444754388599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,4096,0.023595554961098567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,3584,0.007813333637184566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,7168,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,7168,0.010975110861990186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,5120,0.010206222534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,768,0.003806222230195999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,64,0.005144000053405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,3072,0.010591111249393888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,128,0.03636888994110955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,7168,0.02128355536195967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,2560,0.009834667046864828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,32,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,5120,0.057674666245778404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,768,0.027504000398847792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,8192,0.4287484486897786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,2048,0.006042666733264923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,16384,0.3484835624694824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,5120,0.00777688870827357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,8192,0.8421137597825793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,6144,0.12209422058529323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,8192,0.017704889178276062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,1024,0.012620444099108378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,256,0.0034106667670938703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,256,0.005571555760171678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,65536,0.5070275730556911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,256,0.006679111056857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,2048,0.02102222210831112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,1024,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,2560,0.022849778334299724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,128,0.0041751112374994485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,32,0.0027786667148272195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,65536,0.06516622172461616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,3584,0.008456889126035903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,2048,0.015357333752844067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,4096,6.533772362603082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,16384,0.13176088862948948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,51200,0.023017777336968318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,4096,0.11759644084506565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,65536,0.06826488839255439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,3072,0.2858382331000434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,4096,0.5509751107957628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,12288,0.1076364450984531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,3072,0.013917333549923368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,1024,0.025563556287023757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,1024,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,768,0.004595555365085602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,768,0.0035866668654812705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,5120,0.14041954941219753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,5120,0.06500889195336236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,128,0.1480275524987115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,5120,0.009340444372759925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,10240,0.38901156849331325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,7168,0.008492444124486711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,512,0.2725635634528266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,16384,0.02428177826934391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,512,0.00867555538813273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,128,0.028696000576019287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,10240,0.013356444736321768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,256,0.017084444562594097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,10240,0.016932444439993966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,32,0.0027182222240500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,256,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,4096,0.16702844036950004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,128,0.00923288861910502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,3072,0.11826666196187337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,10240,0.3783235549926758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,128,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,32,0.00684533350997501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,5120,0.09569333659278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,2560,0.014672888649834527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,1536,0.0414631101820204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,3072,0.5228186713324653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,3072,0.007050666544172499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,1536,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,768,0.06185599830415514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,768,0.08806933297051324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,5120,0.05692978037728203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,5120,0.2790071169535319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,512,0.036983112494150795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,128,0.1607946687274509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,7168,3.3640800052218967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,4096,0.014260444376203748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,16384,0.011208888557222156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,2560,0.019148444135983784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,8192,0.37642844518025714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,32,0.006200888918505774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,2560,0.00686488880051507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,256,0.004315555509593752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,2560,0.013747555514176687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,10240,0.022953778505325317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,12288,0.2962728871239556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,8192,0.2987031141916911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,2560,0.13713867134518093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,10240,0.015760888655980427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,256,0.03703466720051236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,16384,0.15180355972713894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,65536,0.3854035536448161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,51200,5.487233903672959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,3072,0.03362844387690226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,1536,0.017687110437287223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,64,0.02290222214327918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,256,0.19459999932183158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,32,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,1024,0.013422222601042854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,6144,0.032369779215918645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,512,0.010090666512648264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,1024,0.03792711098988851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,3072,0.014297778407732645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,512,0.12068443828158909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,4096,0.1137768824895223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,8192,0.012901333471139273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,4096,0.015976000163290236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,256,0.00742222203148736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,16384,0.023410666320059035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,8192,0.012986666626400419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,7168,0.010490666660997601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,1536,0.006232000059551663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,2048,0.02200355629126231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,10240,0.021935999393463135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,1536,0.008788444101810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,64,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,32,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,51200,0.09586577945285374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,2048,0.04332266582383049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,256,0.022022222479184467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,8192,0.08670310841666327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,768,0.005936000082227919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,1024,0.026439110438028973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,4096,0.011683555940786997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,7168,0.010533333652549319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,512,0.003286222202910317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,5120,0.008480889101823172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,2560,0.027247111002604168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,2560,0.12158844206068252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,65536,0.30333956082661945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,7168,0.0395706660217709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,2048,0.028209778997633193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,1536,0.015765332513385348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,65536,1.078295071919759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,3584,0.05747999747594198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,128,0.016881777180565726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,6144,0.41030044025844997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,3072,0.13828266991509333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,16384,0.0425146652592553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,2048,0.17162133587731254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,3072,0.007987555530336168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,16384,0.0425893333223131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,8192,0.03840177920129564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,64,0.003526222374704149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,7168,0.09802133507198757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,3584,0.06176355812284681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,5120,0.018607111440764535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,2048,0.019504888190163504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,7168,0.009132444030708736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,12288,0.016454221473799813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,768,0.012813333008024426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,2560,0.1576142178641425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,128,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,512,0.003944000022278892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,3072,0.010334221853150262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,128,0.004643555730581284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,16384,0.7145431306627062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,768,0.016117332710160148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,2048,0.016507556041081745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,3072,0.008197333249780867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,512,0.014370666609870063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,7168,0.06599911053975423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,128,0.015063110325071545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,2560,0.010435555544164447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,2048,0.02054755555258857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,512,0.007176888485749562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,3072,0.010829333629873065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,51200,0.9829004075792102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,65536,0.31834133466084796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,4096,0.04227022329966227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,1024,0.6569653087192112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,5120,0.16917599572075737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,32,0.00332622230052948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,512,0.0038657776183552216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,512,0.008585777547624376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,256,0.0047493332790003884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,3584,0.11513155036502415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,512,0.0037973332736227247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,768,0.029789331886503432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,65536,28.654307047526043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,512,0.010130667024188572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,3072,0.1020960013071696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,512,0.0034933334423436057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,10240,0.013356444736321768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,128,0.006193777753247156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,12288,0.02307111190425025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,7168,0.09769511222839355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,128,0.003439999909864532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,2048,0.10484088791741265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,3584,1.2793635262383354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,51200,0.07039378086725871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,7168,0.9468942218356662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,4096,0.23019909858703613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,8192,0.018650665879249573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,1024,0.00563466673096021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,4096,0.01961955593691932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,3584,0.18656622038947213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,3584,0.018273777431911893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,2048,0.10483644406000774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,16384,0.023976888921525743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,3584,0.01660977800687154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,2048,0.007855110698276097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,256,0.009091555244392818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,3584,0.009521777431170145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,512,0.016395555602179635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,2048,0.005236444373925527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,7168,0.4520808855692546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,3584,0.15103644794887966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,512,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,1024,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,1024,0.01219466659757826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,1536,0.005604444278611078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,2560,0.009551111194822524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,5120,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,16384,0.06405778063668145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,65536,0.14483288923899332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,10240,0.023172444767422144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,65536,1.0801226298014324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,512,0.028103109863069322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,3584,0.22360621558295357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,2560,0.262080881330702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,8192,0.0169493340783649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,2048,0.015125332607163323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,256,0.03975288735495673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,3072,0.010217777556843227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,3584,0.011950222154458364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,7168,0.01309333327743742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,51200,4.148722754584418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,4096,0.023230221536424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,128,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,12288,2.418031904432509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,3072,0.010273777776294285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,512,0.007121777368916406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,8192,0.17435288429260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,32,0.008759111166000366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,65536,3.067000071207682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,16384,0.6777804692586263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,65536,1.4459928936428492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,128,0.007099555598364935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,5120,0.23116445541381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,512,0.00795377790927887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,64,0.0028826666788922418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,2048,0.04632088873121473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,7168,0.06714933448367648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,1536,0.004691555682155821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,10240,0.11623822318183051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,2560,0.046042667494879834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,6144,0.5009457800123427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,5120,0.03988088832961188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,2560,0.016520000166363187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,12288,0.6798337830437554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,7168,0.07268000311321683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,128,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,64,0.0032844444115956626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,1024,0.23762933413187662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,8192,0.09826311137941147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,5120,0.01312888910373052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,768,0.004395555704832077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,51200,0.05986933575736152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,8192,0.029271112547980413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,256,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,256,0.005489777773618698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,5120,0.024871110916137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,1536,0.006653333289755716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,128,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,16384,0.3149413267771403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,1536,0.0564862224790785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,512,0.024562666813532513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,65536,0.21595911184946695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,64,0.005105777747101254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,3584,0.02083822256988949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,3584,1.2132800420125325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,1024,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,1024,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,256,0.010970667004585266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,12288,0.5711875491672093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,8192,2.005176968044705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,768,0.009939555492666032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,16384,1.3224240409003365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,16384,0.03009066647953457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,1536,0.5421697828504775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,6144,0.01603555513752831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,12288,0.04000355468855964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,51200,0.01370133293999566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,5120,0.020516445239384968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,4096,0.009610666996902889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,8192,0.0522035559018453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,7168,0.034789333740870156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,512,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,1024,0.004126222183307012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,2048,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,4096,0.24968443976508248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,2048,0.007556444240940942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,6144,0.059262222713894315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,8192,0.030138668086793687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,256,0.00684533350997501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,256,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,65536,1.2919297748141818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,1024,0.010792888700962067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,12288,0.008240000241332585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,2560,0.046075556013319224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,1024,0.004928888960017098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,65536,0.212717334429423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,51200,0.31012354956732857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,1536,0.17368000083499482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,3072,0.11642755402459039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,32,0.008976889153321585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,10240,3.5034328036838107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,128,0.006360000206364526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,768,0.004863111095296012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,16384,0.007999111380841997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,4096,0.2038275533252292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,32,0.020091555184788175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,5120,0.07117066780726115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,3072,0.1439546611573961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,512,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,10240,0.01761777698993683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,3072,0.06286666790644328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,65536,0.47627464930216473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,256,0.0069226668112807805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,65536,0.06251111295488146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,3584,0.04833155539300707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,7168,0.02035199933581882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,6144,0.023697778582572937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,1024,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,128,0.0029537777105967202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,128,0.003061333257291052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,32,0.008647999829716152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,3584,0.009221333596441481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,7168,0.17427644464704725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,5120,0.17848977777693006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,3584,0.010455110834704505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,51200,4.422831217447917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,5120,0.02296977738539378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,10240,0.23920710881551108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,128,0.04671288861168755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,12288,0.5320151117112901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,12288,0.04558488726615906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,8192,2.306129879421658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,3584,0.008199111455016667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,3584,0.04225511021084256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,6144,0.0939084423912896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,32,0.013016888664828407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,6144,0.10196177826987372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,51200,20.522059122721355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,1536,0.1452746656205919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,6144,0.2836417886945936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,128,0.005007110950019625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,128,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,6144,0.020629333125220407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,8192,0.018644443816608854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,4096,0.068722665309906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,12288,0.26894577344258624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,1536,0.053373333480623036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,8192,0.10983910825517441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,2560,0.016764443781640794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,5120,0.4892684618631999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,64,0.006735999965005451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,768,0.037963555918799505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,2048,0.21635466151767305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,2560,0.0984862248102824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,64,0.0026622222115596137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,65536,0.07288089063432482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,5120,0.022966222630606756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,12288,0.05563022030724419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,51200,0.2802435557047526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,512,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,16384,0.045575112104415894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,768,0.7763128810458713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,16384,0.11688178115420872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,2560,0.017824888229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,1024,0.04857422245873345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,4096,0.6183306905958388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,12288,0.12932088640001085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,256,0.012678222523795234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,4096,0.04655111167165968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,512,0.04347999890645345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,8192,0.06858577993181017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,5120,0.008391111261314815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,128,0.008413333031866286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,64,0.007455999652544658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,8192,0.025419554776615564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,10240,0.0138568886452251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,3584,0.23008977042304146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,2048,0.011184888581434885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,12288,0.054026666614744395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,512,0.007704888780911763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,64,0.003660444584157732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,5120,0.11199377642737494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,512,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,8192,0.0444435543484158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,2560,0.020133333073721994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,256,0.03103733393881056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,5120,0.39585333400302464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,7168,0.4833875762091742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,64,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,3072,0.0074648890230390764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,768,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,256,0.003132444495956103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,3584,0.008963555925422246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,4096,0.022219555245505437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,768,0.015895111693276297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,16384,0.17931644121805826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,7168,0.24239023526509604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,16384,0.045951998896069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,768,0.014194667339324951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,8192,0.012216000093354119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,65536,0.1807911131117079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,2048,0.09619555870691936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,8192,0.01499022212293413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,5120,0.006317333214812809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,8192,0.03233866559134589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,2048,0.009302222066455418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,256,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,4096,0.024081778195169237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,16384,0.02774133284886678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,5120,0.013618666264745923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,1536,0.009148444566461775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,8192,0.1306026644176907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,10240,0.1969768868552314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,6144,0.0240000006225374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,5120,0.12900533941056994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,2048,0.014821334017647637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,7168,0.013824000126785703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,768,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,128,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,65536,0.00980355590581894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,2560,0.00794577764140235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,10240,0.019574221637513902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,65536,0.8934275309244791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,8192,0.03530844383769565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,4096,0.02181600034236908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,3584,0.02624799973434872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,1024,0.003959111041492886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,12288,0.11361777782440186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,3584,0.015832889411184523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,2560,0.0069368887278768755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,5120,0.016322667400042217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,16384,0.27756889661153156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,2048,0.0074782222509384155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,65536,0.3116231229570177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,6144,0.18639200263553193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,4096,0.01722133325205909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,768,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,65536,0.06161066558625963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,512,0.005018666800525454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,64,0.007391999993059371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,2560,0.04744799931844076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,6144,0.020861332615216572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,2560,0.036770668294694685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,5120,0.02951644526587592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,512,0.005596444424655702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,4096,0.011920889218648275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,2048,0.006759111252095964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,128,0.03156177865134345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,768,0.015036443869272867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,512,0.0364586677816179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,10240,0.01953155630164676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,512,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,32,0.007925333248244392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,51200,0.14094311661190456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,512,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,10240,0.039750221702787615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,12288,1.174075550503201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,1024,0.03936977850066291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,7168,0.1632115576002333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,1024,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,128,0.0035982223020659555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,3072,0.025083555115593806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,1536,0.0052488889131281115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,6144,0.04616533385382759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,10240,0.4384417798784044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,6144,0.018343999981880188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,128,0.008560889297061497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,65536,2.330651601155599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,3072,0.05824799670113457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,12288,0.054802666107813515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,12288,1.229140493604872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,51200,29.629024929470486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,4096,0.4919750955369737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,2048,0.18516622649298775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,12288,0.024648000796635944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,32,0.00536088893810908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,2560,0.0619608892334832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,32,0.0038293335172865125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,3584,0.020808888806237113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,51200,0.21057155397203234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,10240,1.5082471635606554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,2560,0.03087644444571601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,1024,3.9316575792100696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,51200,4.687767028808594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,3584,0.019112888309690688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,768,0.009872888525327047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,2048,0.04273600048489041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,5120,0.12227466371324326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,256,0.003552000141806073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,2048,0.05447377761205038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,64,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,512,0.017451556192504037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,5120,0.014483556151390076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,51200,0.32815466986762154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,8192,0.5520257949829102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,2560,0.03314755691422357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,1536,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,4096,0.012735111018021902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,128,0.0027280000762807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,4096,0.007827555967701806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,512,0.006160000132189856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,2560,1.2236862182617188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,51200,14.480673895941841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,16384,0.08141422271728516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,768,0.01958933307064904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,4096,0.008708444734414419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,1536,0.005708444449636672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,5120,0.014337778091430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,16384,0.033597333563698664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,1536,0.08046488629447089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,51200,0.11379733350541855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,768,0.0037466668420367767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,2048,0.012233778006500669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,128,0.1233324474758572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,3072,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,3584,0.015446222490734525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,4096,0.11656178368462457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,5120,0.02015555567211575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,6144,0.0432933337158627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,51200,1.480550236172146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,4096,0.026260443859630164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,64,0.009646221995353699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,65536,2.5187049441867404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,6144,0.012353777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,2560,0.051683555046717324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,64,0.059734225273132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,2560,0.009213333328564962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,6144,0.23609066009521484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,12288,0.018567111757066514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,3072,0.03259911139806112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,512,0.0074373334646224976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,51200,0.011324444578753578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,7168,0.019119999474949308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,3072,0.024531554844644334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,512,0.04081333345837063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,65536,0.3380640082889133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,2560,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,51200,0.16999644703335234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,12288,0.016899555921554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,5120,0.02675466736157735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,12288,0.45328622394137913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,3584,0.015116444892353482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,12288,6.887083689371745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,7168,0.11618578433990479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,5120,0.018256889449225534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,2560,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,2048,0.05763910876380073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,2048,0.014888889259762235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,64,0.0027715555495686005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,32,0.0073626670572492815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,3072,0.030340443054835003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,12288,0.5010719829135472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,8192,0.06295644574695163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,2048,0.006412444429265128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,768,0.029422223567962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,128,0.005869333528810077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,16384,0.06251377529568143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,3584,0.012518222133318583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,5120,0.9256017473008898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,51200,0.6685288747151693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,10240,0.04893155561553108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,2560,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,4096,0.011357333097192975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,6144,0.0530008872350057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,768,0.3943493366241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,2048,0.008678221868144141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,2048,0.06191022528542412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,6144,0.01904622217019399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,4096,0.01740711099571652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,3584,0.2432133356730143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,512,0.0058559998869895935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,64,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,128,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,1024,0.0262071109480328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,2560,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,4096,0.020640000700950623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,6144,0.02661422226164076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,2560,0.015212444795502557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,768,0.006284444282452266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,8192,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,768,0.0737288859155443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,16384,0.026290666725900438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,6144,0.023987554841571387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,12288,21.11134507921007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,1024,0.04770311050944858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,3584,0.014928888943460254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,128,0.0033848887930313745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,64,0.005146666533417172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,768,0.004922666483455234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,51200,83.76508924696181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,8192,0.17443999979231092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,1536,0.007041778001520369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,16384,0.4285537666744656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,2560,0.014483556151390076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,65536,0.2323662175072564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,768,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,8192,0.3583795494503445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,8192,0.011760888828171624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,6144,0.22651200824313691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,3072,0.016695110334290397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,1024,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,1536,0.07743377818001641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,10240,0.03167288833194309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,256,0.01089866707722346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,512,0.26945421430799693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,2560,0.06638311015235053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,65536,0.030176000462638006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,1536,0.03223022156291538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,16384,0.13909688260820177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,4096,0.032297776805029974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,512,0.00648266656531228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,16384,5.927035437689887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,512,0.008833777573373582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,768,0.02749155627356635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,12288,0.016521778371598985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,8192,0.1017928918202718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,32,0.003128888913326793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,5120,0.010796444283591377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,768,0.30578578843010795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,10240,0.019314666589101154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,7168,0.044044444958368935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,512,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,7168,0.260263098610772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,3584,0.010515555739402771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,2560,0.012518222133318583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,1536,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,3584,0.04134933484925164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,256,0.005232000102599462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,10240,0.05662577682071262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,64,0.005231110999981563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,12288,0.039143999417622886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,128,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,65536,0.396336899863349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,1536,0.017581333716710407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,256,0.010393777655230628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,1024,0.013608000344700284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,256,0.003096888876623578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,5120,0.03526044554180569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,6144,0.037568890386157565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,2560,0.07272622320387098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,3584,0.012657778130637275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,6144,0.0744782222641839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,256,0.009887110855844285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,65536,0.22472000122070312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,768,0.017966222431924608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,6144,0.03026133444574144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,12288,0.02460355559984843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,2560,0.3885600037044949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,65536,9.344229804144964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,3072,0.016708445217874315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,3584,0.08870577812194824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,51200,4.812856886121962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,12288,0.026681777503755357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,4096,0.007689778175618913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,2560,0.22596356603834364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,1536,0.010807111031479306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,8192,0.029084444046020508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,3584,0.018048889107174344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,10240,6.857488844129775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,512,0.004517333375083076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,1536,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,768,0.012166221936543783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,2560,0.012293332980738746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,1536,0.015925332903862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,768,0.03945777813593546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,1024,0.007250666618347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,3584,0.013742222554153867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,1024,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,32,0.0058355554938316345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,6144,0.21728266610039604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,64,0.0032479998966058097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,10240,0.48642577065361875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,32,0.0029786665820413162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,2048,0.007294221884674496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,4096,0.027430221438407898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,65536,0.0706346697277493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,6144,4.792882707383898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,1024,0.010004444254769219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,51200,20.030032687717014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,128,0.004305777864323722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,256,0.003925333420435588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,10240,0.03749422232309977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,6144,0.02308888898955451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,3584,0.029768887493345473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,1536,0.026633777552180823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,5120,0.021094222863515217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,2560,0.041744887828826904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,2560,0.023904000719388325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,1536,0.14949599901835123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,65536,2.1501742468939886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,8192,0.03733155462476943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,256,0.016392888294325936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,1536,0.012542222109105853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,7168,0.6430160204569498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,3072,0.11714666419559056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,65536,0.7980862193637424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,1024,0.006436444405052397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,2560,0.008815999660227034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,3584,0.010051555931568146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,12288,0.12605510817633733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,16384,0.05156444509824117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,1024,0.004111999852789773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,51200,0.0636977752049764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,16384,0.022638221581776936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,2560,0.014084445105658637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,256,0.00908088849650489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,1024,0.004464000049564573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,2048,0.01869333287080129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,4096,0.08236355251736112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,16384,0.2313457859887017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,12288,0.015226667126019796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,3584,0.014917333920796713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,65536,0.43683467970954043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,3072,0.1189919975068834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,128,0.017609778377744887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,12288,0.5843502150641547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,512,0.010834666589895884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,1536,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,5120,0.08408800098631118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,51200,0.23828177981906465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,16384,0.020024889045291476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,256,0.006180444525347815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,256,0.0295466681321462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,8192,0.028539554940329656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,12288,0.8293911086188422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,8192,0.310536887910631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,2560,0.007628444168302748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,16384,0.0923688875304328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,2048,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,256,0.024155555499924555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,65536,0.17657066716088188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,4096,0.0306640002462599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,7168,0.2995519902971056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,1024,0.033512890338897705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,2048,0.013541333377361298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,2048,0.02234222160445319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,4096,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,3584,0.07517066929075453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,2560,0.008897778060701158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,4096,0.013976888524161445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,1024,0.0037413334680928122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,6144,0.21540799405839708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,128,0.006974221931563483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,2560,0.021067554752031963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,4096,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,5120,0.020241777102152508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,7168,0.05355111095640394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,10240,0.2491217719184028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,3584,0.30901511510213214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,128,0.0031511110977994073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,6144,2.728883531358507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,16384,0.9904382493760852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,768,0.0058044443527857465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,64,0.0032586666444937387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,1536,0.007939555578761632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,256,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,7168,0.029009779294331867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,768,0.004559111264016894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,1024,0.011345778074529437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,32,0.012673777838548025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,3072,0.056406219800313316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,2048,0.019362666540675692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,768,0.01201777739657296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,6144,0.11870577600267197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,8192,0.37866666581895614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,16384,0.4109377861022949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,5120,0.0241333329015308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,64,0.006818666640255187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,5120,0.039064000050226845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,32,0.035954667462242976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,7168,0.021617778473430212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,3072,0.03439555565516154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,2048,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,12288,0.017280888226297166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,768,0.0041271112859249115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,5120,0.008793777889675563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,4096,0.04153777824507819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,256,0.008270222279760573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,2560,0.013427555561065674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,2560,0.1488435533311632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,768,0.006864000111818314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,12288,3.4030994839138455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,1024,0.009724444813198512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,256,0.006312888943486744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,128,0.0047973332305749255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,3072,0.012934221989578672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,32,0.01408088869518704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,256,0.006334222025341458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,3584,0.019875556230545044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,12288,0.028969777954949275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,1024,0.006071110980378256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,8192,0.04529866576194763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,32,0.004950222041871813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,12288,0.05358133382267422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,5120,0.00983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,8192,0.29579022195604115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,512,0.0032195556494924757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,7168,0.02180355621708764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,256,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,10240,4.034806145562066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,12288,0.1422648827234904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,12288,0.2998310989803738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,16384,6.485466851128472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,256,0.03868622250027127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,2560,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,32,0.011959111524952782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,32,0.008270222279760573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,2560,0.03751644492149353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,12288,0.08512800269656712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,4096,0.15863200028737387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,8192,0.09446310997009277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,768,0.03377688924471537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,768,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,51200,0.014415999253590902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,256,0.010517333116796283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,51200,0.7018373277452258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,8192,0.05350222190221151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,65536,5.652990129258897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,51200,0.061576889620886914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,6144,0.8595493104722766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,65536,0.7014942169189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,65536,0.4863093164232042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,10240,2.707994672987196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,3072,0.017080000705189176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,16384,0.01980266637272305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,1536,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,256,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,5120,0.25419555770026314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,1024,0.0404097768995497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,1536,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,64,0.008193777667151557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,3072,0.1034275558259752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,128,0.018434666925006442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,12288,2.2210426330566406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,5120,0.4572088983323839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,3584,0.01108266661564509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,8192,20.98095533582899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,8192,0.012078222301271228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,10240,0.02036977807680766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,512,0.006526222245560751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,51200,0.045554667711257935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,3072,0.27212709850735134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,64,0.024180443750487432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,10240,1.1924941804673936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,7168,0.2760533226860894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,32,0.009148444566461775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,768,0.013348444468445249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,128,0.007375111182530721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,12288,0.328621334499783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,8192,0.21900622049967447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,3072,0.869618680742052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,51200,0.07140533129374187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,10240,0.3114275667402479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,7168,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,1024,0.008736888567606607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,2048,0.027835554546780054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,512,0.008422222402360704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,1024,0.006783999916579988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,12288,0.03824799921777513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,2560,0.09850222534603542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,5120,0.02454400062561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,5120,0.020226667324701946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,8192,0.01644711030854119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,10240,0.05603466431299845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,64,0.006912888752089606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,10240,0.044970668024486966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,5120,0.012587555580668978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,2560,0.009415110780133141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,5120,0.01460800071557363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,5120,0.06308178106943767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,65536,0.06920622454749213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,1536,0.011037333144081963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,6144,0.12671021620432535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,1024,0.08239022228452894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,128,0.0027671110712819626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,768,0.005480000128348668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,65536,1.5159520043267145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,3584,0.048282666338814624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,64,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,3584,0.21708356009589302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,4096,0.021214221914609272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,128,0.3554355568355984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,1536,0.006581333362393909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,256,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,3072,0.06885955731074016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,64,0.002921777880854077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,1024,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,65536,0.314737770292494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,51200,0.12551377879248724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,64,0.002712888850106133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,4096,0.12899733914269343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,8192,0.0177484436167611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,51200,2.4516942765977645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,768,0.016188444362746347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,128,0.005145777844720417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,3584,0.010479110810491772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,3584,0.20484799808926055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,3072,0.0351511107550727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,51200,0.01754044493039449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,10240,0.4102213382720947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,8192,0.014090667168299357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,768,0.07487555344899495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,16384,0.02234577801492479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,65536,0.28378576702541775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,10240,0.03325422273741828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,5120,0.02405866649415758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,10240,0.046443555090162486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,512,0.0047937776479456155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,4096,0.008433777425024245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,4096,0.08266577455732557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,7168,0.02548800077703264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,8192,0.012163555456532372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,6144,0.06305244233873156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,8192,0.048122667604022555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,51200,0.05520888831880358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,16384,1.4822240405612523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,5120,0.028029332558314007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,64,0.006158222340875202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,512,0.00981600003110038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,5120,0.010308444499969482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,6144,0.1299742195341322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,12288,0.1128951046201918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,4096,0.025082666012975905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,3584,0.053724444574779935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,12288,0.026706667410002813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,128,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,7168,0.1413431167602539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,32,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,2560,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,32,0.01218933363755544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,3584,0.03175110949410333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,1536,0.007901333272457123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,768,0.005778666585683823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,65536,0.610157330830892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,65536,0.10851999786165024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,10240,0.027323555615213182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,3584,0.03056000007523431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,256,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,3584,0.011703111231327057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,3584,0.0166640000210868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,51200,0.05474044548140632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,6144,0.008761777646011775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,3072,0.010843555960390302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,2048,0.052821334865358144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,256,0.0063271112740039825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,3072,0.0064106666379504735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,256,0.007727999654081132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,64,0.005305777821275923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,3584,0.011943110989199745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,768,0.01164533363448249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,2560,0.10512266556421916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,6144,0.1050693326526218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,8192,0.0781351129213969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,2560,0.0361422234111362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,1024,0.005220444252093633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,256,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,51200,0.04667199982537163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,3072,0.2532808780670166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,256,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,5120,0.009483555952707926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,128,0.004489777816666497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,2048,0.014561777313550314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,65536,0.21257510450151232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,51200,0.08928800291485256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,1536,0.015154666370815702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,7168,0.006126222097211414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,5120,0.02641422218746609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,12288,0.03401244348949856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,51200,1.7850719028049047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,12288,0.2357769012451172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,51200,3.4668487972683377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,16384,0.3984551164839003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,51200,1.701144854227702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,512,0.015256888336605497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,3072,0.011801777614487542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,10240,0.017024000485738117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,256,0.008023111356629265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,10240,0.30428534083896214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,2048,0.03824266791343689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,128,0.003825777934657203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,3584,0.0322017769018809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,10240,0.03050400151146783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,3584,0.009925333162148794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,2048,0.008234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,4096,0.03276355399025811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,128,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,1536,0.11210310459136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,3584,0.010068444742096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,7168,0.12282489405737983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,64,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,1536,0.4048488934834798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,128,0.011015999648306104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,16384,0.06540444162156847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,3072,0.05515377720197042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,12288,0.09727378023995294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,128,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,3584,0.055439111259248525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,4096,0.008472888833946651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,10240,0.014404444230927361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,51200,0.2483208974202474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,3584,0.030731555488374498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,12288,0.10422666867574056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,1536,0.005753777921199799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,32,0.006675555474228329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,65536,0.3751226796044244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,12288,0.04672355453173319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,32,0.005653333332803514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,768,0.00683822234471639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,8192,0.021485333641370136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,64,0.006119110931952794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,16384,0.02258844508065118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,10240,0.011515555282433828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,65536,0.3160426616668701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,16384,0.072781331009335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,7168,0.012688000169065265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,10240,2.946535958184136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,3072,0.029005332125557795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,12288,0.02381244467364417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,768,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,10240,0.020136000381575692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,2560,0.007993777592976889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,32,0.005564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,51200,32.99115329318577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,128,0.003559111307064692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,10240,5.225992838541667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,4096,0.012949333422713809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,8192,0.014945778581831189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,4096,0.016584888100624084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,3584,0.18879200352562797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,5120,0.13962311214870876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,64,0.029628445704778034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,12288,0.5986444685194228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,10240,0.37862666447957355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,1024,0.00655733338660664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,1024,0.006688888702127669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,256,0.01531644496652815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,16384,0.12631911701626247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,64,0.0031848889258172777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,51200,0.16210933526357016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,256,0.008515555825498369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,3584,0.24020621511671278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,5120,0.13527645005120173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,128,0.2246533234914144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,512,0.007300444775157505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,32,0.004097777936193678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,64,0.004631999880075455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,3584,0.011295999917719098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,5120,0.008761777646011775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,65536,0.300623099009196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,16384,0.1368888881471422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,51200,3.6333325703938804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,4096,0.01706044375896454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,768,0.030322667625215318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,51200,0.01868533260292477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,16384,0.1092417769961887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,3072,0.017628444565667045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,3584,0.027592000034120347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,5120,1.307355562845866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,64,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,64,0.04416888952255249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,1024,0.006074666563007567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,128,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,3584,0.019312888383865356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,51200,0.21887732876671684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,512,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,1536,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,51200,0.5104773309495714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,65536,0.37629421552022296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,256,0.016695110334290397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,7168,0.006423111177153057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,2560,0.14048622714148626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,1024,0.059933331277635365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,128,0.0029288888391521242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,16384,0.21469599670834014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,1536,0.02920177910063002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,16384,0.3998177846272786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,10240,0.01864088906182183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,8192,0.03822933302985297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,1536,0.0135057775510682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,3584,0.006911110960774952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,65536,0.27548087967766655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,16384,0.5058373345269097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,2560,0.036052445570627846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,3072,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,3584,0.034296890099843345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,256,0.05449866586261325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,65536,0.2625848982069227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,2048,0.018114666144053142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,2560,0.04371111260520088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,2048,0.1730897823969523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,256,0.016957332690556843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,256,0.043775998883777194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,128,0.004406222038798862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,3072,0.011583999627166323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,8192,0.01722311145729489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,64,0.005105777747101254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,7168,2.4887672000461154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,256,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,2560,0.012376888758606382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,6144,0.04398933384153578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,1536,0.007128888534175024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,6144,0.0099982221921285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,64,0.00259911103381051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,4096,0.10868000321918064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,1024,0.01870755520131853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,5120,0.009000889129108852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,1536,0.23459198739793566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,256,0.007419555551475949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,512,0.008599110775523717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,12288,0.2054835557937622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,6144,0.04858044452137417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,128,0.00434755575325754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,12288,0.09213422404395209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,2048,0.012981333666377597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,8192,0.4428151183658176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,2048,0.09823644161224365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,2560,0.1441111167271932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,12288,0.24018488989935982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,5120,0.05150844322310554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,6144,0.050322665108574756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,16384,0.04088977641529507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,32,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,512,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,768,0.012449777788586087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,7168,0.47685331768459743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,5120,0.023333332604832117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,5120,0.008314666648705801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,2048,0.015522667103343539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,3072,0.010051555931568146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,7168,0.09027910894817776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,5120,0.040560000472598605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,2048,0.00963644435008367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,4096,0.028972443607118394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,5120,0.016887111796273124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,1024,0.009865778187910715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,12288,0.1165706713994344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,8192,0.6909999847412109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,12288,0.05822755230797661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,512,0.005471111171775394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,128,0.015172445111804538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,256,0.003126222226354811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,16384,0.03875199953715006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,6144,0.022575111852751836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,65536,0.06651644574271308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,512,0.019274666905403137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,256,0.05588710970348782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,51200,0.09820444716347589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,256,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,2048,0.600147565205892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,64,0.04684533344374763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,2048,0.01677600045998891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,1536,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,3584,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,2048,0.028320001231299505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,2560,0.008289777570300633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,768,0.026595556073718604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,3584,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,6144,0.022858666049109563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,7168,0.029480000336964924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,10240,0.05063466562165154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,3072,0.06375910838445027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,2048,0.012852444416946836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,6144,0.007154666715198093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,2560,0.007289778027269576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,768,0.04737600021892124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,8192,0.1591751045650906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,1024,0.0266248881816864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,8192,0.16606844796074763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,2048,0.008544888761308458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,10240,0.17818933063083223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,64,0.00573511090543535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,5120,0.08852977885140313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,1536,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,6144,0.018135999639829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,65536,4.319190979003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,8192,0.01534222231970893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,8192,0.15683200624254015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,3072,0.007170666423108842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,7168,0.22911466492546928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,3072,0.14656266901228163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,51200,0.6818595462375217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,512,0.01827822294500139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,512,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,768,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,128,0.006011555592219035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,1536,0.01124622258875105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,4096,0.009190222455395592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,32,0.002712888850106133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,16384,0.07402133279376559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,3072,0.008795555267069075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,512,0.004530666602982415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,10240,0.040285332335366145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,65536,3.8866729736328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,256,0.04568355613284641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,10240,0.13232710626390246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,3584,0.019310222731696237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,64,0.002700444517864121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,65536,0.45371023813883465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,2048,0.03860977623197768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,3072,0.015431111057599386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,65536,0.09948177470101251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,4096,0.25324445300632054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,65536,0.06893510950936212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,65536,0.03907022211286757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,1536,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,6144,0.014693333042992486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,65536,0.11976355976528591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,2048,0.008988444175985124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,32,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,64,0.00282222218811512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,3072,0.1501271062427097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,5120,2.8709769778781467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,1024,0.005152889009979037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,512,0.007470221983061896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,3584,0.011251555548773872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,6144,0.9747449027167426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,128,0.024554666545655992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,3072,0.01166488892502255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,1536,0.0749466684129503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,128,0.007034666836261749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,3584,0.012409778104888068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,3072,0.034183998902638756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,6144,7.39876471625434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,512,0.011977777712874942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,10240,8.146188524034288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,128,0.006793777975771163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,3072,0.025235555238193933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,3072,0.14442400137583414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,5120,0.03491555651028951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,3072,0.034509334299299456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,2048,0.008091555701361762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,1024,0.029355555772781372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,16384,0.02307644486427307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,2560,0.08084533611933391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,256,0.00342399999499321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,6144,0.07574844360351562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,5120,0.03830044468243917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,1024,0.011038222246699862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,256,0.03935733437538147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,512,0.00637155564294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,3584,0.016120889120631747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,768,0.027525333894623652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,768,0.023144889209005568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,12288,0.10155822171105279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,4096,0.007840000092983246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,5120,0.013210666676362356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,2560,0.007744000189834171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,128,0.0028942223224374983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,3584,0.02118844456142849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,51200,0.5154453383551704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,256,0.014249778456158109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,8192,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,51200,0.2840462260776096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,512,0.004496888981925117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,65536,0.388500452041626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,8192,0.02071288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,64,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,3584,0.06713600291146173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,3584,0.009334222310119206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,3072,0.0069439998931354946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,12288,0.5986533164978027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,2560,0.05220977796448601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,10240,0.7355208926730685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,256,0.2194275591108534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,7168,0.3527822229597304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,7168,0.03826933436923557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,51200,0.2156862285402086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,65536,2.7144737243652344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,6144,0.009756444229020013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,3584,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,6144,0.021948445174429152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,16384,0.049249778191248574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,51200,0.4744737943013509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,1024,0.005773333211739858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,6144,0.26195377773708767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,3072,0.015602666470739575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,256,0.02785244584083557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,7168,0.022579555710156757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,2048,0.0203457772731781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,16384,0.06711200210783216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,1024,0.0674533314175076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,512,0.010219555762079027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,1536,0.013336000343163809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,4096,0.019667555888493855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,16384,0.0451128880182902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,7168,0.4178648789723714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,65536,0.1475528875986735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,512,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,1536,0.012402666939629449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,1536,0.008219555848174626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,768,0.008088889221350351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,16384,9.090084499782986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,65536,0.30017156071133083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,7168,2.848488065931532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,64,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,16384,1.6708026462131078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,65536,0.21420799361334908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,4096,0.019857777489556205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,1536,0.01366222235891554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,3072,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,64,0.0053013331360287136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,3072,0.008058666355080074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,65536,0.5029439926147461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,128,0.16089155938890246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,1024,0.06083555354012383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,1536,0.026406221919589575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,16384,0.18228444788191053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,16384,0.38283289803398984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,2048,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,10240,0.03237511052025689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,4096,0.006452444526884291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,51200,0.9895750681559244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,4096,0.03650488787227207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,768,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,6144,0.38759554757012266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,6144,0.8347004254659017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,32,0.004477333277463913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,16384,0.0659608907169766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,2048,0.4852319823371039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,64,0.003806222230195999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,64,0.019880889190567862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,3584,0.016526222229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,8192,0.4619733492533366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,5120,0.14281511306762695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,512,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,10240,0.08623377482096355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,3584,0.010809777511490716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,32,0.00666933341158761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,512,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,51200,2.018284479777018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,7168,0.03561955690383911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,32,0.007735999921957652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,10240,0.01218844453493754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,256,0.004612444589535396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,10240,0.33412978384229874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,256,0.0041662222809261745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,64,0.002733333243264092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,3584,0.2606000105539958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,12288,0.1228062179353502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,64,0.015824000040690105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,3072,0.008792888787057664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,5120,0.08668800195058186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,2048,0.017318222257826064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,512,0.006217777729034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,3072,0.14419289429982504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,3584,0.010215111076831818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,3072,0.03010222315788269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,768,0.03788888785574172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,7168,0.13887733883327907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,32,0.1758319934209188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,8192,0.38896976576911074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,2560,0.008368888662921058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,5120,0.03197155396143595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,65536,0.08858488665686713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,128,0.004613333278232151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,3584,1.0854142506917317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,1024,0.004922666483455234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,2560,0.010145777629481422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,1536,0.0074826669361856245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,2560,0.006948444578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,32,0.002975111206372579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,128,0.005469333380460739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,256,0.2421600023905436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,2048,0.04678666591644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,512,0.006196444647179709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,32,0.003444444388151169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,768,0.030833777454164293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,6144,0.12690311008029515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,32,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,3584,0.07075999842749701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,3072,0.012863111164834766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,1024,0.013497778111033969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,256,0.025217778152889673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,256,0.012463111016485425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,7168,0.010641777680979835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,2048,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,1536,0.017177777157889474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,2560,0.011642666326628791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,3584,8.947768317328558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,7168,1.2461155785454643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,768,0.011352889239788055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,3584,0.009545777406957414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,3584,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,6144,0.017490666773584154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,512,0.013931555880440606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,256,0.03238044513596429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,7168,1.7704835467868383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,10240,0.5103262265523275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,2560,0.01677955521477593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,5120,0.025124443901909724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,4096,0.04240622123082479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,32,0.041442665788862444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,32,0.00423200014564726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,3072,0.018728888697094388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,512,0.014286221729384528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,12288,0.020480889413091872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,3072,0.1053875552283393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,2560,0.0412124428484175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,32,0.003995555556482739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,2048,0.01241422196229299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,3584,0.08804800113042195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,51200,0.05508977837032742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,51200,0.2024115588929918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,64,0.05774755610360039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,51200,0.14181244373321533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,7168,0.02773777809407976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,8192,0.2506897714402941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,2048,0.006924444602595435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,65536,1.1578346888224285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,128,0.016584000653690763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,1536,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,128,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,6144,0.02455555564827389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,2560,0.06299200322892931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,768,0.013843555417325763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,65536,8.370641072591146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,2048,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,3584,0.013100444442696042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,128,0.003109333415826162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,3072,0.1409804423650106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,2048,1.602661344740126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,16384,0.011128889189826118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,6144,0.02718399961789449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,64,0.0026515554636716843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,12288,0.041293332974116005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,3584,0.018304889400800068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,12288,3.623230404324002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,2560,0.0217875556813346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,768,0.004422222160630756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,512,0.012162666353914471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,65536,0.16065777672661677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,3584,0.06813866562313504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,128,0.02409511142306858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,16384,0.20548889372083876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,5120,0.011396444506115384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,512,0.01690933273898231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,7168,0.03428533342149522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,6144,0.022367111510700647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,51200,0.8101164499918619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,10240,0.4741911358303494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,1024,0.35301778051588273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,51200,27.63839382595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,12288,0.16992178228166369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,256,0.00889955543809467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,4096,0.16702132754855684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,3072,0.007985778152942657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,8192,0.03091999888420105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,3072,0.009418666362762451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,2048,0.8766480022006564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,3584,0.013035555680592855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,128,0.008829333715968663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,6144,0.009680888719028896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,512,0.008664000365469191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,6144,0.3271413379245334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,2560,0.007991111112965478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,64,0.008276444342401292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,8192,0.09550399912728204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,51200,0.1412417756186591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,65536,5.1167449951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,1024,0.013091555900043912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,8192,0.016122667325867545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,7168,0.028759999407662287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,1024,0.0053582220441765254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,64,0.03217333224084642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,1024,0.015691555208630033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,4096,0.008042666647169325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,3584,0.16734311315748426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,16384,0.31844178835550946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,12288,0.045365333557128906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,128,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,8192,0.14993955029381648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,3072,0.0076248885856734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,10240,0.037485334608289934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,12288,0.015625778171751235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,10240,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,768,0.006218666831652324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,6144,0.4640000131395128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,128,0.018332444959216647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,8192,0.2571564515431722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,768,0.009935999910036722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,64,0.019103111492262948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,6144,0.04956444435649448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,3584,0.008989333278603023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,12288,1.1698684692382812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,51200,0.20099733935462105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,3072,0.013129777378506131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,65536,1.8499804602728949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,2048,0.10303911235597397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,3584,0.02180888917711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,2560,0.08672977818383111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,3584,0.01424533294306861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,512,0.00852177788813909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,1024,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,8192,0.023018666439586218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,128,0.00758133331934611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,256,0.007017778025733099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,7168,0.010741333166758219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,768,0.06509511338339911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,8192,0.15289421876271567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,3072,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,64,0.16605956024593777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,5120,0.06015555726157295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,8192,0.06028711133533054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,10240,0.02660977840423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,12288,0.19489333364698622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,1536,0.1368266608979967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,8192,0.16454577445983887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,51200,1.4850329293145075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,8192,0.015665777855449252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,2560,0.01722666621208191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,6144,0.01660977800687154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,7168,0.5368755658467611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,256,0.004313777718279096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,1024,0.01333688861793942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,7168,0.06227111154132419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,1024,0.011904888682895236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,7168,0.017703110973040264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,256,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,51200,0.05820000171661377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,128,0.010523555179437002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,8192,0.07468977901670668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,6144,0.11816088358561198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,768,0.15659733613332114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,2048,0.01110666659143236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,10240,0.08614399698045518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,3584,1.6137484444512262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,65536,0.869807137383355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,1536,0.036995556619432234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,64,0.06344177987840441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,1536,0.010469333165221743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,32,0.0032248888164758682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,10240,0.03359377715322707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,16384,6.065408918592666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,12288,1.6461262173122828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,32,0.02741333345572154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,32,0.019623999794324238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,7168,0.021576889687114294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,65536,0.5506844520568848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,12288,0.3326115608215332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,1024,0.00960177762640847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,6144,0.019036443697081674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,1536,0.0047333331571684945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,32,0.00868266655339135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,128,0.005112888912359874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,3584,0.03374933203061422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,2048,0.0184906671444575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,16384,0.44936180114746094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,64,0.002708444371819496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,1536,0.009742221898502773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,65536,5.089400821261935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,2048,0.20029511716630724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,1024,0.017085333665211994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,3584,0.10374399688508774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,5120,0.021134222547213238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,2048,0.02032444377740224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,51200,1.08641423119439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,51200,1.2985386318630643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,5120,0.03354133168856303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,10240,0.0125591109196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,5120,0.019132445255915325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,8192,0.45348087946573895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,4096,0.06085422303941515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,512,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,7168,0.01128266668981976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,256,0.006814222368929122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,51200,1.7973581949869792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,4096,2.444912804497613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,51200,1.3080355326334636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,4096,0.012006222373909421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,10240,0.1191564400990804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,10240,0.11407644218868679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,128,0.01814399990770552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,1024,0.012651555240154266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,256,0.004634666774008009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,7168,0.010067555639478896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,10240,0.013207111093733044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,32,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,512,0.011349333657158745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,51200,4.836300320095487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,16384,2.346515655517578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,65536,6.200923495822483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,4096,0.010849778023031024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,2560,0.0155102229780621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,1024,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,256,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,51200,0.06599644157621595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,768,0.009769777456919352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,3072,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,3072,0.020310221446885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,2560,0.01870133313867781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,128,0.020446222689416673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,8192,0.027930667002995808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,4096,0.008466666771305932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,512,0.028637333048714533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,6144,0.010507555471526252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,4096,0.2086568938361274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,51200,0.5618613560994467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,4096,0.18470488654242623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,8192,0.0074471111098925276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,16384,0.010292444792058732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,8192,0.01423377792040507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,4096,0.017803554733594257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,256,0.012048000262843238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,256,0.0033582221302721235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,256,0.005221333354711533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,16384,0.20569154951307508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,2560,0.021938666701316833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,64,0.0052328887912962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,2048,0.013399110900031196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,64,0.00360622215602133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,7168,0.33040176497565377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,16384,0.1377226644092136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,3584,0.016008888681729633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,32,0.0035706667436493766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,2560,0.014782221780882942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,2048,0.02241955531968011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,7168,0.09359911415312026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,16384,0.1481955581241184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,16384,1.0454506344265408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,1024,0.01548266741964552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,256,0.020668443706300523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,512,0.006248000181383557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,10240,0.03443200058407254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,4096,0.03191555539766947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,4096,0.1158204476038615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,51200,1.9329297807481554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,51200,0.9944328731960721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,128,0.005192000004980299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,7168,1.5031858020358617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,8192,0.025608888930744592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,2048,0.06606666909323798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,32,0.029419554604424372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,256,0.0033395555284288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,7168,0.06989422109391955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,65536,0.09169689151975845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,3072,0.011540444360838996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,3072,0.059602664576636426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,2048,0.1608062187830607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,10240,0.03917866614129808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,64,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,32,0.006218666831652324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,1536,0.07192889187071058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,64,0.005323555734422471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,4096,0.13414311408996582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,4096,0.012744888663291931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,2048,0.011257777611414591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,12288,0.03572533196873135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,65536,0.880566226111518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,5120,1.857617696126302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,10240,0.020319999919997323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,768,0.008348444269763099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,32,0.02719822194841173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,16384,0.028378665447235107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,51200,0.053968889845742114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,8192,0.05715911255942451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,512,0.003458666718668408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,2048,0.011737777955002256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,10240,0.02174577779240078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,512,0.004589333302444882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,8192,0.057526224189334445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,512,0.017880888448821176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,65536,0.43037599987453884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,128,0.0058613332609335584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,12288,0.5675839847988552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,8192,0.010151999692122141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,2560,0.02128355536195967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,2560,0.009151111046473185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,2048,0.01202222208182017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,3584,0.023026666707462732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,3072,0.4551395310295953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,8192,0.28981243239508736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,65536,0.7790471182929145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,256,0.015192889504962497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,2048,0.24089956283569336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,1024,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,256,0.005061333378156026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,4096,0.00977600034740236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,12288,0.07481422026952107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,3072,0.00889244427283605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,1536,0.004981333182917701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,3584,0.5153448846605089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,256,0.01891644464598762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,1024,0.006244444598754247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,128,0.006127111199829314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,768,0.04401333464516533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,1024,0.04650577902793884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,12288,0.5662924448649088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,256,0.003519111209445529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,16384,0.5908977720472548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,7168,0.028693334923850164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,1024,0.013811555173661975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,4096,0.009221333596441481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,1024,0.011701333026091257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,7168,0.008613333106040955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,65536,0.11997511651780869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,3584,0.06308355596330431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,10240,0.019121777680185106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,12288,0.009457777771684859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,256,0.003023111157947116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,5120,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,3072,0.22300532129075792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,2560,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,2560,0.008392000363932716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,8192,0.10980800125333999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,768,0.011811555259757571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,10240,0.006625777731339137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,51200,0.11244266562991673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,10240,0.14479822582668728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,12288,0.11556177669101292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,256,0.003918222255176968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,3072,0.013291555146376291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,1536,0.015969778100649517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,512,0.008638222184446123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,6144,0.030064887470669214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,1536,0.006928000185224745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,4096,0.0336844457520379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,5120,0.2744053204854329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,4096,0.16182666354709202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,1536,0.045296000109778516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,512,0.008477333519193862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,8192,0.1729982164171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,7168,0.012332444389661154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,10240,0.031319111585617065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,256,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,5120,0.016576889488432143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,3072,0.08400444189707439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,2048,0.008818666968080733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,768,0.02630311085118188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,65536,0.08892799748314752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,1024,0.3123359945085314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,65536,0.2549440066019694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,8192,0.2634826766120063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,4096,0.07326577769385444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,128,0.0034666665726237824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,256,0.004668444395065308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,12288,0.09900444746017456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,10240,0.2575999895731608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,128,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,512,0.023323555787404377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,12288,0.31964090135362416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,32,0.002970666728085942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,51200,0.5140079922146267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,128,0.003995555556482739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,1024,0.004644444419278039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,51200,0.03368977705637614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,1536,0.01938311093383365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,6144,0.08122311035792033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,10240,2.532083511352539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,51200,0.534679995642768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,768,0.004480000171396467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,5120,0.04380444354481167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,12288,0.05574666791492038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,2560,0.014210666219393412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,2048,0.05441866649521721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,2560,0.12784711519877115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,128,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,768,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,1536,0.00645955569214291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,3584,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,10240,6.352887895372178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,8192,2.0620248582628036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,2560,0.8225039905971951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,1024,0.005721777677536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,51200,0.3567226727803548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,128,0.006976889239417181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,12288,0.24703823195563424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,3584,0.07677333222495185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,128,0.3513271013895671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,5120,0.13679467307196722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,3072,0.015044444137149386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,10240,0.45030668046739364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,2048,0.013071111506885953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,256,0.00573600000805325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,3072,0.4293537669711643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,8192,0.06822044319576688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,512,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,65536,0.014709333578745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,10240,0.12978400124443903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,51200,0.011006222003036074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,65536,0.601186646355523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,5120,0.012406222522258759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,512,0.005626666463083691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,3072,0.012298666768603854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,256,0.003069333318206999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,32,0.0032222221295038858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,1536,0.12025245030721028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,1536,0.01947111056910621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,128,0.012102222277058495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,768,0.03408266769515143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,2048,0.015402666396564908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,32,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,64,0.005068444543414646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,3584,0.15906400150722927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,51200,0.5339271227518717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,4096,0.008587555752860175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,8192,0.553103976779514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,128,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,10240,0.08812889125612046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,51200,0.03125600020090739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,65536,0.23184710078769258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,3584,0.45412619908650714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,12288,0.045885334412256874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,768,0.004568888909286923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,1024,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,128,0.11816178427802192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,16384,0.34462844000922305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,3584,0.03649066554175483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,10240,0.02011999984582265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,12288,0.04884533418549431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,3584,0.018939556346999276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,12288,0.021827555365032617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,1536,0.011720889144473605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,32,0.005136888888147143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,512,0.008816888762844933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,256,0.01564711166752709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,1536,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,256,0.018430221411916945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,6144,0.03611377875010172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,128,0.014144000079896716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,128,0.008105778031879002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,65536,0.08550310797161526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,1024,0.006755555669466655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,6144,0.04114933477507697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,128,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,1024,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,32,0.016805332567956712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,16384,0.07558755742179023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,64,0.005281777845488654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,256,0.114830215771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,64,0.07182311349444918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,65536,0.2671813435024685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,5120,0.006911110960774952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,1536,0.02332533399264018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,64,0.0032355555643637977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,128,0.003108444520168834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,3072,0.29823467466566295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,2560,0.10897066858079697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,10240,0.0653911100493537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,16384,0.20922666125827363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,4096,0.01571555601225959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,2560,0.008182221816645728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,6144,0.01849333279662662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,256,0.008461332983440822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,16384,0.02958844436539544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,2048,0.043250666724310986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,8192,0.07587466637293498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,3584,0.21386044555240205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,768,0.23413777351379395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,32,0.003524444583389494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,2560,0.033942222595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,7168,0.31087999873691136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,12288,0.006552888701359431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,5120,0.014648889501889547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,65536,0.3369368977016873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,65536,0.1674951050016615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,7168,0.08714844120873345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,8192,0.08715911044014825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,8192,0.02253599961598714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,7168,0.0063733334342638654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,4096,0.008476444416575963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,7168,0.024431111084090337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,65536,0.40353955162896055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,7168,0.8125582271152072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,512,0.007282666862010956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,768,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,51200,0.06256622076034546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,128,0.004111999852789773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,1536,0.007238222493065729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,4096,0.0122097780307134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,3072,0.008928000099129146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,512,0.005786666853560342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,4096,0.09441066450542873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,12288,0.05437155564626058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,2048,0.010790222220950656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,4096,0.010091555615266165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,65536,0.02702933384312524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,10240,0.32426754633585614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,1024,0.0048942222363419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,7168,0.034113778008355036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,16384,0.04370222157902188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,2048,0.012514666550689273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,7168,0.2612062295277913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,512,0.00721777809990777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,128,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,51200,0.013544888959990608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,8192,0.017072889539930556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,3584,0.29751022656758624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,128,0.009553777674833933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,1024,0.00452977791428566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,7168,1.8272825876871746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,768,0.02197422252760993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,768,0.006665777828958299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,64,0.0524213347170088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,768,0.0038177776667806837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,128,0.005233777893914117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,51200,0.1281262238820394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,256,0.0029484445436133277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,2560,0.006017777654859755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,64,0.03698222173584832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,51200,0.5878515773349339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,256,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,3072,0.10177155335744222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,256,0.0041599998043643106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,65536,0.08490666415956284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,1536,0.0184871107339859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,16384,0.21973955631256104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,128,0.004034666551484002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,12288,0.26851020918952095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,6144,0.015758223003811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,1024,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,256,0.3762124379475911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,51200,0.053038222922219165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,51200,12.449225531684029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,2048,0.005524444497293896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,256,0.003362666608558761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,1536,0.015445333388116626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,2048,0.007032000356250339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,5120,0.10045599937438965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,51200,0.3439813454945882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,64,0.00518133325709237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,10240,0.022447110878096685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,768,0.004023999803596073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,51200,7.2103161282009545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,16384,0.02758666707409753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,5120,0.14624888367123073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,12288,0.17599022388458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,256,0.005721777677536011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,65536,0.12169244554307725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,3072,0.010949333508809408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,512,0.004902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,51200,0.16343200206756592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,8192,0.02208711041344537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,5120,0.009857777920034196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,10240,0.05774488714006212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,3584,0.013975110318925647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,2560,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,4096,0.014362666341993542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,2048,0.08070044385062324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,64,0.022076444493399724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,768,0.011728000309732227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,10240,0.017487999465730455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,512,0.17777955532073975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,6144,0.030215111043718126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,6144,2.381901423136393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,2560,0.009221333596441481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,3584,0.025423111187087163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,16384,0.10592799716525608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,3072,1.8049341837565105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,51200,0.9342568715413412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,256,0.003738666574160258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,7168,0.06950133376651339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,512,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,256,0.04770311050944858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,10240,0.4303102228376601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,10240,0.09661955303615993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,16384,0.32968711853027344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,12288,0.11352622509002686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,8192,1.5582080417209203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,1536,0.00888177752494812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,16384,0.028888887829250757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,5120,0.13373155064053005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,3584,0.05460355679194132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,512,0.01073155552148819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,16384,0.022815111610624526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,32,0.00666133314371109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,16384,0.02947288751602173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,128,0.006605333338181178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,768,0.005706666658322017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,16384,0.06061866548326281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,2560,0.022498667240142822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,512,0.03256444467438592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,12288,0.10334222184287177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,10240,0.48281510670979816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,51200,0.12547200255923802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,12288,0.04617955618434482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,51200,4.3011474609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,2560,0.01366133325629764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,7168,0.013608888619475894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,16384,0.09687999884287517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,2048,0.009138666921191746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,1536,0.08380355437596639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,12288,0.015641777051819693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,2560,0.1952106687757704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,3584,0.19232177734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,10240,0.5928355322943794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,6144,0.1503395504421658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,1536,0.08216622140672472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,4096,0.022421333524915908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,12288,42.261138916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,256,0.003607999947335985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,65536,3.156233681572808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,3072,0.021204445097181533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,5120,0.02247200078434414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,65536,0.19984177748362222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,768,0.023780445257822674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,64,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,7168,0.01423911088042789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,12288,0.25521688991122776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,65536,1.3811279932657878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,6144,0.01773866679933336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,10240,0.053786665201187134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,2048,0.0075031113293435835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,256,0.017808889349301655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,2560,0.19933422406514487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,2560,0.05531644490030077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,128,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,5120,0.0507262216673957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,6144,0.01830755505296919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,256,0.0173688895172543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,12288,0.03466755482885573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,16384,0.7470551066928439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,3584,0.04948888884650337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,8192,0.02312799957063463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,1536,0.011310222248236338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,768,0.013421333498424955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,128,0.014543111125628153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,3072,0.01827111177974277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,128,0.007888889147175683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,3072,0.055155555407206215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,64,0.007771555748250749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,6144,0.5706639819675022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,256,0.004489777816666497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,2048,0.021003555920388963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,3584,0.028600000672870215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,64,0.007431999676757389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,12288,0.12196621629926895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,4096,0.08148977491590711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,2048,0.012599999705950419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,1024,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,5120,0.026308443811204698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,2048,0.04551377892494202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,128,0.2051546706093682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,3072,0.017473777135213215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,16384,0.07372711102167766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,12288,0.02156177825397915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,3072,0.28069599469502765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,8192,1.1025039884779189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,128,0.0026462222966882917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,2560,0.01514933341079288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,768,0.013407111167907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,128,0.11933067109849717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,8192,0.027246221899986267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,1024,0.7773066626654731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,256,0.003679111186001036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,4096,0.1158097717497084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,2048,0.017660443981488545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,1536,0.019457777341206867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,4096,0.06741778055826823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,2048,0.10524800088670518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,256,0.003121777748068174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,10240,0.035762667655944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,16384,0.4068177806006537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,6144,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,7168,0.10787110858493382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,256,0.0029599999801980127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,1536,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,8192,0.016280000408490498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,7168,0.03225866622394986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,2560,0.005522666705979242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,2560,0.07540622022416857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,512,0.008945778012275696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,12288,0.035904887649748064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,65536,0.4521635373433431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,6144,0.3405919869740804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,51200,0.008628444539176093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,64,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,768,0.007748444047239091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,51200,0.3424782223171658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,3584,0.007248889240953658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,1024,0.005063111169470681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,3072,1.2174462212456596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,51200,0.16348355346255833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,3072,0.025480000509156123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,8192,0.03631110986073812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,12288,0.47831376393636066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,128,0.0034204444123639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,32,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,512,0.3909013271331787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,3072,0.01108000013563368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,3584,1.3010418150160048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,12288,0.02405422263675266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,4096,0.04469688733418783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,256,0.005856888989607493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,16384,0.08606844478183323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,51200,0.08967200252744888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,10240,0.07249777846866183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,4096,0.03988622294531928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,512,0.034118221865759954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,256,0.01937955617904663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,5120,1.67394404941135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,12288,0.09819377793206109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,1024,0.012617777619096967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,7168,0.00962755580743154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,6144,0.1255857812033759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,6144,0.0155395550860299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,7168,0.010996444357766045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,2048,0.12856977515750462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,16384,0.07140800025728014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,16384,0.8256222407023112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,32,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,8192,0.017083555459976196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,4096,0.06825600067774455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,2048,0.30887288517422146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,7168,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,7168,0.09346755345662434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,3584,0.11111644903818767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,6144,0.03189955486191644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,128,0.14816178215874568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,2560,0.06206488609313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,10240,5.390140533447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,4096,0.2511226601070828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,51200,0.1676515605714586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,2560,0.058632890383402504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,3584,0.0951297746764289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,16384,0.021055110626750525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,3072,0.007542221910423703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,4096,0.10074844625261094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,51200,0.14145421981811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,8192,0.25368444124857586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,51200,2.5876507229275174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,12288,0.48759820726182723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,3072,0.24587554401821562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,51200,0.1322231160269843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,12288,0.3186284436119927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,16384,0.04946666624810961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,2048,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,1024,0.006217777729034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,1024,0.009935999910036722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,16384,0.13708799415164524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,1536,0.016964443855815463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,768,0.003624000069167879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,5120,0.01368711143732071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,4096,0.007131555842028723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,3584,0.044327110052108765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,3584,0.017754667335086398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,3584,0.00795999997191959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,6144,0.07214133607016669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,256,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,768,0.019004444281260174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,3072,0.024272888898849487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,16384,0.04200622108247545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,768,0.0064088888466358185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,3584,0.12821955151028103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,1536,0.09078755643632676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,16384,0.0910337766011556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,64,0.0031902222997612427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,65536,0.11176444424523248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,10240,0.04768800073199802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,1024,0.00868888861603207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,1536,0.00756444450881746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,8192,0.07385600275463529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,5120,0.020064888728989493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,8192,0.266396443049113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,7168,0.1202195617887709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,6144,0.019647111495335896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,5120,0.05416977736685011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,5120,0.17147200637393525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,51200,1.5003662109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,2048,0.013402666482660504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,3072,0.0672337810198466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,768,0.3460880120595296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,8192,0.4918497933281793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,512,0.007127111156781514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,51200,0.05580000082651774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,8192,0.04379377762476603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,65536,0.5554880036248101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,128,0.005321777943107817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,8192,0.04061333338419596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,256,0.00794044468137953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,65536,0.0803768899705675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,1024,0.04518489042917887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,2048,0.008645333349704742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,64,0.0026231110095977783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,32,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,768,0.005019555489222209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,128,0.005412444472312927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,3072,0.031347556246651545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,512,0.006406222366624408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,5120,0.009221333596441481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,768,0.010583110981517367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,32,0.008191111187140146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,32,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,16384,0.13072444332970515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,768,0.004960888789759742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,32,0.0029440000653266907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,3584,0.009036444127559662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,1536,0.043228444125917226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,128,0.006491555521885554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,12288,4.2633921305338545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,1024,0.011026666396194033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,10240,0.5057342317369249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,256,0.20161867141723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,2048,0.11351822482215033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,1536,0.025711999999152288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,32,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,1536,0.05335200164053175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,3072,0.01867111192809211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,65536,1.7389724519517686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,12288,0.33006487952338326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,7168,0.03985777828428481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,128,0.011174221833546957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,1536,0.009473777479595607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,5120,0.18273954921298555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,7168,0.4828977584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,3584,0.5469822353786892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,6144,0.01590133375591702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,256,0.00983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,51200,0.23397599326239693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,128,0.003955555458863576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,6144,0.02936799989806281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,10240,0.04686311218473646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,512,0.019419555862744648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,2048,0.021565333008766174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,8192,0.06266133652793036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,768,0.05882222122616238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,6144,0.0184515549076928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,16384,0.020632889535692003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,2560,0.0573199987411499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,32,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,51200,0.5863564279344347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,128,0.0040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,7168,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,512,0.01750577820671929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,16384,0.12060888608296712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,7168,0.18010932869381377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,6144,0.02234933276971181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,768,0.004567111117972268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,64,0.012654222548007965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,128,0.007875555919276344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,256,0.01993333299954732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,768,0.0068853331936730286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,6144,0.01940533353222741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,5120,0.009176000124878353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,2048,0.11839911672804092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,512,0.008851555486520132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,3072,0.08198399676216973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,64,0.0026559999419583213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,3072,0.0262435558769438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,2048,0.04770222306251526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,768,0.009402666654851701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,128,0.005493333356248007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,1024,0.010151999692122141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,1024,0.009445333646403419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,10240,0.013418667018413544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,64,0.003567111161020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,2560,0.024683554967244465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,32,0.219833771387736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,1536,0.00638133328821924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,6144,0.3079004552629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,256,0.009593778186374241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,2560,0.018737778067588806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,32,0.008746667040718926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,1024,0.012065778175989786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,32,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,32,0.009436444275909001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,12288,0.014888000157144336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,8192,0.01443822185198466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,1536,0.0063999998900625445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,10240,0.6821786562601725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,4096,0.015990222493807476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,1536,0.007380444142553542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,5120,0.16442222065395778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,32,0.007099555598364935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,1536,0.007576000359323289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,51200,0.2967440022362603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,12288,0.925355593363444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,32,0.0033733333564466904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,2560,0.017664000391960144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,3072,0.008084444536103142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,12288,0.017792888813548617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,256,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,6144,0.16865777969360352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,65536,0.19948000378078887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,3584,0.01274400038851632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,768,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,12288,0.08151466978920831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,10240,0.04176977939075894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,5120,0.021155556042989094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,3584,0.03963288995954726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,1024,0.005239999956554837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,3584,0.008344888687133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,3584,0.1525955597559611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,12288,0.04674933354059855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,4096,0.031017776992585924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,5120,0.008794666992293464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,1536,0.27177243762546116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,3072,0.00723555518521203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,10240,0.020033778415785897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,12288,0.0358551111486223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,3072,0.007670222057236566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,8192,0.32168711556328666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,16384,0.7526479827033149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,1536,0.038168887297312416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,1024,0.00509688879052798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,3584,0.03237244486808777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,51200,0.019751111666361492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,3072,0.023430221610599097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,3584,0.1779013342327542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,4096,0.011184000306659274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,8192,0.5610399776034886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,2048,0.006301333506902059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,12288,0.022256000174416438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,16384,4.91155030992296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,64,0.016552888684802584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,512,0.011023999916182624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,12288,8.14625973171658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,1536,0.0057653333577844836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,768,2.8635707431369357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,10240,0.11205955346425374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,512,0.004217777815130022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,512,0.006039999839332368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,4096,0.011693333586057028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,2048,0.01107022249036365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,64,0.005450666778617435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,768,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,12288,0.019425777925385367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,51200,0.11721689171261257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,128,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,10240,0.1699004438188341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,6144,0.010019555687904358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,512,0.008219555848174626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,65536,2.073645273844401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,128,0.01072088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,12288,0.007663110891977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,6144,0.020000888241661918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,1024,0.009297777381208207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,768,0.03660710983806186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,12288,0.4586684438917372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,65536,0.508969783782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,10240,0.024548444483015273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,5120,0.02477955487039354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,64,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,16384,1.5744827058580186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,51200,0.0714177754190233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,2048,0.018782221608691745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,128,0.003944000022278892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,7168,0.017331555485725403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,2560,0.02102577851878272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,10240,0.027199111051029626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,5120,0.0210844443904029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,2048,0.10632622241973877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,128,0.0029084444459941653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,1536,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,7168,0.1455884509616428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,1024,0.004139555411206352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,1024,0.007381333245171442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,5120,0.06275288926230536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,51200,0.20092977417839897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,32,0.0027919999427265594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,128,0.005149333427349727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,512,0.008057778080304464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,65536,1.4106338289048936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,2560,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,1536,0.062353776560889355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,1024,0.008934222161769867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,12288,0.016936888297398884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,65536,0.07382133271959093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,10240,0.04326311084959242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,2048,0.019488000207477145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,6144,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,8192,0.014742222097184924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,2560,0.007873777714040544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,1024,0.011576000187132092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,1024,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,51200,0.03605777687496609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,768,0.009956444303194681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,10240,0.016220443778567843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,32,0.019670221540662978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,5120,0.008529778156015608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,2048,0.027447111076778833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,7168,0.18002843856811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,3584,0.029823111163245306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,2560,0.023874666955735948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,7168,0.06328977478875054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,2560,0.009382222261693742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,2048,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,51200,0.055904891755845815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,1024,0.05849777989917331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,768,0.011387555963463254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,768,0.009584888815879822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,256,0.023585778143670823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,4096,0.21519911289215088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,1024,0.011672000090281168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,51200,0.33631377749972874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,512,0.0037671112351947357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,768,0.013583111266295115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,1024,0.011457777685589261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,2048,0.007312888900438945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,512,0.005003555367390315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,256,0.006035555568006303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,768,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,4096,0.03514400124549866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,5120,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,16384,0.6075501971774632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,3072,0.018066666192478605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,256,0.006114666660626729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,10240,0.017264000243610807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,64,0.00793599999613232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,65536,0.08330666356616549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,3072,0.010466666685210334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,7168,0.011384000380833944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,3584,0.009315555294354757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,1024,0.021886222892337378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,32,0.002671111168132888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,1536,0.005056888692908817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,2560,1.2093982696533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,2560,0.008950221869680617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,6144,0.09146577782101101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,3072,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,4096,0.22849867078993055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,6144,0.027962668074501887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,3072,0.21003022458818224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,256,0.004563555535342959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,128,0.0030168888883458245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,16384,0.07748711109161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,12288,8.18326653374566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,1536,0.017496888836224873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,64,0.005873777800136142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,65536,4.107969919840495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,768,0.008409777449236976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,2048,1.6037822299533422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,768,0.017998221847746108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,3584,0.08527200089560615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,8192,0.06867021984524198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,1024,0.009076444639099969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,2560,0.02033422225051456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,128,0.018479110466109384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,65536,4.275264739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,256,0.003571555432346132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,65536,0.1672017839219835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,4096,0.012441777520709567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,65536,1.0163946151733398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,4096,0.009135111338562435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,512,0.047227554851108126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,64,0.0030986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,6144,0.11148711045583089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,2560,0.05777155690722995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,256,0.004328000048796336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,5120,0.22471732563442656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,32,0.014787554740905762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,256,0.004096888833575779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,16384,0.3071697817908393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,1024,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,4096,0.005931555396980709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,65536,0.06405422422620985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,8192,0.31591200828552246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,12288,0.715552012125651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,3584,0.017650667164060805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,3584,0.013380444712109037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,10240,0.03151377704408433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,10240,2.791627460055881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,8192,0.01716444392999013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,32,0.01791733337773217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,6144,0.05375377668274773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,128,0.008598222500748104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,16384,0.10986133416493733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,65536,0.3190613322787815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,128,0.018442667192882962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,16384,0.0882915523317125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,3584,0.2312542332543267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,32,0.02602133320437537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,51200,1.7033893797132704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,1024,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,4096,0.12200889322492812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,512,0.035621331797705755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,512,0.00796622203456031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,7168,0.03355822298261855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,4096,0.02480711042881012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,2560,0.02055911057525211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,12288,0.5421653323703343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,2048,0.18944177362653944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,8192,0.11301067140367295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,2560,0.016695999436908297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,512,0.018516444497638278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,12288,0.6320568720499674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,512,0.004775111046102312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,16384,1.2046097649468315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,7168,0.09650578101476033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,128,0.005487999982304043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,8192,0.179530660311381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,16384,0.7722684542338053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,2560,0.010680889089902243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,512,0.028628445333904688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,12288,2.7395013173421225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,128,0.004279110994603899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,65536,0.9751262664794922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,32,0.010507555471526252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,51200,2.568756527370877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,51200,12.550792270236544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,768,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,2560,0.024872889121373493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,6144,0.07569422324498494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,128,0.08892177873187596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,65536,0.568178653717041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,256,0.003015999992688497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,32,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,65536,0.42100710339016384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,2048,0.00490399988161193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,12288,1.285069359673394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,256,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,65536,0.08239022228452894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,51200,0.46170134014553493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,8192,0.02111022174358368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,768,0.003924444317817688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,2048,0.09706755479176839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,64,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,512,0.004006222304370669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,12288,0.3906044430202908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,7168,0.010784889260927836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,1024,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,1536,0.01955200069480472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,6144,0.02776799930466546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,3072,0.06386311186684503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,8192,0.025106666816605464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,4096,0.024265777733590867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,16384,0.02071377800570594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,4096,0.01685066686736213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,16384,1.910604476928711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,65536,47.66991848415799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,16384,0.17158222198486328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,512,0.04091022080845303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,10240,0.11693067020840114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,16384,6.801423814561631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,10240,0.008714666797055138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,32,0.012220444778601328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,6144,0.11509599950578477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,16384,0.04453866680463155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,7168,0.03130844566557143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,8192,0.03781333234575059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,65536,0.13723466131422254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,10240,0.019547555181715224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,4096,0.008857777549160851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,1536,0.12954310576121011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,3072,0.011907555162906647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,12288,5.956710391574436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,32,0.003989333493842019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,7168,0.32231465975443524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,3072,0.14762666490342882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,4096,0.013924444715181986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,10240,0.021341333786646526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,7168,3.1603565216064453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,12288,0.2734915680355496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,2560,0.5356631278991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,2048,0.009123555488056606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,65536,0.10935288667678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,1024,0.01056177748574151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,768,0.004974222017659081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,256,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,8192,0.01643288963370853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,3584,0.013642667068375481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,256,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,4096,0.033647110064824425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,2048,0.037575112448798284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,16384,0.03551288776927524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,6144,0.10969244771533543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,3072,0.09996889034907024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,10240,4.848166147867839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,2560,0.009570666485362584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,32,0.08589777681562637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,64,0.005094222310516569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,16384,2.248385747273763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,768,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,2560,0.014561777313550314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,2560,0.018851555056042142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,3072,0.01052266690466139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,51200,7.527953253851996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,1536,0.007848000360859765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,3584,0.015580443872345818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,1536,0.011094222466150919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,51200,0.25525156656901044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,1024,0.006010666489601135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,10240,0.028226666980319556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,51200,0.2385200129614936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,6144,0.30695999993218315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,1536,0.02156266735659705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,1024,0.017829333742459614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,7168,0.022563555174403723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,16384,0.017214222086800467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,256,0.003294222263826264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,5120,0.015043555034531487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,3072,0.09310577975379096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,10240,0.016207110550668504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,5120,0.046275556087493896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,4096,0.01109333336353302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,65536,0.14604355229271784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,3072,0.022051556242836848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,3584,0.025324443976084392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,256,0.009956444303194681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,128,0.014388443695174323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,1024,0.004088888979620404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,5120,0.06988444593217638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,768,0.0040995557275083335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,65536,0.007435555259386699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,2560,0.03643111056751675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,512,0.02214755614598592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,10240,0.03149688906139798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,256,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,2560,0.018565333551830716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,65536,3.2061839633517795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,2048,0.013915555344687568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,7168,0.09532088703579372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,2560,0.36051376660664874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,512,0.017613333132531907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,32,0.0033768889390759995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,8192,0.018036444981892902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,3584,0.012646222280131446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,12288,0.012134222520722283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,512,0.20674310790167916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,1024,0.02174577779240078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,512,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,51200,0.5938577651977539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,16384,3.546973334418403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,51200,0.04338488976160685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,12288,0.11849866973029242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,12288,0.16677867041693795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,51200,0.13077155749003092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,65536,5.50998772515191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,3072,0.008669333325492011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,6144,0.2338684399922689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,2560,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,2048,0.009846222069528367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,512,0.022974222898483276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,2560,0.01831999917825063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,12288,0.4489244355095758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,12288,0.45799022250705296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,16384,10.168045043945312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,8192,0.17152888245052764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,256,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,1024,0.018007111218240526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,10240,0.19556000497606066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,2560,0.007132444116804335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,10240,0.017872000734011333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,12288,0.012744888663291931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,5120,0.02160177793767717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,64,0.006993778049945831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,16384,0.11762132909562852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,3072,0.037647998995251127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,6144,0.04494400156868828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,7168,0.18539288308885363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,6144,0.2401511139339871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,256,0.005744888964626525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,2048,0.15042932828267416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,768,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,8192,0.04461244410938687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,65536,0.1794382201300727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,32,0.03391999999682108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,64,0.0026177778426143858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,1536,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,12288,0.03753066725201077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,32,0.0026062221990691293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,8192,0.32003021240234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,3072,1.03656800587972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,1024,0.015551111764378019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,10240,0.02896889050801595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,1024,0.5791280004713271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,3072,0.21816533141665986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,6144,0.009866666462686326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,768,0.08806133270263672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,3072,0.5761635568406847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,4096,0.010110222631030613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,7168,0.2400195598602295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,65536,1.6612346437242296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,768,0.03555733296606276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,8192,0.19114311536153158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,8192,0.10642577542199029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,32,0.00848711116446389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,51200,0.2157671054204305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,8192,0.028875556257035997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,3584,0.00740444411834081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,7168,0.018032888571421306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,8192,0.04859111044141981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,51200,0.27362312210930717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,10240,0.04759200082884895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,65536,0.043545779254701406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,4096,0.014506666196717156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,65536,2.19160885281033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,8192,0.019671999745898776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,1536,0.010016000105275048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,128,0.0039022221333450745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,51200,0.1823786629570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,5120,0.060476442178090416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,16384,0.23714311917622885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,768,0.00630044440428416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,2048,0.17987110879686144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,1536,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,5120,0.026550221774313185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,128,0.010019555687904358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,2560,0.008332444561852349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,2048,0.01724177764521705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,12288,0.0894906653298272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,8192,0.05782488981882731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,65536,0.29444887903001576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,8192,0.02845066785812378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,1024,0.007696888513035244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,4096,0.015098666151364645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,16384,0.044714666075176664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,4096,0.02444355520937178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,64,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,2560,0.010407999985747868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,256,0.018160000443458557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,16384,9.178209940592447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,64,0.009674666656388177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,2048,0.013041777743233575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,4096,0.016401777664820354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,6144,2.247402615017361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,10240,0.17579289277394614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,256,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,51200,2.0128275553385415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,2048,0.16445955965254042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,65536,1.8539049360487196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,8192,0.04066133168008592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,32,0.047704888714684375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,768,0.009561777942710454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,2048,0.01682044400109185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,6144,0.01815822223822276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,512,0.14357688691880968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,3584,0.018018666240904067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,2560,0.007239999870459239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,1536,0.02791555391417609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,768,0.01588622232278188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,3072,0.007596444752481248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,2560,0.1281342241499159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,51200,43.89965142144097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,128,0.017672888106769986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,5120,0.01536977787812551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,768,0.022466666168636743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,2560,0.012876444392734103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,512,0.04414044486151802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,10240,0.018512000640233357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,128,0.009938666390048133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,3584,0.11248177952236599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,3584,0.07176978058285184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,256,0.15514577759636775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,12288,0.05788266658782959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,3072,0.11575288242763943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,65536,0.3414026631249322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,65536,0.33794400427076554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,5120,0.00925066653225157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,1536,0.011365333365069495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,128,0.005521777603361342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,10240,0.2086871067682902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,3584,0.08440622356202866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,2048,0.006508444332414203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,16384,0.04206044475237528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,2560,0.015669332610236276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,5120,0.013214222258991666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,4096,0.04115110966894362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,512,0.0471937788857354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,3072,0.012151111331250934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,2048,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,65536,0.31983288129170734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,256,0.01519466605451372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,128,0.007250666618347168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,6144,3.918055216471354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,2560,0.012944888737466602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,65536,14.787987603081596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,10240,0.020961778031455144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,768,0.010012444522645738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,5120,0.1023155583275689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,8192,0.03184088733461168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,128,0.262502219941881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,7168,0.18039111296335855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,768,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,128,0.009883555273214975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,512,0.008412444757090675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,51200,0.9935102462768555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,2560,0.01792533364560869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,256,0.009122666385438707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,51200,6.212248060438369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,51200,0.18344622188144258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,2560,0.016507556041081745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,1536,0.01499466598033905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,4096,0.009129777550697327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,5120,0.011745777395036487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,256,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,1536,0.009876444107956356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,128,0.02330933345688714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,2048,0.00868444475862715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,65536,41.61561754014757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,3584,0.01902222302224901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,32,0.005124444348944558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,7168,0.023349333140585158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,2048,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,7168,0.033634665939542986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,256,0.004541333350870344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,32,0.0030951110853089225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,768,0.006330666856633292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,3584,0.03584533267550998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,2048,0.008536000218656328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,6144,0.049979554282294385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,2560,0.008153777983453538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,5120,0.016176000237464905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,4096,0.01401600076092614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,4096,0.05377689003944397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,65536,0.06744177473915948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,32,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,128,0.14331732855902776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,5120,0.014665777484575907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,256,0.003680888977315691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,64,0.002522666628162066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,1536,0.014022222823566861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,4096,0.0362755556901296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,3584,0.008459555606047312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,3072,0.018752000398106046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,1536,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,2560,0.5922640164693197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,12288,0.1674977805879381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,768,0.010457778142558204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,5120,0.38880266083611387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,2048,0.07259111271964179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,32,0.013528889252079858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,65536,0.2050551176071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,32,0.006607999818192587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,12288,0.05494488941298591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,6144,0.022286223040686712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,2048,0.016859556237856548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,256,0.008993777963850234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,3584,0.010840888652536603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,4096,0.030219554901123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,256,0.009342222577995723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,512,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,12288,0.08369155724843343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,8192,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,2560,0.016493333710564505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,256,0.008005333443482717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,65536,0.14421866999732122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,512,0.011952888634469775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,6144,0.6832248899671766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,2560,0.017768000562985737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,256,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,8192,0.21048266357845732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,7168,0.009626666704813639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,51200,0.2893768946329753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,51200,0.11642755402459039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,12288,0.016176000237464905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,1024,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,51200,0.19612977239820692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,10240,0.4141768879360623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,768,0.04530133472548591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,512,0.005858666780922148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,6144,0.019052444232834708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,3584,0.008770667016506195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,3072,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,10240,0.02299822204642826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,12288,1.1508479648166232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,2560,0.00816000004609426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,512,0.1146257718404134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,5120,0.025888888372315302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,8192,0.26633421579996747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,32,0.012040889097584618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,8192,0.4336426787906223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,12288,0.06443733639187284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,65536,0.9258213043212891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,3584,0.11102222071753608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,51200,1.9458897908528645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,51200,0.6695537567138672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,256,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,12288,0.010332444475756751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,65536,0.09442666504118179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,10240,0.10873422357771133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,16384,0.07112711005740695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,16384,65536,1.6848213407728407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,3072,0.013501333693663279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,64,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,768,0.10979644457499187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,1024,0.2357973257700602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,2048,0.014728888869285583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,256,0.0058151111006736755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,7168,0.08851999706692165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,3584,0.016061334146393668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,2048,0.09574844439824422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,256,0.026531555586391028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,1024,0.0053688887920644544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,128,0.004274666723277834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,512,0.06345866786109076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,512,0.023196443915367126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,32,0.005049777941571342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,512,0.004976888911591636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,128,0.0042204442951414315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,1536,0.004660444541109933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,10240,0.015626667274369132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,4096,0.033702221181657575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,51200,1.4341049194335938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,1536,0.03891911109288534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,3072,0.043747554222742714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,32,0.12478489345974392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,51200,1.3151013056437175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,6144,0.026906667484177485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,8192,0.43912090195549863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,7168,0.039373334911134504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,51200,0.2235919899410672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,65536,0.15665955013699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,51200,0.3143084314134386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,512,0.003649777836269803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,1536,0.004641777939266629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,5120,0.013074666261672974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,2048,0.021651556094487507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,1024,0.008752889103359645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,3584,0.03346755438380771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,65536,4.608411577012804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,2560,0.08452888992097642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,7168,0.33021510971917045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,12288,0.046462221278084644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,5120,0.01564088960488637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,16384,1.1666800181070964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,512,0.006148444281684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,65536,0.23890399932861328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,2560,0.020457777712080214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,128,0.006176888942718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,2560,0.010433778166770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,3584,0.033511112133661904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,64,0.008117333054542542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,2048,0.022617777188618977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,4096,0.04851644568973117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,2560,0.02409422232045068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,256,0.05119911167356703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,5120,0.013657777673668332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,3072,0.040403554836908974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,3072,0.0069297779765393995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,12288,0.08274400234222412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,256,0.01108888867828581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,256,0.005370666583379109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,64,0.0028568889117903183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,1536,0.004746666798988978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,51200,0.07178933090633817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,6144,0.10407911406622992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,65536,0.2317750983768039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,3072,0.028307557106018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,5120,0.010680889089902243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,256,0.004757333132955763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,1024,0.005892444401979446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,51200,0.011869333684444427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,10240,0.9811591042412652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,64,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,768,0.042768001556396484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,1024,0.008817777865462834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,3584,0.011936888926559024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,2560,0.016932444439993966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,4096,0.014581332604090372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,128,0.0377786656220754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,6144,0.024939555260870192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,6144,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,768,0.06380533509784274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,512,0.012412444584899478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,10240,0.014953777194023132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,128,0.005992888990375731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,5120,0.01893422173129188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,4096,0.015272888872358533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,16384,0.054281777805752225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,128,0.004290666845109728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,2048,0.03868710994720459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,256,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,3072,0.008372444245550368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,16384,0.07323555813895331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,65536,0.23487112257215711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,512,0.01963555481698778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,2560,0.16276266839769152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,256,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,512,0.022408000297016565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,4096,0.02569866677125295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,2048,0.10135289033253987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,10240,0.2654328876071506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,16384,0.13993777169121638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,512,0.003952888978852166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,8192,0.033181332879596286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,768,0.003930666794379552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,10240,0.09288533528645833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,1024,0.15210489432017008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,32,0.002584888910253843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,2048,0.6884062025282117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,8192,0.01715555621518029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,1536,0.01459022197458479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,256,0.006809777683681912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,128,0.0034008889148632684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,10240,0.009223110973834991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,1536,0.007860444486141205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,128,0.005736888696750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,128,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,4096,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,5120,0.198545773824056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,16384,0.14249600304497614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,128,0.009713778065310584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,10240,0.12274044089847141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,768,0.006339555399285422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,2560,0.056815114286210805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,2560,0.012050666742854647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,10240,0.02697066631582048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,512,0.003379555626047982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,3584,0.012067555553383298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,64,0.17278044753604463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,3584,0.15278400315178767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,3072,0.018199111024538677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,1024,0.004087111188305749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,51200,18.619827270507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,128,0.006135111053784688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,256,0.003371555565132035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,1536,0.010632889138327705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,768,0.003932444585694207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,12288,0.5855564541286892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,8192,0.1372764507929484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,1536,0.014383110735151501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,2048,0.010527999864684211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,10240,0.3656035529242621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,5120,0.017529777354664274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,3072,0.012191111014948951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,256,0.0069066666894488865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,1024,0.38364622328016496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,6144,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,6144,0.06459466616312663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,2560,1.5337342156304254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,6144,0.12801155779096815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,3072,0.02012355625629425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,3072,0.01903377804491255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,1536,0.005471999860472149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,6144,0.05430044399367439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,8192,0.3450186782413059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,2560,0.16192889213562012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,6144,0.008952889177534316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,12288,0.3183395597669813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,10240,0.07998310857348971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,32,0.002934222213096089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,768,0.03181511163711548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,1024,0.019512888458040025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,2048,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,1024,0.005152889009979037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,1024,0.0399893323580424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,5120,0.010001777774757808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,128,0.0027662221756246355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,3072,0.010285333626800114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,32,0.03216444452603658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,4096,0.13848977618747288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,256,0.0031840000301599503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,3072,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,7168,0.030400888787375555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,3072,0.11510666211446126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,16384,0.02828177809715271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,256,0.0033644443998734155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,3072,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,6144,0.022804444034894306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,65536,2.4863173166910806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,5120,0.016879111528396606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,65536,0.22462754779391816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,16384,0.1615875562032064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,2560,0.14571111732059056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,512,0.008209777375062307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,12288,0.4952239990234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,51200,0.22232532501220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,1024,0.06560799810621473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,7168,0.018858666221300762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,65536,5.677991231282552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,10240,0.35991112391153973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,8192,0.007381333245171442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,3072,0.011844444606039258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,3584,0.008953777452309927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,256,0.02520888878239526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,7168,0.16709510485331217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,2048,0.0639173322253757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,3072,0.08559822373920017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,12288,0.5600364473130968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,32,0.02604622145493825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,2048,0.007637333538797166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,1024,0.009726222190592024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,16384,0.04424000117513868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,65536,0.4208088980780707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,256,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,12288,0.39036888546413845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,7168,2.6988230811225047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,65536,1.1610257890489366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,64,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,32,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,16384,0.20552355713314482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,65536,0.36264978514777285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,3072,0.02402577797571818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,2560,0.023453333311610754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,1024,0.17146489355299208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,5120,0.013384888569513956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,1024,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,512,0.005462222215202119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,12288,0.03980711102485657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,4096,0.9244133631388346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,7168,0.36965688069661456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,1024,0.013632888595263163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,512,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,128,0.015240889456537036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,51200,0.7935671276516385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,4096,0.028252445989184912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,1024,0.020418667131000094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,5120,4.0222392612033415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,7168,0.019883554842736986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,256,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,65536,0.10210844543245103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,3584,0.014808000789748298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,8192,0.1598115497165256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,3584,0.007812444534566667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,5120,0.009038222332795462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,12288,0.04949422346221077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,5120,0.03204355637232462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,1024,0.0064035554726918536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,32,0.1546079980002509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,2048,0.008662222160233391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,12288,0.02591466738118066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,12288,0.06961333089404635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,256,0.02530133393075731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,16384,0.31672710842556423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,51200,20.447180853949654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,12288,0.09552888737784491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,5120,0.021368889345063105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,1536,0.018382221460342407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,12288,1.8806639777289496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,51200,1.699891514248318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,12288,0.12937866316901311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,768,0.009714666340086196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,8192,0.02108888824780782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,12288,0.018716444571812946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,3584,0.007524444825119442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,2560,0.09122133255004883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,10240,0.15834932857089573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,128,0.0062977779242727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,768,0.005483555710977978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,12288,0.31093422571818036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,5120,0.014688000082969666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,6144,0.01573422220018175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,10240,0.22621777322557238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,512,0.00674311113026407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,5120,0.03925866550869412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,768,0.010967999696731567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,16384,0.3005795478820801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,1024,0.0063733334342638654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,6144,0.11366400453779434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,768,0.011384000380833944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,2560,0.04621333214971754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,5120,0.011272889044549731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,51200,1.9751254187689886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,8192,0.026709333062171936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,256,0.012010667059156628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,1536,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,10240,0.15815644794040257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,5120,0.021482666333516438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,256,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,1024,0.00517155561182234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,8192,0.009203555683294931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,7168,0.03287555442916022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,3584,0.024068444967269897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,7168,0.18727555539872912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,12288,0.05223555697335137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,3584,0.06865511337916057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,2560,0.026510222090615168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,10240,0.030378666188981798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,3072,0.2349191241794162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,8192,0.011776000261306763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,16384,0.42315999666849774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,5120,0.017581333716710407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,16384,0.019862223002645705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,10240,0.0923466682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,51200,2.341469234890408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,51200,0.38719643486870664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,768,0.02639644510216183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,8192,0.01843644513024224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,512,0.004515555583768421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,1024,0.035242666800816856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,1024,0.00610133343272739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,51200,0.21447555224100748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,1536,0.037716444995668195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,256,0.014171555638313293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,6144,0.01012711144155926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,128,0.02144355575243632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,1536,0.008941333327028487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,128,0.11151111125946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,16384,0.019908444748984445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,8192,0.44779290093315977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,2560,0.23173954751756456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,512,0.021703999903466966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,64,0.003096888876623578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,4096,0.08700266811582778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,16384,0.043996443351109825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,16384,0.8719413545396594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,10240,0.03461066550678677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,64,0.005869333528810077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,512,0.10627733336554633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,6144,0.014039999908871122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,65536,2.122739579942491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,4096,0.07221688826878865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,3584,0.24036977026197645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,2048,0.1936568948957655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,768,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,3072,0.03529689047071669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,16384,0.14284533924526638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,512,0.004784000002675586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,512,0.005998222364319696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,1536,0.006962666908899943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,5120,0.020062221421135795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,10240,0.2495182090335422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,65536,0.6547208891974555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,7168,0.013613333304723104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,10240,0.43631821208530003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,12288,0.02300888962215847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,1024,0.00925422211488088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,4096,0.01074044406414032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,8192,0.03549422158135308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,1536,0.02093244426780277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,2048,0.10692533519532944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,2560,0.1694293287065294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,4096,0.08375555276870728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,3584,0.17972089184655082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,3072,0.06618311007817586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,3584,1.354890717400445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,16384,0.11952443917592366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,768,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,128,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,3072,0.030231111579471167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,16384,0.03269688950644599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,10240,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,2048,0.014577777849303352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,4096,0.05676888757281833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,6144,0.11255910661485459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,12288,0.29332176844278973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,2048,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,5120,0.00921688891119427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,16384,0.07132089138031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,2048,1.4060249328613281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,256,0.005698666804366642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,128,0.007810666329330868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,1536,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,1536,0.10028711292478774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,6144,0.011214222345087262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,5120,0.09019911289215088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,51200,0.0544488893614875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,12288,0.057486222849951855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,5120,0.02280355493227641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,3584,0.03520800007714166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,512,0.03311377763748169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,2560,0.016381333271662395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,128,0.017666666044129264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,16384,0.02070844504568312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,256,0.008442666795518663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,512,0.005872888697518243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,1024,0.006215999937719769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,2560,0.006897777732875612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,5120,0.04947466651598612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,7168,0.014906666345066495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,1024,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,51200,1.1632391611735027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,5120,0.09806222385830349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,10240,0.011776000261306763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,2048,0.016545777519543965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,2048,0.5939626693725586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,1024,0.010833777487277985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,6144,0.023079999619060095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,256,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,12288,0.5781262185838487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,8192,0.008845333423879411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,4096,0.01054133309258355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,6144,0.014746665954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,1536,0.005516444643338521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,2048,0.017077333397335477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,8192,2.772288852267795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,2560,0.01147911118136512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,3072,0.009386666946940953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,10240,0.20481510957082114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,51200,0.008106666306654612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,1024,0.29798934194776744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,16384,0.08990133470959133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,7168,0.02599999970859951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,1536,0.02901955445607503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,2560,0.007194666398896112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,3584,0.04477511180771721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,768,0.0384568903181288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,10240,0.07548533545600043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,12288,0.019814221395386588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,256,0.0029760001020299066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,12288,0.3265004422929552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,512,0.00703022215101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,256,0.05122399992412991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,32,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,65536,0.15433955192565918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,2048,0.019693333241674636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,32,0.008564444051848518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,8192,1.260483529832628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,7168,0.16437599394056532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,7168,0.01087288889620039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,10240,0.06812444660398695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,32,0.003036444385846456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,2048,0.09895644585291545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,32,0.002806222273243798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,5120,0.021871111459202234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,1536,0.0047644442982143825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,6144,0.2026533285776774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,512,0.0033520000676314035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,128,0.013501333693663279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,8192,0.03232355581389533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,3584,0.008393777741326226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,512,0.009763555394278632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,2048,0.03614933292071024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,12288,0.0318195554945204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,2048,0.04395822352833218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,51200,0.30790577994452584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,7168,0.35815999242994523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,65536,0.06595822175343831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,16384,0.02032977839310964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,12288,0.212790224287245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,1536,0.005416888743638992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,32,0.0026808888134029177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,12288,3.5042603810628257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,3072,0.01613066593805949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,12288,0.07729422383838229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,512,0.010289777484205034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,256,0.010595555934641095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,3072,0.1055342223909166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,8192,0.06796711020999484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,4096,0.04197955462667677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,3072,0.20381332768334282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,2560,0.033153778976864286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,8192,0.22079377704196504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,4096,0.18379822042253283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,51200,0.32093599107530385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,2560,0.006414222220579783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,768,0.008192000289758047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,128,0.014224888549910652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,64,0.0031537777847713898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,256,0.005960000058015187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,16384,0.02236266599761115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,2560,0.1268168952729967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,256,0.16661243968539768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,768,0.005508444375462002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,4096,0.1567537784576416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,768,0.06777422295676337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,51200,0.4504444334242079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,3584,0.05526577764087253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,5120,0.06576977835761176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,7168,0.14056266678704157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,51200,2.9297012752956815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,256,0.008264888491895463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,512,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,32,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,256,0.05865155325995552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,256,0.0033857776886887024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,16384,0.07863910992940266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,2048,0.009747555686367882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,65536,0.3728106551700168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,1024,0.02070488863521152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,51200,0.1398177809185452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,5120,0.009130666653315226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,1536,0.01774311065673828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,2048,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,7168,0.32439110014173717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,3072,0.007400888535711501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,2560,0.007686222592989604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,1024,0.007968000239796108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,12288,0.022797332869635686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,256,0.004538666870858935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,32,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,1536,0.004499555461936527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,32,0.016920889417330425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,1024,0.007635555333561367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,65536,0.12497422430250381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,4096,0.014496889379289416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,4096,0.010217777556843227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,1024,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,16384,6.932073805067275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,5120,0.017654221918847825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,256,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,5120,0.015457777513398064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,2560,0.008584889272848764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,5120,0.581782235039605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,8192,0.026212443908055622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,64,0.0026613333159022858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,768,0.004527111020353106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,1536,0.009400889277458191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,64,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,2048,0.01204533295498954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,32,0.007499555746714274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,2560,0.007975999679830339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,32,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,512,0.0034479999707804788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,8192,0.2422586547003852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,512,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,2560,0.044504887527889676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,7168,0.044772442844178945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,2560,0.02346933384736379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,12288,0.5113466580708822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,128,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,256,0.016532444291644625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,6144,2.0475376976860895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,12288,0.066630224386851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,12288,0.018735110759735107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,64,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,128,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,51200,0.35380178027682835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,6144,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,2560,0.009669333696365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,64,0.005589333259397083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,6144,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,3072,0.007711110843552484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,51200,4.258625878228082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,2048,0.0588266650835673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,51200,0.27080978287590873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,64,0.0028435554769304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,12288,0.023961777488390606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,128,0.004193777839342753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,2048,0.013364444176355997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,6144,0.040392001469930015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,2048,0.04120711154407925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,10240,0.380782233344184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,7168,0.0932462215423584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,4096,0.008864888714419471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,1024,0.028307557106018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,3584,0.0099982221921285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,1024,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,3584,0.08261155419879489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,5120,0.010870222416188983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,3584,0.010326222413116032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,6144,0.25749511188930935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,5120,0.6591679784986708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,64,0.010889777706729041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,4096,0.009931555224789513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,16384,0.1875013377931383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,10240,0.01616533266173469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,1024,0.012060444388124677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,8192,0.0068417779273457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,65536,0.03470933437347412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,128,1.3867119683159723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,1536,0.008676444490750631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,1024,0.2874000072479248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,512,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,512,0.003912000192536248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,16384,0.03930044505331252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,8192,0.072580443488227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,12288,0.043495111995273165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,10240,0.02903644575013055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,32,0.01125511113140318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,1024,0.02961955467859904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,768,0.01812177730931176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,128,0.019313777486483257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,128,0.0032888888898822996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,12288,0.13884711265563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,3072,0.01707555519209968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,512,0.00434755575325754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,16384,0.8687840037875705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,1024,0.005497777627574072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,8192,0.011622221933470832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,12288,0.2958097722795275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,1024,0.004872000051869286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,1536,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,64,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,128,0.002728888971938027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,768,0.005000000198682149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,6144,0.014840000205569796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,2560,0.05654044283760918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,6144,0.9057564205593533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,51200,0.07183377610312568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,12288,0.8605333434210883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,10240,0.04870311088032193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,8192,0.7517289055718316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,2048,0.030235555436876085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,16384,0.20467289288838705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,2048,0.005757333503829108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,512,0.019655111763212416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,51200,2.0492977566189237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,32,0.006144000010357962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,512,0.011696889168686338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,64,0.12778222560882568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,6144,0.3026008870866564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,16384,0.009176000124878353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,2560,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,768,0.031341334184010826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,16384,0.12503200107150608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,768,0.04237955477502611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,3584,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,51200,0.06169866853290134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,768,0.3872213363647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,16384,1.6507813135782878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,12288,0.02052088909678989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,256,0.0033093332830402586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,512,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,8192,0.01616533266173469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,3584,0.009798222117953831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,1024,0.04160711169242859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,3584,0.0299911101659139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,512,0.0037493333220481873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,512,0.0064560001095136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,3072,0.06901599963506062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,7168,0.3849528895484076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,1024,0.008465777668688033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,10240,0.19020533561706543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,1536,0.04426666763093737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,1536,0.007731555236710443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,65536,0.2145155535803901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,2560,0.015264888604482016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,4096,0.008981333010726506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,4096,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,10240,0.041856888267729014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,12288,0.03780444463094076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,256,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,2048,0.009304000271691216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,12288,0.017665778597195942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,256,0.008243555823961893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,2048,0.010794666906197866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,12288,0.03997955719629923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,12288,0.021493333909246657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,768,0.007400888535711501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,16384,0.9408000310262045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,4096,0.4286826716528998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,2560,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,3072,0.07801155249277751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,8192,0.04378488990995619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,256,0.09001688824759589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,4096,0.01738666660255856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,8192,0.497054206000434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,1024,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,512,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,8192,0.04094400008519491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,64,0.0037333332002162933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,2048,0.00739733295308219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,51200,0.07153689199023776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,3072,0.06516710917154948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,5120,0.09296711285909016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,5120,0.3018844392564562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,6144,0.036908444431093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,10240,1.0956079694959853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,256,0.013649777405791812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,12288,0.05619644456439548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,16384,0.09258933199776544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,1536,0.01297511077589459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,768,0.05295999844868978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,1024,0.08355289035373265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,3584,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,3072,0.006166222194830577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,3072,0.006552888701359431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,128,0.055832001898023814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,2560,0.011759111450778114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,2560,0.009850666754775578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,2048,0.02015466656949785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,768,0.02832888894610935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,12288,0.7058729065789117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,12288,5.00417243109809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,2560,0.02034311162100898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,7168,0.03175110949410333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,768,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,2048,0.02087644404835171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,2048,0.008302222523424361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,256,0.0052986666560173035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,768,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,3072,0.10267911354700725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,2560,0.17508267031775582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,128,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,2048,0.005299555758635203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,512,0.02124799953566657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,6144,0.36926666895548504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,5120,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,8192,0.03806311223242018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,5120,0.02427911096149021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,3072,0.04064800010787116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,51200,0.06348622507519193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,64,0.024357333779335022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,16384,0.17320444848802355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,16384,0.6182462374369303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,2560,0.01923199991385142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,128,0.004260444392760594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,3584,0.021734222769737244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,8192,0.01330933305952284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,6144,0.12385155094994439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,768,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,8192,0.01722311145729489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,64,0.025123554799291823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,1536,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,8192,0.016391999191708036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,64,0.032411555449167885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,8192,0.20887733830346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,2048,0.04234133495224846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,10240,0.17865067058139375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,65536,0.256677336162991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,51200,0.02680711117055681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,65536,14.772365993923612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,6144,1.2455689112345378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,256,0.005551110953092575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,5120,0.23126488261752656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,10240,0.04334133201175266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,4096,0.0221404449807273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,8192,0.09579555855857001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,16384,0.029882666137483384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,2560,0.008794666992293464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,51200,0.5913582377963597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,2560,0.018194667167133756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,7168,0.08599555492401123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,5120,0.013409777647919126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,3584,0.06635200315051608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,10240,0.04447466797298855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,7168,0.09586577945285374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,4096,0.08744977580176459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,768,0.014196443888876172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,5120,0.21368800269232857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,6144,0.03514488869243198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,10240,0.36702844831678605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,3072,0.01739377776781718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,3072,0.12434221638573541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,32,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,3072,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,6144,0.013627555635240344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,5120,0.006708444406588872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,64,0.008806222014957005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,2560,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,8192,0.04543911086188423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,768,0.006395555618736479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,3584,0.0074648890230390764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,512,0.07379377550548978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,256,0.15366489357418484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,4096,0.018049778209792245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,1536,0.008010666403505538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,64,0.00637155564294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,128,0.031143112315071955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,128,0.002797333316670524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,768,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,2560,0.0229404436217414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,16384,0.03627644313706292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,65536,0.06578844123416476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,768,0.02586488922437032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,2560,0.1760622262954712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,256,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,2560,0.03667199942800734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,16384,8.574178059895834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,512,0.004986666556861666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,128,0.016237333416938782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,2048,0.04561688833766513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,51200,0.18475822607676187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,6144,0.03475822342766656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,3584,0.07299111286799113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,2560,1.7172347174750433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,10240,0.1919840044445462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,8192,0.03050222330623203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,4096,0.036764442920684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,1024,0.005960000058015187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,3584,0.0074275558193524676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,1024,0.012255999777052136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,7168,0.01737600068251292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,51200,2.995200051201714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,6144,0.011934222446547614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,1536,0.005066666752099991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,10240,0.012505778008037143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,3584,0.019712888532214694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,3072,0.13700355423821345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,1024,0.014659555421935188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,3072,0.01069155583779017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,4096,0.0444435543484158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,3584,0.008346666892369589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,3072,0.029422223567962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,8192,0.012875555290116204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,1536,0.018020444446139865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,65536,1.33641603257921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,12288,0.02756355537308587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,4096,0.04279911186960009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,8192,0.1107306679089864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,2048,0.03246311015552945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,4096,0.04432622260517544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,10240,0.034621334738201566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,10240,0.13042844666375056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,8192,0.34729690021938747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,51200,0.1646720038519965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,8192,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,2048,0.31900445620218915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,2048,0.005564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,12288,3.0176338619656033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,32,0.007348444726732042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,128,0.012850667039553324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,3072,0.04438222116894192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,1536,0.006667555620272954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,4096,0.032841778463787503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,1024,0.02674666709370083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,128,0.03824799921777513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,768,0.005345777918895085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,1536,0.17060444090101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,4096,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,8192,0.014789332946141561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,1536,0.08237600326538086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,65536,0.555191093020969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,768,0.0247688889503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,12288,0.11432888772752549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,1024,0.012625777886973487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,8192,0.06333600150214301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,64,0.038198222716649376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,5120,0.026360000173250835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,512,0.007673777639865875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,12288,0.14688621626959905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,16384,0.007471111085679796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,64,0.012740444805887012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,3584,0.007272000114123027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,7168,0.04748177859518263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,51200,1.35370667775472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,12288,0.125928004582723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,12288,0.048992888795004956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,2048,0.020053333706325956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,2560,0.007236444287829929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,768,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,2560,0.9415796067979602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,4096,0.01592266725169288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,5120,0.07170844740337796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,256,0.011974222130245633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,2048,0.013146667016877068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,1536,0.01657777859105004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,64,0.0028328889360030494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,1536,0.004447111239035924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,12288,3.9732025994194875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,2560,0.05736977524227566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,128,0.0033297776761982176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,128,0.004305777864323722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,7168,0.6555217636956109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,8192,0.008244444098737504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,2048,0.00981777740849389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,1024,0.02591111097070906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,1536,0.012441777520709567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,7168,0.02121688922246297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,32,0.049138665199279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,10240,0.30046576923794216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,10240,0.14458666907416448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,256,0.011382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,65536,0.6031609111362034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,3584,0.043644444810019604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,2048,0.009944000177913243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,3072,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,12288,0.06632800234688653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,128,0.004568888909286923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,16384,1.3703315522935655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,128,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,512,0.0034560000316964257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,4096,0.034252444903055825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,128,0.003632889025741153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,1024,0.014022222823566861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,128,0.16998844676547578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,256,0.01000355515215132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,768,0.030414223670959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,512,0.006414222220579783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,16384,0.05828266673617893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,65536,20.123606363932293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,5120,0.012129777835475074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,4096,0.10023644235399033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,8192,5.114292568630643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,64,0.010214221974213919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,1024,0.010628444453080496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,3584,0.039691554175482854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,768,0.004407999830113517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,256,0.0029928889125585556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,5120,0.051269332567850746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,8192,0.06025244130028618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,10240,0.04676977793375651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,3072,0.010036444498433007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,10240,0.20547021759880912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,6144,0.5847519768608941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,16384,1.22507201300727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,6144,0.014105778601434497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,51200,3.946063995361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,12288,0.3148604498969184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,1536,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,2560,0.24736534224616158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,1536,0.01698933376206292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,16384,0.32435909907023114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,256,0.007376000285148621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,2048,0.0068417779273457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,12288,2.4440345764160156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,3072,0.08096800247828166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,12288,0.4354871114095052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,3584,0.06514666477839152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,1024,0.01421688828203413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,1536,0.2400853368971083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,512,0.045850667688581676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,2560,0.017667555146747164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,4096,1.8213049570719402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,2560,0.21193244722154406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,512,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,6144,0.22164089149898955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,4096,0.00647199981742435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,2048,0.0053280000057485365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,3584,0.009469333622190688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,6144,0.017135999268955655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,7168,0.017829333742459614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,3584,0.020240889655219186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,768,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,5120,0.015491555134455362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,128,0.004567999806669024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,3072,0.26123732990688747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,128,0.0032302221904198327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,6144,0.054366221030553184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,3072,0.20699111620585123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,6144,0.027637332677841187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,16384,2.033212449815538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,51200,35.33660549587673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,64,0.007697777615653143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,1024,0.058805333243476025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,16384,0.7790800200568305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,256,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,8192,0.19667466481526694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,768,0.007071110937330458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,128,0.012255999777052136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,6144,0.01862044466866387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,2048,0.009005332986513773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,51200,0.5326879819234213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,7168,0.08520711130566067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,16384,0.47972620858086484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,65536,1.3390435112847223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,3072,0.06827021969689263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,1024,0.019894222418467205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,2560,0.012924444344308643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,64,0.0033599999215867785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,768,0.0042071110672420925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,10240,0.12673689259423151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,32,0.003034666594531801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,16384,0.5665937529669868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,1024,0.0370764434337616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,768,0.009951111343171861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,2560,0.019274666905403137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,5120,0.01883555617597368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,7168,0.24288090070088705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,3584,0.029530667596393164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,3584,0.09005866448084514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,64,0.003048000029391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,10240,0.10107022523880005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,10240,0.0322035551071167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,16384,0.06607288784450956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,6144,0.010355555348926121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,64,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,10240,0.1923146645228068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,6144,0.6728097597757975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,51200,0.23193777932061088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,128,0.010891555911964841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,3072,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,65536,2.8221191830105252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,256,0.007174222005738153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,6144,0.14967466725243464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,7168,0.7979004647996691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,1536,0.046625776423348315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,256,0.009687999884287516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,16384,0.08612977796130711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,256,0.01017955525053872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,32,0.021976000732845728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,6144,0.02850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,3072,0.026732444763183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,32,0.0031582222630580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,32,0.015233778291278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,7168,0.11094488700230916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,768,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,51200,0.4810471004909939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,3584,0.011136888629860349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,3072,0.010303999814722273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,10240,0.8084266450670031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,8192,0.025360888904995386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,512,0.1663164430194431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,16384,0.12095110946231419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,8192,0.011719110939237805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,5120,0.1236755583021376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,6144,0.06434755855136447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,5120,2.314330630832248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,10240,0.2776533232794868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,128,0.010317333042621613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,1536,0.022325333621766832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,1536,0.23190667894151476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,512,0.027959111664030287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,8192,2.2975955539279513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,768,0.05552355448404948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,512,0.03811111052831014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,6144,0.010782221953074137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,65536,0.06878311104244657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,128,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,2560,0.3345057699415419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,2560,0.050717333952585854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,10240,0.08476444747712876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,7168,0.2275537649790446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,10240,0.01611111064751943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,10240,0.016193777322769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,5120,0.008748444418112436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,4096,0.010061333576838175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,2560,0.02398666739463806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,8192,0.15799555513593885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,2048,0.1218035618464152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,3584,0.03401333424780104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,8192,0.05018933282958137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,512,0.004588444613748127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,3072,0.007450666692521837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,2048,0.04184444414244758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,3584,0.02810844447877672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,12288,0.30228977733188206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,3072,0.027496889233589172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,256,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,128,0.004512888689835866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,3584,0.019719110594855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,12288,0.08188622527652316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,256,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,6144,0.007027555671003129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,8192,0.7576604419284396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,1536,0.007911110917727152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,4096,0.02383288906680213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,4096,0.03681866659058465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,768,0.0058311112225055695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,1536,0.006814222368929122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,512,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,51200,0.46141688028971356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,256,0.005752000129885144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,7168,0.011569778124491373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,10240,0.6532150904337565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,64,0.0027191111197074256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,512,0.02053244411945343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,256,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,32,0.06846400101979573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,3584,0.033795555432637535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,65536,0.07510844204160902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,8192,0.07001066870159574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,256,0.007987555530336168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,8192,0.046542220645480685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,768,0.007644444704055786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,51200,0.32343467076619464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,32,0.002946666752298673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,3584,0.023767110374238756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,2560,0.03999911083115472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,128,0.004825777891609403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,3072,0.02291822267903222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2048,32,0.005072000126043956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,512,0.004488888714048597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,2560,0.008574222524960836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,8192,0.011681777735551199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,1024,0.11309511131710476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,1536,0.005746666755941179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,3584,0.011063111325105032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,256,0.11554488870832656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,128,0.004554666578769684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,1536,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,6144,0.8641822073194715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,256,0.0038568890757030914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,2048,0.07099644343058269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,1536,0.011944889194435544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,1024,0.011208000282446543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,5120,0.12128978305392796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,2560,0.019925332731670804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,8192,2.7881955040825734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,768,0.007507555186748505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,64,0.006675555474228329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,2560,0.010211555494202508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,512,0.03380977776315477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,4096,0.2960035536024305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,2048,0.3247555626763238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,5120,0.0462355547481113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,5120,0.10996088716718887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,64,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,768,0.012517333030700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,512,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,2560,0.014895111322402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,1536,0.015094222293959724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,2048,0.08781244357426961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,128,0.0047066667013698155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,256,0.01883288886811998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,2048,0.011798222031858234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,1024,0.05160089002715217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,4096,0.007896888587209914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,65536,0.15864445103539362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,3584,0.1313448879453871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,1024,0.005943999936183293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,256,0.004024888906213972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,3072,0.12191643979814316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,7168,0.20087822278340658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,7168,0.023522666758961145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,5120,0.03753333290417989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,5120,25.478100246853298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,6144,0.014534221755133735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,2048,0.06599466668234931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,32,0.062462223900689014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,2048,0.00685066646999783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,1536,0.02414488957987891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,5120,0.016068443655967712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,4096,0.02179466684659322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,10240,0.11600800355275472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,12288,0.059373332394493945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,2048,0.008103999826643202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,3072,0.6136506928337945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,768,0.022191999687088862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,768,0.004117333226733738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,128,0.0041128889554076726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,1024,0.006029333505365584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,128,0.0027928888383838865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,1024,0.10185244348314072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,128,0.009000000026490953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,3584,0.008307555483447181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,768,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,5120,0.320433775583903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,3584,0.013424889081054263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,1536,0.0075431110130416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,64,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,3072,0.016511110795868766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,10240,0.19142666127946642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,1536,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,256,0.007363555332024892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,16384,0.24241778585645887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,3072,0.026068444053332012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,128,0.14825777212778726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,4096,0.025777777036031086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,3584,0.008570666942331526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,8192,0.022660444180170696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,65536,1.0477315054999459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,64,0.01168444421556261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,6144,0.012582222620646158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,4096,0.11272977458106147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,1536,2.564014222886827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,7168,0.014615111880832247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,4096,0.05569689141379463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,128,0.009645333720578088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,3072,0.01773866679933336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,32,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,6144,0.011309333145618439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,2560,0.016755556066830952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,32,0.003671110918124517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,65536,0.7673341963026258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,65536,0.10868977838092381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,1536,0.31519465976291233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,65536,0.014058666096793281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,4096,0.08042577902475993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,12288,0.09375644392437404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,16384,0.5942426787482368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,1024,0.11559822824266221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,768,0.01070755554570092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,2560,0.49138757917616105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,51200,0.03719644414054023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,12288,0.023959111836221483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,128,0.007899555895063613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,8192,0.043235556946860425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,51200,0.052657776408725314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,4096,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,3072,0.011535111400816174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,1536,0.018555555078718398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,256,0.0432533323764801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,1024,0.08307377497355144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,6144,0.0350888901286655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,32,0.011594666375054253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,12288,0.23603555891248915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,2048,0.01018666641579734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,1536,0.006304889089531369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,3584,0.07287466526031494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,4096,0.16758310794830322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,10240,0.1963822179370456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,128,0.002790222151411904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,8192,0.038358221451441445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,1024,0.005896889087226655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,512,0.06308711237377591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,2560,0.8664711316426595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,1536,0.015222221612930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,768,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,4096,2.4206320444742837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,4096,0.04032177726427714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,10240,0.09821333487828572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,3072,0.008732444710201686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,1024,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,10240,0.018013333280881245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,8192,0.016164445214801364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,6144,0.044713778628243335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,1024,0.009045333498054082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,3072,0.018761777215533786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,512,0.026366222235891554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,768,0.007423111134105259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,64,0.0029395555870400537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,2560,0.05095555716090732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,6144,0.01479822231663598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,51200,0.06747288836373223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,51200,0.4600959883795844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,4096,0.4805910852220323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,12288,0.01721244388156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,2560,0.008803555534945594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,5120,0.47963110605875653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,5120,0.29381601015726727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,3584,0.011307555768224927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,16384,0.020767110917303298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,8192,0.011663999822404651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,51200,0.487502204047309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,65536,0.567105770111084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,2560,0.009768000079525841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,12288,0.020432000358899433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,65536,0.29673155148824054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,8192,0.014764444695578681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,768,0.004046222401989831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,64,0.029650668303171795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,768,0.012166221936543783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,1024,0.008536000218656328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,8192,0.028957333829667833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,512,0.003481777591837777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,2048,0.011306666665607028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,6144,0.08466044399473403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,2048,0.022647110952271357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,1024,0.00813422186507119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,10240,0.04740800129042732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,6144,0.02684088879161411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,51200,0.2678622139824761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,768,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,128,0.01054222219520145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,768,0.07112089130613539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,32,0.00608800020482805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,2560,0.09757866462071736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,12288,0.21701333257887098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,3584,0.017276444368892245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,10240,0.008991111483838823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,7168,0.02203377750184801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,5120,0.30410223537021214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,2560,0.03583555420239767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,64,0.0036480000449551474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,2048,0.05558400021659004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,51200,0.07146044572194417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,4096,0.009910222556855943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,7168,0.02601066728432973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,64,0.003216888962520493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,7168,0.35794666078355575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,7168,0.046648889780044556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,64,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,5120,0.024882665938801233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,12288,0.015327110886573792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,128,0.014376888672510782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,1024,0.13202310933007136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,8192,3.513663185967339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,32,0.012520888613329994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,1536,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,256,0.020799110333124798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,512,0.029885331789652508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,16384,0.6273022227817112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,2048,0.018072000808186002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,4096,0.030673778719372217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,12288,8.048487345377604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,51200,0.10643021927939521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,32,0.008351999852392409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,128,0.006045333213276333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,8192,0.01698755555682712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,1536,0.03750666644838121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,7168,0.06917777988645765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,3584,0.031818668047587075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,12288,0.051072001457214355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,3584,0.010763555765151978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,4096,0.013809777796268463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,2048,0.02124533388349745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,51200,1.9853386349148219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,8192,0.1338062286376953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,1024,0.004423111263248655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,65536,0.09704711039861043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,4096,0.05695822503831652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,3072,0.03545688920550876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,7168,0.03093155556254917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,3584,0.05433244506518046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,32,0.002776888923512565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,6144,0.006351999938488007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,256,0.018498667412334018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,5120,0.03913333349757724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,32,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,65536,0.20478578408559164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,4096,0.016554666890038382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,2560,0.020817778176731534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,12288,3.876040988498264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,2048,0.011349333657158745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,128,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,8192,0.04232800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,6144,0.012572444147533841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,1536,0.006754666566848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,512,0.004757333132955763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,64,0.014666666587193808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,3072,0.19606755839453804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,6144,0.015292444162898593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,768,0.12022844950358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,2048,0.019395555059115093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,6144,0.03092977735731337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,1536,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,51200,0.9963092803955078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,3584,0.043306665288077466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,6144,0.12403021918402778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,256,0.005040888984998067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,1024,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,51200,29.74740261501736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,51200,0.9844328562418619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,12288,0.3278871112399631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,256,0.17061155372195771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,1024,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,128,0.006690666493442323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,64,0.0026746667507621977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,64,0.041711111863454185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,8192,0.029112001260121662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,128,0.005056888692908817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,7168,0.34720977147420246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,6144,0.01313066648112403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,65536,1.5528151194254558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,3072,0.010105777945783403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,7168,0.13795199659135607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,12288,0.01902311046918233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,5120,0.2688737710316976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,16384,0.16110132800208196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,2560,0.010954666468832227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,1024,0.032411555449167885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,128,0.0053102220926019884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,8192,0.12413688500722249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,3584,0.020392888122134738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,12288,0.08927200237909953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,8192,0.19345511330498588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,65536,0.07113777928882174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,6144,0.010406222608354356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,16384,0.06083466609319051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,8192,0.01555022266176012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,12288,0.015799999237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,256,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,65536,1.6004791259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,65536,0.2809200021955702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,2560,0.1660275591744317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,16384,0.14077688588036433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,2560,0.00793599999613232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,12288,0.10187911325030857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,128,0.008711111214425828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,768,0.16721867190466988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,2048,0.007164444360468123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,8192,0.05644177728229099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,768,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,2560,0.13745510578155518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,5120,0.013256000147925483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,64,0.011234666738245221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,4096,0.012429333395428128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,5120,0.018760888112915885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,51200,0.3264097902509901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,2560,0.2748062345716688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,5120,0.010934222075674268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,1536,0.01312444441848331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,128,0.03331466515858968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,7168,0.19701245095994738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,1024,0.004118222329351637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,1024,0.041280001401901245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,51200,0.2959600024753147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,7168,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,10240,0.17526666323343912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,2560,0.007066667079925537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,12288,0.015488000379668342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,1024,0.005643555687533484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,12288,0.11404177877638076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,512,0.00332266671790017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,65536,4.86244879828559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,512,0.0037155557009908888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,6144,0.03633688886960348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,128,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,65536,7.2840076022677955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,1024,0.032347556617524885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,51200,0.6263777944776747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,8192,0.18597777684529623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,7168,0.33715200424194336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,4096,0.011552888486120435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,3072,0.02571644385655721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,2560,0.011573333707120685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,512,0.0038746665749284956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,128,0.018163555198245578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,10240,0.01625066664483812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,12288,0.16865866714053682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,1536,0.03124533428086175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,1024,0.007619555625650618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,3584,0.009487110707494948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,2560,0.6079244613647461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,12288,0.04132089018821716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,2560,0.018215111560291715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,3584,0.007777777810891469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,1024,0.01752622259987725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,64,0.005256888767083486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,128,0.033180445432662964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,10240,0.25119733810424805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,256,0.0052373334765434265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,256,0.007245333658324347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,8192,0.04723911152945625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,4096,0.28626489639282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,3072,0.0174026671383116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,512,0.005798222290145026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,3072,0.014658666319317289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,6144,0.01629688839117686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,5120,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,768,0.03693600164519416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,512,0.005615111026499007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,768,0.04607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,16384,2.9035538567437063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,2560,0.09034044212765163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,6144,0.6426062054104275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,3584,0.022493332624435425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,3072,1.0480702718098958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,256,0.00432977784011099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,2560,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,1536,0.009798222117953831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,768,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,7168,0.26866043938530815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,768,0.07896266380945842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,128,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,256,0.005917333480384614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,16384,0.5847591294182671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,32,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,12288,0.012676444318559436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,256,0.00360000009338061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,16384,0.028331554598278467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,7168,0.015101333459218344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,4096,0.06299733453326754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,512,0.003714666598372989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,64,0.0277128881878323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,10240,0.2633795473310682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,65536,0.08305955595440336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,8192,0.08076444599363539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,768,0.0037751110891501107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,512,0.04292000002331204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,1024,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,768,0.033893333541022405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,512,0.027474666635195415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,256,0.009576000273227692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,64,0.005639111002286275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,5120,0.12247021993001302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,1536,0.11922755506303574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,12288,0.1523146629333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,128,0.004587555511130227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,128,0.0035662220584021676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,10240,0.012806221842765808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,2048,0.09685511059231228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,12288,0.14412889215681288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,6144,0.08168977499008179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,768,0.008952000074916417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,256,0.010488889283604093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,3584,0.011919111013412476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,12288,0.08601422442330255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,512,0.01775911119249132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,512,0.023737778266270954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,51200,0.6994133525424533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,1024,0.05912533071306017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,512,0.0041617775956789655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,128,0.010661332971519895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,3072,0.0207315550910102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,6144,0.18744266033172607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,2560,0.09777600235409206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,65536,0.2346577909257677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,3584,0.01053244454993142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,1536,0.008194666769769456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,5120,0.15401244163513184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,65536,7.548533121744792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,3584,0.2979751163058811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,7168,0.018557333283954196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,32,0.003949333396222857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,1024,0.006035555568006303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,3072,0.015956444872750174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,32,0.014862222803963555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,3072,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,512,0.00813155538505978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,2048,0.006704888823959563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,3072,0.020287111401557922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,6144,0.01796266602145301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,16384,0.0762044456270006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,64,0.002642666714058982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,5120,0.013371555341614617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,10240,0.26684710714552135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,2048,0.020209777686331008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,16384,0.029256890217463177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,32,0.005478222337034013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,768,0.004838222016890843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,128,0.009703111317422655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,3584,0.1745848920610216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,256,0.04553066690762838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,512,0.011382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,1024,0.006260444306664997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,65536,0.10751644770304362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,51200,0.11287377940283881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,1536,0.015855999456511605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,32,0.0029306666304667792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,1024,0.09373866849475437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,7168,0.013007111019558378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,16384,0.17239022254943848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,5120,0.010984888507260216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,3584,0.03702222307523092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,128,0.028916445043351915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,512,0.007996444072988298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,3072,0.021596444977654353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,6144,0.28495555453830296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,1024,0.05627110931608412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,1536,0.01665422154797448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,2048,0.010564444793595208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,64,0.0025759999536805684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,1536,0.03994489047262404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,12288,0.03567733367284139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,4096,0.9027840296427408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,1536,0.012367111113336353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,1536,0.01847822301917606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,6144,0.012826667063766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,64,0.15647733211517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,8192,0.08052444458007812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,1024,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,7168,0.04952177736494276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,51200,4.212320963541667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,768,0.012327999704413943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,12288,0.38611200120713973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,65536,0.15353066391415066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,51200,0.1989964379204644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,2048,0.05616088708241781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,8192,0.03815111186769273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,65536,0.5131164656745063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,16384,0.006294222341643439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,8192,0.05809422334035238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,8192,0.011590222517649332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,8192,0.07683999670876397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,65536,0.06793333424462213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,128,0.008708444734414419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,1536,0.04718044400215149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,256,0.017010667257838778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,65536,0.08544533120261298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,4096,0.00924622184700436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,16384,2.5571227603488498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,512,0.004358222087224324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,16384,0.06592622068193224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,8192,0.3690337869856093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,51200,0.2312613328297933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,2048,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,256,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,1024,0.03372088736957974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,5120,1.4257422553168402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,4096,0.015267555912335714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,512,0.0166311115026474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,512,0.005220444252093633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,3072,0.019800888167487252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,2048,0.008760888543393876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,32,0.002833777831660377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,2560,0.024715556038750544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,8192,0.011789333489206104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,5120,0.018972444865438674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,768,0.006262222097979651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,16384,0.869924439324273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,512,0.006116444451941385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,10240,0.016933333542611863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,1024,0.013247999880048962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,10240,0.05951999955707126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,6144,0.011754666765530905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,10240,0.033406221204333834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,4096,0.01590222285853492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,64,0.0027431110954946945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,65536,21.573755900065105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,7168,0.018999111321237352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,51200,0.19276089138454863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,3072,0.0074480002125104266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,5120,0.05225422316127353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,51200,2.2322186364067926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,1024,0.010178666975763109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,1536,0.7383902337816027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,16384,6.03675036960178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,8192,0.1051279968685574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,12288,0.29939021004570854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,16384,0.05345511105325487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,6144,0.01701955497264862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,16384,0.04980355501174927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,2048,0.007187555233637492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,5120,0.03211822112401327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,512,0.003548444559176763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,3072,0.006924444602595435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,128,0.009111111362775167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,10240,0.06784444385104708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,51200,0.9608347151014539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,6144,0.03408888975779215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,3072,0.03205600049760606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,65536,0.07016177972157796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,2048,0.034318221939934626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,65536,0.24032534493340385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,3072,0.04650755392180549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,64,0.003277333246337043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,51200,0.26174844635857475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,32,0.00942755573325687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,8192,1.779897689819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,10240,0.05959200196795993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,1024,0.007711110843552484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,51200,0.06838399834103055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,1536,0.04428355561362373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,1536,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,65536,0.45605866114298504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,5120,0.18700267208947075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,4096,0.021941334009170532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,1024,0.02678666677739885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,1536,0.032511999209721885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,1536,0.04236888885498047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,6144,0.35887376467386883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,8192,0.028100444210900202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,3072,0.17018043994903564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,51200,0.2499715487162272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,64,0.0025804444319672054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,64,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,2560,0.006151999864313338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,768,0.014874666929244995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,10240,0.0214373336897956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,8192,0.20333866278330484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,6144,0.01924800044960446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,2048,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,6144,0.03734044565094842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,1024,0.019223110543357003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,2048,0.008564444051848518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,512,0.004844444493452708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,5120,0.01274577776590983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,32,0.003125333330697484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,4096,0.20536177688174775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,8192,0.006509333435032103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,128,0.04359466830889384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,768,0.042136000262366406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,12288,0.4037493334876166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,65536,0.029888000753190782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,12288,0.023709333605236475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,7168,0.06382844183180067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,2048,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,1536,0.02167111138502757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,16384,0.01408088869518704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,3584,0.009850666754775578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,65536,0.05043466554747688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,51200,3.8905440436469187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,2560,0.0702400008837382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,51200,0.008311111066076491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,2560,0.2513999938964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,1536,0.5051911142137315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,1024,0.048735111951828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,512,0.024319999747806128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,7168,0.008827555510732863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,2560,2.133796479966905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,4096,0.010567111273606619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,16384,0.020451555649439495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,10240,0.034279998805787824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,2560,0.2242808871799045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,512,0.01906755566596985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,128,0.004875555634498596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,51200,0.15206755532158747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,2048,0.027676444914605882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,6144,0.030417776770061914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,5120,0.1135680013232761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,65536,0.16620532671610513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,12288,0.6238222122192383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,512,0.011885333392355176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,2560,0.02088444431622823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,4096,0.01681688924630483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,12288,0.42890045377943253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,2048,0.02753777801990509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,7168,0.27599554591708714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,5120,0.007807999849319458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,2560,0.010524444282054901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,3072,0.008319999608728621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,2048,0.014898666077189975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,8192,0.46274577246771914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,3584,0.03814844290415446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,4096,0.055140445629755654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,128,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,128,0.010312000082598792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,768,0.04224266608556112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,10240,0.1158835490544637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,8192,0.026385777526431616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,3584,0.24482488632202148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,32,0.008536888493431939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,12288,0.1590071121851603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,3072,0.967689726087782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,7168,0.017850667238235474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,3584,0.009883555273214975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,768,0.4669484562344021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,128,0.004371555729044808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,3584,0.17707022031148276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,65536,1.8241386413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,10240,0.013759999639458127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,1024,0.01402666668097178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,2560,0.005633777628342311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,5120,0.14237956206003824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,768,0.03537955549028184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,12288,5.430969662136501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,10240,0.08619555499818589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,256,0.020974222156736586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,3072,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,5120,0.04182222154405382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,65536,0.11175199349721272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,3584,0.028243554963005915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,1536,0.012482666307025485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,51200,0.18144799603356254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,1024,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,768,0.5346550941467285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,512,0.0047333331571684945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,16384,0.08202666706509061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,512,0.0037715555065208008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,12288,0.047056890196270414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,2560,0.19570488399929473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,1024,0.03792711098988851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,32,0.07808266745673285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,64,0.00499555551343494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,65536,0.07896088891559176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,6144,0.012654222548007965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,12288,0.030378666188981798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,512,0.007290666302045186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,2048,0.009463999834325578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,10240,0.020512888828913372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,3072,0.5240302085876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,768,0.003871110992299186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,65536,0.08093777630064222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,2560,0.0635075569152832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,2560,0.012693333129088083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,64,0.00703999979628457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,512,0.007831110722488826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,1024,0.008246222303973304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,64,0.005173333403136996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,6144,0.02316711180739933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,256,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,1536,0.03629066546758016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,1536,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,2048,0.009887110855844285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,65536,0.600470225016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,3584,0.02980533242225647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,2048,0.008237332933478886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,16384,0.05149866806136238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,16384,0.1429697804980808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,7168,0.03415111038419936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,1536,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,12288,0.013606222139464485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,64,0.002570666579736604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,3584,0.011239111423492432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,51200,0.1449715561336941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,4096,0.02405244443151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,512,0.00313688897424274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,10240,0.013240888714790344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,12288,2.165747536553277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,65536,0.08322933647367689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,51200,3.09913698832194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,2560,0.18555822637346056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,768,0.025223111112912495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,7168,1.2874826855129666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,51200,0.7351377805074056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,768,0.013629333012633853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,128,0.0046951112647851305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,65536,0.46189154518975156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,256,0.0052764444715446895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,6144,0.0069297779765393995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,256,0.0058017778727743365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,3584,0.01387555566098955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,4096,0.037639998727374606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,8192,0.07416622506247626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,10240,0.4122968779669867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,8192,3.6570621066623263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,3584,0.020138666033744812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,51200,0.17108355628119576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,10240,0.013620444469981723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,7168,0.04007822275161743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,1024,0.019146665930747986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,65536,0.1411448849572076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,1536,0.06181333462397257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,4096,0.1838222212261624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,2560,0.02160533269246419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,3584,0.1312675608528985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,4096,0.10956711239284939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,4096,0.00655377780397733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,5120,0.12417956193288167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,768,0.010319111247857412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,128,0.005548444473081165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,4096,0.014348444011476306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,64,0.005024888863166173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,128,0.015400888191329109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,1024,0.003934222377008862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,51200,0.09449066718419392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,51200,0.5867315398322211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,16384,0.07992088794708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,1536,0.2398853302001953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,12288,0.11959644158681233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,10240,1.1678924560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,2048,0.07911733123991224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,2048,0.009303111169073317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,768,0.004512888689835866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,1536,7.578381008572048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,12288,0.9547013176812066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,5120,0.015398222539159985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,3072,0.02103288968404134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,7168,0.46509244706895614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,256,0.03289244572321574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,4096,0.02815199891726176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,10240,0.10514489147398208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,256,0.0277511113219791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,3072,0.08831644720501369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,1536,0.020397333635224234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,10240,0.018473777506086562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,2048,0.04239555531077915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,2560,0.1832524405585395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,16384,8.523324754503038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,6144,0.0988302230834961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,10240,0.015571556157535978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,5120,0.03847466574774848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,8192,0.27060090170966256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,3584,0.009866666462686326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,65536,0.0233297778500451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,1024,0.05226577652825249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,65536,0.06711910830603705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,32,0.010423111418883005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,4096,0.008448888858159384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,16384,0.34609066115485293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,1024,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,16384,0.1317031118604872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,51200,11.859115600585938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,2560,0.021378666162490845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,3584,0.07125777668423124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,2048,0.018591110905011494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,12288,0.008573333422342936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,65536,0.1976977719200982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,16384,0.007863110966152614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,51200,163.77506510416666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,10240,0.41686754756503636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,64,0.008996444443861643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,10240,0.45011112425062394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,5120,0.05912533071306017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,3584,0.20560533470577666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,7168,0.023873777853118047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,5120,0.07979910903506808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,512,0.022487999664412603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,12288,0.015483554866578845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,128,0.010547555155224271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,5120,2.2490630679660373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,51200,1.7184328503078883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,5120,0.048222220606274076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,256,0.00962222201956643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,1024,0.11605778005388047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,768,0.00536088893810908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,2048,0.011287111375066968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,128,0.0042364444169733255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,64,0.005088888936572605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,512,0.005734222216738596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,51200,0.161880890528361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,12288,0.6805333561367459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,10240,0.021850667066044275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,5120,0.025192888246642217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,12288,8.261394924587673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,4096,0.017836444907718234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,2048,0.022991999983787537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,3072,0.023875556058353845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,512,0.03373600045839945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,128,0.010518222219414182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,51200,3.4847359127468533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,8192,0.5356888771057129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,5120,0.04601777924431694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,1024,0.418611552980211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,128,0.009597332941161262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,2048,0.021290666527218286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,16384,0.014535110857751636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,3072,0.009407111340098912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,65536,40.32009548611111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,12288,0.30111998981899685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,2560,0.11437955167558457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,5120,0.14241688781314427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,3584,0.008906666603353288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,512,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,12288,0.010035555395815108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,4096,0.02518044412136078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,51200,0.1305262247721354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,65536,0.3436097833845351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,3584,0.016336888074874878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,3072,0.02444444431198968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,4096,0.008217777642938826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,5120,0.3531786600748698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,12288,0.8590826458401151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,65536,23.383702596028645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,12288,0.030528889762030706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,512,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,1536,0.01607022186120351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,3072,0.011418666276666852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,512,0.0037431112594074676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,256,0.01739644507567088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,16384,0.27067022853427464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,512,0.04655377732382881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,8192,0.04347999890645345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,1536,0.0075528886583116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,5120,0.007274666594134436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,2560,0.009604444106419882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,6144,0.0206977774699529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,1536,0.0046826667255825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,2560,0.02674666709370083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,65536,0.5057955318027073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,3072,0.006940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,6144,0.11055999994277954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,3584,0.007876444194051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,65536,2.9163511064317493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,6144,0.1378248929977417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,32,0.026512000295850966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,1536,0.022727999422285292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,10240,0.06416889031728108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,64,0.0037502224246660867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,1024,0.007556444240940942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,7168,0.08726133240593804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,12288,0.5650942060682509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,32,0.0027911110470692315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,16384,0.15753777821858725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,256,0.0038524443904558816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,6144,0.015126221709781222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,1536,0.6749955813090006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,768,0.008745777938101027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,1024,0.004261333495378494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,6144,0.013847110999955071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,16384,19.417592366536457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,768,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,10240,0.0997848908106486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,1536,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,768,0.3046355512407091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,12288,0.05609244770473904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,4096,0.009447111023796929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,5120,0.5558302137586806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,6144,0.05972533093558418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,1536,0.011128889189826118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,1536,0.053174220853381686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,3584,0.04216088851292928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,32,0.005342222336265776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,64,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,3072,0.061887999375661217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,2560,0.042697777350743614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,16384,0.10052266385820176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,8192,0.018382221460342407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,7168,0.012630222572220696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,256,0.00406666679514779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,6144,0.03966755668322245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,16384,0.02197155521975623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,3584,0.32292622990078396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,3584,0.07390577925576104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,10240,0.015007999208238391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,8192,0.03458399905098809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,10240,0.024159111910396155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,12288,0.0350560016102261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,768,0.01534222231970893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,512,0.010968888799349466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,32,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,6144,0.10152088933520848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,65536,0.9729359944661459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,65536,0.5117671224806044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,7168,0.04811288913091024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,1024,0.008228444390826756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,2560,0.016240888171725802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,6144,0.058040002981821694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,10240,0.2618702252705892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,1024,0.034111999803119235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,2048,0.008438222110271454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,32,0.0028595555987623003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,64,0.002875555513633622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,64,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,16384,2.2752374013264975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,512,0.006164444403515921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,512,0.004456888884305954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,1536,0.552386654747857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,8192,1.89117431640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,51200,0.781677352057563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,1024,0.015410666664441427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,6144,0.013638222383128272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,12288,0.3227519989013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,1536,0.011546666423479715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,32,0.002773333340883255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,51200,1.2250240114000108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,10240,0.33735020955403644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,16384,3.546080059475369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,8192,0.02864355511135525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,768,0.004561777744028303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,512,0.009791110952695211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,3584,0.07831733094321357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,16384,0.06983644432491727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,51200,0.22104177210066053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,2560,0.09643289115693833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,5120,0.020584889584117465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,51200,1.8278151618109808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,8192,0.055016001065572105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,3584,0.027246221899986267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,2048,0.10916266838709514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,768,0.005392888767851724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,768,0.031349334451887347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,1024,1.32260619269477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,32,0.006495999793211619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,65536,0.12769688500298396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,51200,0.14633777406480578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,64,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,1024,0.14634311199188232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,7168,0.054013331731160484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,16384,0.02386844489309523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,6144,0.06594489018122356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,3072,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,16384,0.014339556296666464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,3584,0.023649776975313824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,51200,3.711461385091146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,256,0.07013689147101508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,2560,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,6144,0.12099466058943008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,3584,0.013659555878904132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,16384,0.5001493559943305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,1024,0.008959111240175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,2048,0.26978309949239093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,2560,0.014693333042992486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,51200,35.47990247938368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,8192,0.01447111037042406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,2560,0.010758221977286868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,3584,0.013243555194801755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,3072,0.014083556003040738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,1024,0.008003555238246918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,10240,0.321998225318061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,3072,0.044919110006756253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,2048,0.005992888990375731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,1536,0.011373333632946014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,1024,0.006602666858169768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,512,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,65536,0.213882671462165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,512,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,8192,1.589072863260905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,128,0.08140177859200372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,10240,0.017264000243610807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,16384,1.192771593729655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,4096,0.012713777522246042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,6144,0.00591111100382275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,128,0.004410666724046071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,128,0.005325333525737126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,3584,0.03477422065205044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,512,0.0038275557259718576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,51200,1.2459786732991536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,7168,0.610556443532308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,8192,0.04515555500984192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,7168,0.2137111160490248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,6144,0.04772266745567322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,128,0.0029191111938820947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,512,0.0036684444381131064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,4096,0.014898666077189975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,1536,0.01685422162214915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,16384,0.41926222377353245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,65536,0.31993601057264537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,12288,1.243678198920356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,6144,0.03406044509675767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,51200,0.3767084545559353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,16384,1.4602266947428386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,5120,0.02964444292916192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,10240,0.048496001296573214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,10240,1.1198417875501845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,16384,5.6794933742947045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,32,0.00850577818022834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,2048,0.0678079989221361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,1536,0.005790222022268508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,5120,0.04839288857248095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,12288,1.545206175910102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,32,0.006227555374304454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,65536,0.15699111090766057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,16384,0.040729777680502996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,256,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,4096,0.026299556096394856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,8192,0.018058665924602084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,3072,0.036743111080593534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,3072,0.1605422231886122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,64,0.006904888898134232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,2048,0.007830222447713217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,128,0.0053280000057485365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,2560,0.006112888869312074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,5120,0.04716177781422933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,256,0.008596444295512306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,2560,0.013623110949993134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,1024,0.005727111051479976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,1024,0.017369776964187622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,6144,0.17551822132534453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,5120,0.25238577524820965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,32,0.0030871110243929755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,8192,0.09319021966722275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,1536,0.05215200119548374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,256,0.002982222164670626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,12288,0.02184444500340356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,12288,0.1072888904147678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,1024,0.023294222023752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,6144,0.0465280016263326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,2048,0.020304888486862183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,768,0.010757333702511258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,64,0.15763110584682888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,16384,0.08021510971917047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,3584,0.009824000298976898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,2048,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,64,0.02644088864326477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,2048,0.009815110928482479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,2560,0.02071288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,2560,0.7999448776245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,4096,0.017704889178276062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,7168,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,768,0.061612447102864586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,12288,0.041834665669335254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,32,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,5120,0.19890756077236602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,4096,0.019783111082182992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,1024,0.010701333483060202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,8192,0.012703999876976013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,8192,0.02827377782927619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,5120,0.10725688934326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,256,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,2048,0.007878222399287755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,5120,0.06504888667000665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,5120,0.009444444543785518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,4096,0.13833867179022893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,128,0.002918222298224767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,65536,0.051029334465662636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,2048,0.006712889091836081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,51200,1.4256871541341145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,512,0.010465777582592435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,2560,0.07258666886223687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,65536,0.4313208791944716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,2048,0.08050666915045844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,16384,0.2598453362782796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,3072,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,1024,0.026986666851573523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,7168,0.5629582405090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,16384,0.043840001026789345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,5120,0.036312888065973915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,10240,1.352400885687934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,65536,0.20224800374772814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,32,0.009752888646390703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,16384,0.021167111065652635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,16384,0.040150221851136945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,2048,0.008330666356616551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,768,0.04626933402485318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,256,0.01423822177780999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,32,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,8192,0.011728888584507836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,256,0.0038293335172865125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,64,0.0026480000880029467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,3584,0.01501511037349701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,16384,1.2370808919270833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,6144,0.16388621595170763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,768,0.009007111191749573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,5120,0.011191111471917896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,768,0.07247555255889893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,2048,0.006346666564544042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,256,0.03418933351834615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,1024,0.021478222476111516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,6144,0.017293334007263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,512,0.04167111052407158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,256,0.0028728888266616394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,3072,0.040532443258497454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,2560,0.009854222337404886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,128,0.005039111193683413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,8192,0.3382462130652533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,10240,0.03274577856063843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,2560,0.07548266649246216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,3584,0.031269331773122154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,12288,0.015048889650238885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,4096,0.025719111164410908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,3072,0.013993778162532382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,8192,0.015453333655993143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,10240,0.06051377455393473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,2560,0.01772888832622104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,65536,2.4179503122965493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,256,0.006367110957702001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,65536,0.0915635559293959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,7168,1.0679680506388347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,12288,0.06878933641645643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,6144,0.27259378963046604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,3584,0.1791155603196886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,7168,0.14301599396599665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,128,0.012307555311255984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,5120,0.1297946638531155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,51200,2.39900631374783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,1024,0.006577777779764599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,64,0.008288000192907121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,10240,0.15796889199150935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,3072,0.009582222335868413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,512,0.003391111062632667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,1024,0.029800001117918227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,2560,0.016193777322769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,2048,0.1214631133609348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,12288,0.08938755591710408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,8192,0.22499023543463814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,2560,0.12065245045555963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,256,0.033879111210505165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,3072,0.011603555745548673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,3072,0.027240888939963445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,8192,0.07146666447321574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,7168,0.08758666780259873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,128,0.0037519998020595978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,65536,0.3134391042921278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,512,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,768,0.004628444297446145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,3584,0.3848835627237956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,32,0.0025635556214385563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,256,0.006609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,7168,0.8556275367736816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,2048,0.012874667015340594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,768,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,512,0.020600888464185927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,7168,0.010337777435779572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,51200,0.012851555314328937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,6144,0.005817777580685086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,256,0.14638400077819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,7168,0.014206222361988492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,5120,0.07934844493865967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,4096,0.017638223038779367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,512,0.004833777745564778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,4096,0.19368710782792833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,3584,0.1658044391208225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,768,0.02738933265209198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,256,0.004325333154863781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,51200,0.14198399914635554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,3584,0.011728888584507836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,12288,0.32463465796576607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,4096,0.012979555461141797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,128,0.00396799999806616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,4096,0.012822222378518848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,2048,0.008841777841250101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,65536,0.9126444922553169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,12288,0.31357423464457196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,12288,0.062422222561306424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,12288,0.07881689071655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,51200,0.1636622216966417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,512,0.011728000309732227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,2560,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,256,0.004211555752489301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,16384,0.7761119736565484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,1536,0.02629599968592326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,128,0.007881777981917063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,3584,0.20834222104814318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,6144,0.04012444284227159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,16384,0.025235555238193933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,1536,0.011055111057228513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,128,0.04237599836455452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,8192,0.5590408643086752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,1536,0.022472888231277466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,8192,0.03281689021322463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,128,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,3584,0.09729955593744914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,3072,0.017073776986863878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,64,0.0026773332307736077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,512,0.00721599989467197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,5120,0.010750222537252637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,16384,0.021029333273569744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,1024,0.005630222045713001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,7168,0.013031110995345645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,7168,0.048113776577843555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,51200,0.06187911166085137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,1024,0.005207111024194294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,1536,0.06184266673194038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,51200,0.10642844438552856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,2560,0.010817777779367236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,1024,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,12288,0.30047467019822865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,8192,0.07282221979565091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,128,0.004229333251714706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,51200,0.2412195470598009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,7168,0.10268711381488377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,10240,0.039896888865364924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,6144,0.057301335864596896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,4096,0.021026665965716045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,4096,0.23670755492316353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,768,0.010832889212502373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,16384,0.06038577689064873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,64,0.008601778083377415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,8192,0.03512533174620734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,1024,0.036954667833116316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,51200,5.03129408094618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,1536,0.1122079955206977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,51200,2.384910159640842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,1536,0.004815111143721474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,51200,0.04417422082689074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,6144,0.01130844404300054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,7168,0.05886399745941162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,51200,0.16686488522423637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,3072,0.005980444451173146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,3072,0.05784889062245687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,4096,0.3920622136857774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,768,0.09061244461271499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,3072,0.009298666483826106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,10240,0.046945777204301625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,51200,2.450439029269748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,3584,0.00758755538198683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,32,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,2048,0.07513511180877686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,10240,0.7177102300855848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,7168,0.015820443630218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,8192,0.08168533113267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,7168,0.1608168946372138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,1536,0.08011111285951403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,5120,0.13911378383636475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,12288,0.10539555549621582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,2560,0.021222222182485793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,256,0.005639111002286275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,2048,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,128,0.005129777722888523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,1024,0.29146401087443036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,3072,0.021779555413458083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,2048,0.016068443655967712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,6144,0.0480275551478068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,128,0.01108000013563368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,64,0.005802666561471091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,64,0.002704888789190186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,64,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,1024,0.25323555204603404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,12288,0.02756622268093957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,32,0.016407110624843173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,51200,0.21693066755930582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,4096,0.010450666977299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,65536,1.276767094930013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,8192,2.8090809716118703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,51200,1.088133282131619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,2560,0.014577777849303352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,3584,0.0540888872411516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,32,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,51200,0.31246309810214573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,1536,0.007166222565703922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,512,0.005097777893145879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,7168,0.013056000073750814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,4096,0.012170666621790992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,128,0.003216000066863166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,64,0.0027520000520679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,32,0.008003555238246918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,256,0.018872888551818002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,1024,0.026868444350030687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,512,0.006688888702127669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,2048,0.03479822145568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,3072,0.06608355707592435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,7168,0.040483554204305015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,5120,0.006712889091836081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,256,0.004469333423508538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,2048,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,6144,0.4455004268222385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,2048,0.014476444986131458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,65536,3.5205376942952475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,5120,0.0295688874191708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,64,0.009096889032257928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,3072,1.7853351169162328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,32,0.021560889151361253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,2560,0.03548444310824076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,51200,1.4452204174465602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,768,0.011568889021873474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,8192,0.03827200002140469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,4096,0.06052533123228285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,2048,0.07866311073303223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,2560,0.03901688920127021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,128,0.007080000307824876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,1024,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,768,0.014890667464998035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,1024,0.01328000012371275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,65536,0.4427155653635661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,65536,0.017416000366210938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,2560,0.00628977765639623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,3584,0.27927109930250377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,64,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,768,0.008959111240175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,2560,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,2048,0.006043555421961679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,12288,0.014868444866604276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,128,0.019345778557989333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,3584,0.0116462219092581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,3072,2.5939386155870223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,3072,0.00598933340774642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,51200,2.6578924391004777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,65536,0.08940444389979045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,512,0.017422222428851657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,512,0.022913777165942725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,32,0.007420444654093848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,256,0.006122666514582104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,6144,0.01054844425784217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,2048,0.025091555383470323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,128,0.03500266538725959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,2048,0.010695111420419482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,16384,1.8252514733208551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,3072,0.00942488925324546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,16384,0.18458933300442168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,2560,0.008031999899281396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,7168,0.016352888610627916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,256,0.006892444358931647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,10240,0.019108444452285767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,768,0.0038248888320393036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,51200,0.3483911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,3072,0.0069146665434042616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,65536,0.03783644570244683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,1536,0.06477599673800997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,128,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,3584,0.009297777381208207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,6144,0.02258133391539256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,7168,0.05659200085533989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,3072,1.3003600438435872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,64,0.0064479998416370815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,768,0.191393772761027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,5120,0.013886222408877479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,16384,0.08457155360115899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,16384,0.04759822289148966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,128,0.013629333012633853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,12288,5.381577809651692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,6144,0.13442311022016737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,12288,0.04182844360669454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,5120,0.016951110627916124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,65536,0.24040889739990234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,12288,0.09815733300315009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,64,0.003042666655447748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,1024,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,10240,0.0776675542195638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,12288,0.01700444519519806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,512,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,5120,0.043697777721616954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,1024,0.0075191110372543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,1024,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,768,0.011676444775528379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,2560,0.031855109665128924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,2048,0.024502222736676533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,2048,0.005872888697518243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,6144,0.01907199952337477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,768,0.03539822167820401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,4096,0.33759911855061847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,7168,0.0739004413286845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,8192,0.06044533517625597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,51200,0.06535289022657606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,768,0.36190401183234316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,10240,1.0996132956610787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,64,0.011576889289749993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,64,0.012323555847009024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,7168,0.28176977899339467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,3072,0.03513333201408386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,512,0.033152888218561806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,512,0.00507733349998792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,16384,0.5458053482903374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,51200,0.23576622539096406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,1536,0.008090666598743862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,12288,0.021635555558734473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,6144,0.1600844462712606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,16384,0.4239644474453396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,32,0.013921777407328287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,16384,0.1530968878004286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,4096,0.011392888923486074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,10240,0.025047111842367385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,65536,0.14007288879818386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,1536,0.01128533316983117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,2560,0.0710480014483134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,2560,0.21134577857123482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,3072,0.011033777561452655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,3072,0.47632445229424375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,51200,1.2441946665445964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,65536,0.15199466546376547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,8192,0.02386133372783661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,5120,0.016021332807011075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,256,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,16384,0.3316986560821533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,8192,0.09355466895633274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,32,0.0027102221631341507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,3072,0.00721777809990777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,8192,0.4026284482744005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,65536,0.571782218085395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,5120,0.041413333680894636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,16384,0.4392266538408067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,6144,0.03335466649797227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,3072,0.011534222298198275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,16384,0.3985173437330458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,10240,0.021496888664033677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,768,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,8192,0.019546666079097323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,6144,0.010248888697889116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,256,0.009826666778988307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,51200,0.20221866501702201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,1024,0.01685066686736213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,6144,0.019497777024904888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,2048,0.008554666406578487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,1024,0.01574844453069899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,4096,0.009659555223253038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,2560,0.3433306747012668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,65536,0.20092177391052246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,32,0.003216888962520493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,128,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,5120,0.12340444988674587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,128,0.007155555817815993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,16384,0.37143733766343856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,51200,0.23004621929592559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,128,0.005244444641802046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,128,0.005373333477311664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,3584,0.09980622265073989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,512,0.005590222362014983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,2048,0.047015110651652016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,51200,0.008023999631404877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,4096,0.10866400268342759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,1536,0.00462400002612008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,5120,0.039846221605936684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,16384,0.3149511019388835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,1024,0.7647813161214193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,5120,1.6410284042358398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,2048,0.018740443719757926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,8192,0.022101332743962605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,6144,0.005976888868543837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,3584,0.02678488857216305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,51200,0.5403928756713867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,768,0.00942133367061615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,12288,0.2667306794060601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,4096,0.01977333260907067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,8192,0.04945688777499729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,5120,0.012835555606418185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,6144,0.005934222290913264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,1536,0.025472889343897503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,2560,0.02444533341460758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,3584,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,3072,0.011419555379284753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,4096,1.5361937416924372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,7168,0.020370667179425556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,65536,0.3891395462883844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,6144,0.45139111412896055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,512,0.00963288876745436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,6144,0.09489866760041978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,2560,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,7168,0.06813777817620172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,512,0.04139288928773668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,3584,0.03298222356372409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,128,0.06589333216349284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,16384,0.028360890017615423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,5120,0.12144622537824844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,7168,0.15696888499789768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,1024,0.010974222587214576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,2560,0.13898489210340711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,768,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,128,0.0042088888585567474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,8192,0.21684711509280732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,4096,0.03183111217286851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,6144,0.29710933897230357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,65536,0.11688533094194199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,6144,0.014374223020341663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,256,0.004878222114510006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,768,0.3163706726498074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,10240,0.3656071027119954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,1536,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,4096,0.09121955765618218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,10240,0.07342666387557983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,8192,1.460952017042372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,10240,0.44367822011311847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,51200,2.40867551167806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,8192,0.02866666515668233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,12288,0.41656356387668186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,65536,0.06319733460744222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,1536,0.020854221449957952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,1536,0.009897777603732215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,16384,0.7241057819790311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,1536,0.006296000132958095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,3584,0.061499555905659996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,6144,0.023285332653257582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,7168,0.1455964379840427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,7168,0.013077333569526672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,2048,0.014358222484588623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,1536,0.014225777652528552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,2048,0.006735999965005451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,51200,0.053114665879143604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,4096,0.0374293327331543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,32,0.006704000135262807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,10240,0.09641955296198527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,768,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,8192,0.3773004478878445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,512,0.009441778063774109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,3584,0.011888888974984487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,10240,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,2048,0.08321777979532878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,3584,0.008621333373917473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,3072,0.009710222482681274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,256,0.00629066675901413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,128,0.0028924445311228433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,12288,0.12337777349683975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,7168,0.04005422194798788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,7168,0.07256533039940728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,51200,0.9820995330810547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,6144,0.01667555504375034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,32,0.006036444256703059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,2560,0.07450577947828504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,32,0.0029484445436133277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,256,0.030992888742023047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,512,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,1024,0.025674665967623394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,512,0.05626844697528415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,7168,0.03879466652870178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,16384,2.0654097663031683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,2048,1.594998253716363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,8192,0.021575111481878493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,65536,0.11305333508385552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,3584,0.18709066179063585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,4096,0.017588444881969027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,7168,0.1600115564134386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,3072,0.007143999967310164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,1536,0.011957333319716983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,12288,0.030151999659008447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,3072,0.027826666831970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,7168,0.021607110897699993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,4096,0.04033599959479438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,4096,0.010249777800507015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,51200,0.09058933125601874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,16384,0.21783378389146593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,768,0.005872000008821487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,1024,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,128,0.005352889084153705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,4096,0.009665778113736046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,8192,0.39600178930494523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,512,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,768,0.03320711188846164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,512,0.036257776949140764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,6144,0.01908888916174571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,128,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,64,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,2048,0.036073777410719134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,3072,0.06577955351935492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,3584,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,768,0.2948675685458713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,65536,0.48552264107598203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,51200,0.12876889440748426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,65536,0.32193067338731557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,12288,0.02872266703181797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,5120,0.011761777930789523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,7168,0.09716711441675822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,5120,0.009213333328564962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,51200,0.011358222199810876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,2048,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,7168,0.2023155556784736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,2560,0.01888533267709944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,256,0.05019377668698629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,12288,0.020990222692489624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,16384,10.11529541015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,16384,0.03307466705640157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,1536,0.46895376841227215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,768,0.004599110947714912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,2560,0.008837333156002892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,512,0.004977777600288391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,65536,3.171486324734158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,7168,0.24957688649495444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,1024,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,1536,0.021846221552954778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,2048,0.009958222508430481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,768,0.008766222331258986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,3072,0.06728800137837727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,65536,4.171738518608941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,2048,0.07195733653174506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,256,0.006355555521117316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,6144,0.013281777501106262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,1024,0.013977777626779346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,256,0.00443466669983334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,65536,3.539308547973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,512,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,1024,0.10313955280515884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,65536,0.6007013320922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,64,0.03951822386847602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,6144,0.029214223225911457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,4096,2.898335986667209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,64,0.011671110987663269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,256,0.004222222086456087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,1536,0.13833955923716226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,512,0.7105929056803385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,128,0.014114666316244336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,4096,0.17643822564019096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,512,0.004936000125275718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,51200,0.3835555447472467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,1536,0.10274222162034775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,65536,0.7407689094543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,512,0.0069297779765393995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,64,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,4096,0.012496000362767113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,2048,0.03436711099412706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,7168,0.008421333299742805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,5120,0.05568266577190823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,51200,0.395522673924764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,51200,0.30834489398532444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,1024,0.011573333707120685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,10240,0.04742133286264208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,32,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,51200,0.05044888787799411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,10240,0.054809778928756714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,512,0.0070293330483966405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,12288,3.2068292829725475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,8192,0.04345155424541897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,768,0.00600000015563435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,768,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,65536,0.32693955633375377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,256,0.0034862222770849862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,51200,2.3835343254937067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,1536,0.09045510821872288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,32,0.008893333375453949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,3072,0.14394133620791966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,10240,0.016711110870043438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,128,0.02071377800570594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,8192,0.0068986668354935115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,7168,0.0255724440018336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,10240,0.05927377939224243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,128,0.006803555621041193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,256,0.008976000050703684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,2560,0.021585777401924133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,2560,0.0105608892109659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,64,0.007143999967310164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,7168,0.10728266504075791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,65536,29.30722384982639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,7168,1.1200986438327365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,16384,0.3170168929629856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,768,0.0036311112344264984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,16384,0.03358844584888882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,128,0.01943111088540819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,4096,0.05580621957778931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,51200,1.3389413621690538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,10240,0.022847111026446026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,10240,0.24998222457038033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,16384,0.048807111051347524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,3072,0.21279644966125488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,10240,1.537157376607259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,1536,0.013591999808947245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,51200,0.11393866274091934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,7168,0.03200088938077291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,10240,0.20821955468919542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,16384,0.11892088254292806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,10240,0.1376319991217719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,1536,0.013359111216333179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,4096,0.04026222229003906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,128,0.003989333493842019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,2560,0.019928889142142404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,10240,0.08506400055355495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,16384,0.006789333290523953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,1536,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,10240,0.01737511157989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,1024,0.008741333252853816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,5120,0.045441776514053345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,256,0.01864177816443973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,8192,0.03257155418395996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,5120,0.008909333083364699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,2048,0.005489777773618698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,512,0.005753777921199799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,256,0.04196177919705709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,10240,0.20017688804202607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,16384,0.022437334060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,7168,0.029431111282772485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,6144,0.08979733122719659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,512,0.031488888793521456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,64,0.015991111596425373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,12288,0.3160933388604058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,6144,0.27339111434088814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,8192,0.11141155825720893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,12288,0.048913776874542236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,3584,0.031870222753948636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,6144,0.08128977484173246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,128,0.004193777839342753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,128,0.10550666517681545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,1536,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,256,0.004640000147951974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,1024,0.012644444074895648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,3072,0.17159199714660645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,2560,0.009099555512269339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,2048,0.0060159998635451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,7168,39.64564683702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,4096,0.03074222140842014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,65536,1.7874692281087239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,12288,0.053915556934144765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,51200,0.47788180245293516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,2560,0.04031733340687222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,128,0.05305777655707466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,1024,0.005524444497293896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,65536,0.12847999731699625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,5120,0.011333333121405708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,2560,0.010397333237859938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,3072,0.01050222251150343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,256,0.007544000115659501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,1536,0.1435155603620741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,32,0.15197511514027914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,8192,0.02656800051530202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,4096,0.3189822302924262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,1536,0.008627555436558193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,3584,0.02287111183007558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,1024,0.007885333564546373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,65536,1.660960939195421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,4096,0.016516443755891588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,5120,1.8852702246771917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,3584,0.012472888661755456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,512,0.004006222304370669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,51200,0.10441599951850043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,51200,0.5136693318684896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,1024,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,256,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,5120,0.04273777869012621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,6144,0.024579554796218872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,1024,0.01960533360640208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,2560,0.04448622133996752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,3072,0.006324444380071428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,3072,0.0063182223174307085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,51200,0.05496799945831299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,16384,0.020344000723626878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,5120,0.008962666822804345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,10240,0.013253333667914072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,3584,0.08986133337020874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,16384,0.05276977684762743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,10240,0.023201778531074524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,51200,0.25090045399136013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,2560,0.03401777810520596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,51200,0.07884355386098225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,7168,0.03439022103945414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,16384,0.34984978040059406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,4096,2.393892500135634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,3584,0.0137155552705129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,64,0.004004444513056013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,768,0.007337777978844113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,4096,0.20169333616892496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,8192,0.02719555629624261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,2560,2.0778861575656467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,2560,0.19600444369845918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,51200,0.05314844515588549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,256,0.004338666796684265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,2560,0.010317333042621613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,768,0.03844533363978068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,128,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,6144,0.26399289237128365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,512,0.00583022211988767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,512,0.005059555586841372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,2048,0.017937777770890128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,768,0.003607999947335985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,6144,0.011413333316644033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,768,0.023426666855812073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,4096,1.2144258287217882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,10240,0.05143910977575514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,256,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,10240,0.046794666184319385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,10240,0.12107288837432861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,4096,0.024830222129821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,3584,0.06451111369662814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,1024,0.2585546705457899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,2560,0.03763822383350796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,3072,0.018806222412321303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,3072,0.21569866604275176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,3584,0.36394309997558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,6144,0.20726222462124297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,16384,0.07049866517384847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,51200,5.26145511203342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,2560,0.0675635536511739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,7168,0.029145777225494385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,2560,0.022846221923828125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,768,0.006628444625271692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,2560,0.020595555504163105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,768,0.11281600263383652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,65536,0.3105120129055447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,512,0.00813422186507119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,10240,17.39767116970486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,5120,0.025715554753939312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,256,0.007713778151406183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,768,0.004399111287461387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,8192,0.07145155800713433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,6144,0.07624799675411649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,3584,0.03740533192952474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,4096,0.1392293373743693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,10240,0.023237332701683044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,10240,0.02665600015057458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,3584,0.1591742171181573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,512,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,51200,0.36301154560512966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,2560,0.048009776406817965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,65536,3.137149386935764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,2048,0.025041777226659987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,12288,0.0069155556460221606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,3072,0.014242667290899487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,5120,0.0915635559293959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,1024,0.008071111308203803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,2048,0.04867466621928745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,256,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,65536,0.147180438041687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,3584,0.014127110441525778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,64,0.005428444594144821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,2048,0.009737778041097853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,2048,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,1536,0.006135111053784688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,12288,0.03603022297223409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,4096,0.304511997434828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,4096,0.3843342198265924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,16384,3.178961859809028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,1536,0.007119110888904995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,6144,0.013367999758985309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,256,0.02401777770784166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,512,0.005685333162546158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,51200,0.2843946615854899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,12288,0.9956418143378364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,1536,0.01460533340771993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,2560,0.007622222105662028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,16384,0.042912890513738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,2048,0.023956444528367784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,2048,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,3072,0.008038221961922115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,768,0.0169831116994222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,65536,0.23195377985636392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,128,0.0035413333939181436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,5120,0.022038223014937505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,2048,0.007717333734035492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,12288,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,65536,0.3136133352915446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,65536,0.10333689053853352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,7168,0.27252356211344403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,6144,0.023398222194777593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,2048,0.006440889090299606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,4096,0.015659555792808533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,512,0.027998222245110407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,5120,0.5572311083475748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,1024,0.004927111168702443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,5120,0.1002311110496521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,10240,2.5430594550238714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,5120,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,2048,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,51200,1.2533786561754015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,6144,0.022788445154825848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,128,0.007355555891990662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,2048,1.155228402879503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,2560,0.8316506809658475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,256,0.006554666492674086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,16384,0.19200621710883248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,1024,0.8162346416049533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,1536,0.035290665096706815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,32,0.013328889177905189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,10240,0.0587866637441847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,3584,0.026712889472643535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,16384,0.02717511190308465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,2560,0.012095111111799875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,51200,0.24913512335883248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,64,0.01512888901763492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,1024,0.0101742222905159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,12288,0.37678133116828066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,4096,0.02034222251839108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,4096,0.014942222171359591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,64,0.004631999880075455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,12288,0.0274311105410258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,4096,0.06520711051093207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,64,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,3072,0.18763466676076254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,3584,0.13646399974822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,3072,0.14358399973975286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,3584,0.028672890530692205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,768,0.011903111305501727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,2560,0.12169688277774388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,10240,0.11197866333855523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,256,0.02788089050187005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,65536,0.07185333304935031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,10240,0.006589333216349284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,5120,0.7176791297064887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,2048,0.025989333788553875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,768,0.004388444539573458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,6144,0.17038133409288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,3584,0.012330667012267642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,32,0.1257128847969903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,16384,7.86185540093316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,2048,0.08636977937486436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,2560,0.04019999835226271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,8192,0.048615111245049365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,256,0.007732444339328342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,32,0.01165511127975252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,768,0.039055999782350324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,65536,0.2832515504625109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,128,0.0038622220357259116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,2048,0.013134222063753339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,5120,0.03006311257680257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,512,0.0033697777738173804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,128,0.0027644443843099806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,7168,1.4672204123602972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,7168,0.04150844282574124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,51200,0.12158311737908258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,7168,0.020356444848908316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,10240,0.2192995548248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,10240,0.8223733372158475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,512,0.007976888782448238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,3072,0.01717422240310245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,10240,0.04897422260708279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,5120,0.03844889005025228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,8192,0.017595556047227647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,2560,0.01661600006951226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,1536,0.010975999964608086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,512,0.006037333359320958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,2048,0.014092443717850579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,32,0.0027271111806233725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,12288,0.11415466997358535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,51200,0.08456177843941583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,16384,0.16933155059814453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,512,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,128,0.19190755155351427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,51200,0.19537333647410074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,1024,0.006872889068391588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,128,0.18833333916134307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,16384,0.013227555486891003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,6144,0.019409777389632333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,512,0.11228444841172959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,5120,0.008685333033402761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,1024,0.008432000047630733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,3584,0.013774221969975365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,768,0.025314667158656653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,10240,0.04481866624620226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,5120,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,2048,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,65536,4.1519215901692705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,2560,0.2067484458287557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,51200,2.341272989908854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,65536,4.845834520128038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,51200,0.21029778321584067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,2048,0.01847288840346866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,65536,0.5141084459092882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,65536,1.0329955418904622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,65536,0.14940088325076634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,512,0.006272000157170826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,1024,0.048927999205059476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,256,0.004997333304749595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,5120,0.016044444508022733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,16384,0.022601778308550518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,2560,0.3179973231421577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,65536,0.26474399036831325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,10240,0.022657778528001573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,512,0.019125334090656705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,10240,0.014679999815093147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,7168,0.03894666830698649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,8192,0.026475555366939966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,3584,0.007284444239404466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,10240,4.738386789957683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,5120,0.011956444217099084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,2048,0.015674667225943673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,12288,0.05437866515583462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,512,0.010799110763602786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,16384,0.08404711219999526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,1536,0.008771555291281806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,3584,0.01854044364558326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,3072,0.02551377813021342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,16384,0.014808000789748298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,512,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,3072,0.5077235433790419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,512,0.1105475558174981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,128,0.003181333343187968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,51200,0.15274311436547175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,4096,0.45022397571139866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,256,0.02717422280046675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,51200,0.08519199821684097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,2560,0.009789333575301701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,1536,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,6144,0.06946577628453572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,2560,0.031228442986806233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,3072,0.13987467024061415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,65536,0.05990666813320584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,768,0.005912000106440649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,4096,0.00943022221326828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,3072,0.7966951264275445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,64,0.013357333011097379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,256,0.7529324425591363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,32,0.007981333467695449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,1024,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,3584,0.020639111598332722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,2560,0.011335111326641507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,65536,0.4071439901987712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,768,0.04289688997798496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,4096,0.029575109481811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,2560,0.02474755545457204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,4096,0.0692088868882921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,2560,0.04315200116899279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,3072,0.009441778063774109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,2048,0.017442666822009616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,3584,1.0071866777208116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,5120,0.03168888886769613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,16384,0.15840978092617458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,3072,0.27125777138604057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,2048,0.047545777426825635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,6144,0.022150221798155043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,2048,0.025425778494940862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,128,0.004468444320890638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,10240,0.02232711182700263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,3584,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,512,0.007287110719415877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,6144,0.47863467534383136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,128,0.01629688839117686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,65536,0.7506035698784722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,5120,0.03481333454449972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,1536,0.007190222541491191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,4096,0.011990221838156382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,1536,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,4096,0.09449599848853217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,10240,0.04380888740221659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,768,0.009848888549539778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,4096,0.02048711147573259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,16384,0.08677155441708034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,768,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,5120,0.08380799823337132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,2560,0.02146311104297638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,16384,0.028103109863069322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,3072,0.011316444310877057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,64,0.005023111071851519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,51200,0.4829715622795953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,512,0.04201511210865445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,768,0.016885333591037326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,12288,0.020759999752044678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,1024,0.012442666623327466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,2560,0.5161840120951334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,6144,0.009524444739023844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,768,0.01975022256374359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,256,0.0053297777970631914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,2048,0.11993243959214951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,6144,0.015219555960761176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,128,0.0032266666077905228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,4096,0.011896889242861005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,64,0.03624000151952108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,3584,0.09230577945709229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,768,0.033398220936457314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,5120,0.7129048771328397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,65536,0.31560444831848145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,2048,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,12288,0.12500445048014322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,3072,0.013464888764752282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,512,0.017268444101015728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,4096,0.020941333638297185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,512,0.02352977792421977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,7168,0.008488888541857401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,1024,0.012578667038016848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,2560,0.10671466588973999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,128,0.004443555656406614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,128,0.004575110971927643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,3584,0.266687101787991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,12288,0.1985466612709893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,768,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,32,0.006073777874310811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,7168,0.031734221511416964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,4096,0.02534399926662445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,2560,0.19196000364091662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,256,0.014815110299322339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,65536,2.1340399848090277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,10240,0.028526223368114893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,12288,0.035447110732396446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,16384,0.10267821947733562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,3584,0.035169776942994856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,128,0.003277333246337043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,10240,0.043859554661644824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,32,0.005381333331267039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,512,0.4143013424343533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,1024,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,256,0.03864444295565287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,12288,0.025905778010686237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,3072,0.1207617786195543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,3584,0.0163102216190762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,7168,0.024826667375034753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,768,0.24222132894727919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,2048,0.09810400009155273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,2048,0.013032000097963544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,256,0.013629333012633853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,5120,0.02200088898340861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,16384,0.03541422221395705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,16384,0.016791999340057373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,16384,0.5924257702297634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,4096,0.03663911090956794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,1536,0.0247662216424942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,8192,0.18314488728841147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,65536,0.2848657766977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,1536,0.025545777546034917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,32,0.010123555858929953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,3072,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,2048,0.01017599966790941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,3072,0.07515733109580146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,8192,0.022750222020679053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,256,0.007882666256692674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,1536,0.026125333375400964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,256,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,65536,0.17325245009528267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,256,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,1024,0.049831112225850425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,64,0.008232889076073965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,512,0.01184622198343277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,1024,0.00797155582242542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,10240,0.013723555538389417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,768,0.03095910946528117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,16384,0.018699554933442008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,1024,0.006691555596060223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,2560,0.03461155626508925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,5120,0.01984355515903897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,256,0.16134933630625406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,2560,0.007138667007287343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,512,0.0076044441925154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,12288,0.05717688798904419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,6144,0.02390755547417535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,2560,0.18256799379984537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,3072,0.013736888766288757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,7168,0.035339554150899254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,12288,0.046931554873784385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,10240,0.020486222373114694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,3072,0.012599999705950419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,65536,0.17031289471520317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,12288,0.03802400165134006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,10240,0.18436000082227919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,10240,0.2524684535132514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,7168,2.579425811767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,16384,0.1395502222908868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,3072,0.06617777877383761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,65536,0.06941155592600505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,16384,0.23240089416503906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,5120,0.0921680000093248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,7168,0.46869691212972003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,512,0.005290666802061929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,512,0.01386222243309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,65536,37.96817355685764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,8192,0.01759999990463257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,6144,0.05417866508165995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,5120,0.027476444840431213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,51200,0.30784177780151367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,65536,0.05749599801169502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,8192,0.016880000631014507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,32,0.05566044648488363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,8192,0.08331733279758029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,32,0.009992000129487779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,10240,0.07426933447519939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,5120,0.06675289074579875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,12288,3.870491451687283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,512,0.007353777686754863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,128,0.0064488889442549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,256,0.010314666562610203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,256,0.05928888585832384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,6144,0.01847822301917606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,256,7168,0.03309511144955953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,65536,0.09568266736136542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,16384,0.03454044461250305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,7168,0.17758311165703666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,64,0.002879111096262932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,1536,0.015824000040690105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,51200,1.0658861796061199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,32,0.022524444593323603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,51200,5.868522644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,3072,0.01862844493654039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,512,0.0037724446091387006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,4096,0.058851553334130176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,16384,0.1643502182430691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,768,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,5120,0.02431022293037838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,16384,4.00187004937066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,4096,0.10132000181410049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,7168,0.4892755614386664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,512,0.0051893335249688895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,3584,0.008135110967689091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,512,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,10240,0.019703111714786954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,4096,0.28817065556844074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,1024,0.006464889066086874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,2560,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,16384,0.04737066560321384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,32,0.039721777041753135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,5120,0.029108444849650066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,3584,0.04261066516240438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,8192,0.046126223272747464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,2048,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,12288,0.448287116156684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,64,0.006879111131032308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,3072,0.0165964447789722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,10240,0.03096533483929104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,2048,0.022120889690187242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,1024,0.004025777594910728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,3584,0.022781333989567224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,51200,0.06848444541295369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,4096,0.014362666341993542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,3072,0.011239999698268043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,2560,0.007185777856243982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,8192,0.0184551113181644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,256,0.0035182221068276297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,6144,0.009846222069528367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,7168,0.028939555088678997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,5120,0.026911111341582403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,16384,0.010988444089889526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,256,0.014727110664049784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,512,0.004193777839342753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,3584,0.038924445708592735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,7168,0.022011554903454248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,2048,0.006137777947717243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,3584,0.028727110889222886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,8192,0.04400533437728882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,5120,0.051926222112443715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,8192,0.21397156185574004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,3584,0.19172267119089761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,1536,0.006526222245560751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,10240,0.08343999915652806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,256,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,6144,0.023376888699001733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,32,0.010031110710567897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,1024,0.012220444778601328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,512,0.03607822126812405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,7168,0.0144195556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,256,0.012116444607575735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,3584,0.014838222000333997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,2048,0.01830933325820499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,6144,0.06279377804862128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,5120,0.03380266825358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,65536,0.015185778339703878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,5120,0.025546666648652818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,2048,0.02401599950260586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,3072,0.0262773334980011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,5120,9.290878295898438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,4096,0.013153778182135688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,8192,0.02165422174665663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,1536,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,65536,2.151432885064019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,1024,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,10240,0.3109671009911431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,7168,0.1057715548409356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,1024,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,2048,0.012055111428101858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,7168,0.010255999863147736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,12288,0.02085599965519375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,768,0.02568088968594869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,128,0.018555555078718398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,12288,0.06551644537183973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,3072,0.17961600091722277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,12288,0.027976890405019123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,16384,0.3278364340464274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,65536,0.06703644328647189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,128,0.003899555653333664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,5120,0.020482665962643094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,12288,0.05266844564014011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,6144,0.012884444660610624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,3584,0.07318044371075101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,6144,0.01071200023094813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,12288,0.05886844131681654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,1536,0.005550222264395819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,3584,0.028096887800428603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,8192,0.5779502126905653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,512,0.004869333157936732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,10240,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,3072,0.1169182194603814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,32,0.008232889076073965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,10240,0.04279999931653341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,7168,0.1900364425447252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,2048,0.01607822212908003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,768,0.008635555704434713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,2560,0.02456088860829671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,4096,0.038033776813083224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,256,0.013527111046844058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,512,0.0092613332801395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,16384,0.17903644508785674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,5120,0.03902311126391093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,4096,0.14360088772243923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,2048,0.08948533402548896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,32,0.003100444459252887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,1024,0.005128889034191768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,65536,31.779683430989582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,128,0.0052666668262746595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,32,0.005938666562239329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,16384,0.6559679773118761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,1536,0.05327644281917148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,5120,0.030862222115198772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,12288,0.16215733687082926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,2048,5.551089816623264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,10240,0.10931289196014404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,3584,0.014876445134480795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,32,0.002833777831660377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,512,0.01721244388156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,64,0.0026897777699761917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,7168,0.03585422370168898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,12288,0.10121422343783909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,16384,0.019329778022236295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,3584,0.06962133116192289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,5120,0.2731448809305827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,1024,0.005097777893145879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,10240,0.035828444692823626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,1536,0.08282044198777941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,3584,0.0906640026304457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,32,0.006831999868154526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,768,0.02145511077509986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,1024,0.046181334389580615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,6144,0.020789333515697055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,1536,0.023034666975339253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,256,0.025262221693992615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,3072,0.05006222261322869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,1536,0.017056889004177518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,512,0.013829333086808523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,3584,0.05381866627269321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,3072,0.029567999972237483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,6144,0.30093243387010365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,65536,0.40190932485792374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,16384,0.023157333334287006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,12288,16.530237833658855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,7168,0.019884443945354886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,3072,0.039930668142106794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,3584,0.07493866814507379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,256,0.005304000029961268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,256,0.005286222116814719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,2048,0.03250933355755276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,2560,0.15570399496290419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,64,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,51200,0.05128711130883959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,51200,0.052536888255013355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,10240,0.027052443888452318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,1536,0.009999111294746399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,16384,0.20411645041571724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,768,0.04338666796684265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,5120,0.011141333315107556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,7168,0.1503760019938151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,8192,1.1721902423434787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,12288,0.1127564509709676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,4096,0.03641866644223531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,256,0.002924444360865487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,128,0.004498666773239772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,6144,0.019983111156357657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,8192,0.19077689117855498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,6144,0.06306755542755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,2560,0.25982666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,2560,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,32,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,4096,0.021606221795082092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,5120,0.10452000300089519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,3072,0.007158222297827403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,5120,0.009343999955389235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,10240,0.01907911068863339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,65536,1.3284240298800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,128,0.00452533322903845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,128,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,65536,4.496790144178602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,256,0.049944000111685864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,64,0.012119111087587146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,256,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,3072,1.6799946890936956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,32,0.010751999914646149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,64,0.0028764444092909494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,5120,0.011033777561452655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,2560,0.024526221884621516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,7168,0.18681332800123426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,7168,0.008301333420806462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,10240,0.1836986674202813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,8192,0.00673333348499404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,16384,0.20637067159016928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,3584,0.021293333835071985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,51200,0.10351110829247369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,256,0.011848889291286469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,128,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,12288,0.018328888548745047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,10240,0.01421333352724711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,5120,0.010431999961535135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,6144,0.013271999855836233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,16384,0.030239999294281006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,16384,1.0230781767103407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,4096,0.220049778620402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,8192,0.023636443747414485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,32,0.0034346667428811393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,1024,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,5120,0.009514666265911525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,64,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,65536,0.7344640096028646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,5120,0.267032888200548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,51200,0.06578133503595988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,3072,0.05766666597790188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,256,0.018645332919226754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,768,0.023863111933072407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,2560,0.016341333587964375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,2048,0.007965332931942409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,2560,0.011658666862381829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,512,0.0719662242465549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,1536,0.007284444239404466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,51200,0.2530177699195014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,512,0.2642062240176731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,65536,0.08170577552583483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,1024,0.05830578009287516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,768,0.011556444068749746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,512,0.05214133196406894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,1024,0.04253955682118734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,3584,0.12295022275712754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,51200,12.82861073811849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,3584,0.14045333862304688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,64,0.003415999934077263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,2048,0.018568888306617737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,10240,0.10795199871063232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,5120,0.014344889256689282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,768,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,65536,0.7547226481967502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,5120,0.1312639978196886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,128,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,65536,0.5673235787285699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,65536,0.6031600104437934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,65536,0.06714222166273329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,3584,0.6559057765536839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,6144,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,2048,0.006384000182151794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,1024,0.005623999983072281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,1024,0.004505777938498391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,768,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,5120,0.06360177861319648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,128,0.13832533359527588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,12288,0.20829599433475068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,32,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,2048,0.15226133664449057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,5120,0.01625333395269182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,64,0.024355555574099224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,16384,0.14558755026923284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,1024,0.023952888117896184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,16384,0.029014223151736792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,3584,0.021731555461883545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,2560,0.09620000256432427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,64,0.003970666478077571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,12288,0.01798577772246467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,1024,0.012806221842765808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,5120,0.013167999684810638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,512,0.00544799988468488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,512,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,1536,0.013731555806265937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,256,0.004986666556861666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,8192,0.31536444028218585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,2048,0.016823111308945548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,1536,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,16384,0.051242666112052075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,16384,0.08148622512817383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,7168,0.25465067227681476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,51200,2.6568052503797746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,8192,0.014200000299347771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,65536,0.3878622319963243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,512,0.034118221865759954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,128,0.009137777818573846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,12288,0.03572266631656223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,10240,0.03780533207787408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,4096,0.01367377738157908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,12288,1.2351520326402452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,1024,0.1756568882200453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,3584,0.009572444690598382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,12288,0.02161955502298143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,8192,0.2733173370361328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,8192,0.05346222387419807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,32,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,1024,0.00905600024594201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,3584,0.7861555417378744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,32,0.0027155555370781156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,5120,0.020763556162516277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,12288,0.03195822238922119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,768,0.026167111264334783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,512,0.0037973332736227247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,1024,0.004368000146415499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,5120,0.030863109562132094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,51200,0.5874444643656412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,12288,0.05667822228537666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,8192,0.05420000023312039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,8192,0.31948089599609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,51200,0.11202755239274766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,768,0.014829332629839579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,1536,0.005480888817045424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,128,0.004134222037262387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,2048,0.05736266904407077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,6144,0.2293084462483724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,16384,10.469245910644531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,1536,0.030179556873109605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,7168,0.01830577850341797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,256,0.01348888874053955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,1024,0.008780444661776224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,3072,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,65536,10.581609937879774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,8192,0.021240888370407954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,32,0.004003555410438114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,7168,0.0572871102227105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,51200,0.16350932916005453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,768,0.007724444071451823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,12288,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,32,0.01667022208372752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,51200,0.052998221582836576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,3072,0.010420444111029306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,12288,0.5693457921346029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,2560,0.07235999902089436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,2048,0.011997333003415002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,32,0.04148000147607591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,4096,0.22165600458780924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,3584,0.18341422080993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,4096,0.38273244433932835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,51200,7.550408257378472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,4096,0.024703999360402424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,12288,0.16064355108473036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,1536,0.24493511517842612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,5120,0.02120977805720435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,10240,0.040172444449530706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,128,0.0047191112405723995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,768,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,8192,3.2509369320339627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,256,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,7168,0.10139555401272243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,2560,0.00851999968290329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,12288,0.0815075569682651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,6144,0.030758221944173176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,128,0.00508088908261723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,6144,0.2609599961174859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,16384,0.103493332862854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,12288,0.05737955702675713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,65536,0.1137511067920261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,256,0.005225777626037598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,3584,0.007927999728255803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,2048,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,256,0.004456000195609199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,256,0.006627555522653792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,6144,0.03438755538728502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,2048,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,10240,0.0605493320359124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,16384,2.5187759399414062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,65536,0.01534222231970893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,3072,0.00905511114332411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,6144,0.023027555810080633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,1024,0.004301333179076512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,7168,0.1162231100930108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,2560,0.8318844371371799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,128,0.004512000001139111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,768,0.006552000012662675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,128,0.005705777969625261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,256,0.004921777794758479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,64,0.13725866211785212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,2560,0.13541066646575928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,1536,0.01666933298110962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,4096,0.028455999162462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,65536,0.045271999306148954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,10240,0.03609600000911289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,768,0.04562222295337253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,64,0.0053591111467944244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,16384,0.023157333334287006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,1536,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,1536,0.017071111334694754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,12288,0.3626888857947455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,65536,0.11435911390516494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,256,0.008461332983440822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,12288,0.011492444409264458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,12288,0.024937777055634394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,10240,0.7363164689805773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,2560,0.023409777217441138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,512,0.004309333446953031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,768,0.029288000530666772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,6144,0.036256889502207436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,7168,0.022612444228596155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,256,0.006736889067623351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,10240,0.04478044311205546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,8192,0.014936000108718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,64,0.005456888841258154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,2048,0.04376088910632663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,128,0.004569777597983678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,512,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,51200,0.5421413315667046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,10240,0.2677368852827284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,2048,0.02236622240808275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,256,0.00444177786509196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,2560,0.0070497774415545994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,128,0.02350844442844391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,65536,1.3732710944281683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,768,0.08640266789330377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,256,0.003506666670242945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,32,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,512,0.006136888845099344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,256,0.031692445278167725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,32,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,4096,0.023564444647894964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,16384,0.021920889616012573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,12288,0.04177333248986138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,8192,0.01697688963678148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,128,0.0028942223224374983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,128,0.005203555441564984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,12288,0.24700000551011828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,2560,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,7168,0.014869333969222175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,7168,0.05977421998977661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,3584,0.007841777470376756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,4096,5.126742045084636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,6144,0.03660533494419522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,51200,0.0373253325621287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,5120,0.055198222398757935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,2560,0.11897599697113037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,64,0.043215112553702466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,2048,0.024642666180928547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,64,0.0027137777457634607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,10240,0.23700356483459473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,6144,0.07086044549942017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,8192,0.410462220509847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,1536,0.032560888263914324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,128,0.005551110953092575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,65536,0.0491502218776279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,512,0.008897778060701158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,51200,1.8369483947753906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,1536,0.015233778291278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,51200,0.2428222232394748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,3584,0.00665511108107037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,2560,0.05575199921925863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,7168,3.348076502482096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,64,0.005662222289376789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,768,0.04220444295141432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,16384,0.8019173410203723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,51200,60.83782958984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,10240,0.04751377635531955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,8192,0.008222222328186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,3584,0.16661777761247423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,2048,0.403947565290663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,768,0.03975377811325921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,32,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,64,0.00370755543311437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,7168,0.02181244393189748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,3584,0.47737423578898114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,3072,0.03836355606714884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,3072,0.016390222642156813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,128,0.00942311104800966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,3584,0.02460799945725335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,12288,0.12901955180697972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,51200,0.31119733386569554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,128,0.002834666727317704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,2048,0.017088888419999015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,16384,1.225127961900499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,8192,0.29446665445963544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,7168,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,51200,0.5199359787835015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,256,0.004658666749795278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,2048,1.4417848587036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,32,0.0033893332713180115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,12288,0.035622222556008235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,8192,0.01297155519326528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,3584,1.1118586858113606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,4096,0.01806311143769158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,6144,0.012826667063766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,51200,0.2535004350874159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,7168,0.013366222381591797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,5120,0.03007733490731981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,65536,0.6081422170003256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,65536,0.10752177900738186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,3072,0.010006222460005019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,768,0.03128177920977274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,32,0.007154666715198093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,51200,0.36339465777079266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,2560,0.011337777806652917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,1024,0.05327999922964308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,3584,0.05505688985188802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,128,0.010611555642551847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,7168,0.0851093331972758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,7168,0.021185777253574792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,16384,0.3348648813035753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,64,0.01148977792925305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,65536,0.21161777443355986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,5120,0.04119022356139289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,51200,0.11996177832285564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,2560,0.007010666860474481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,256,0.003399111123548614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,7168,0.6504862043592665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,51200,0.07875021961000231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,128,0.005355555564165115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,2560,0.0270142224099901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,1024,0.006937777830494775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,65536,2.6345147026909723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,512,8192,0.0158595558669832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,65536,0.5744791030883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,8192,0.0138586668504609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,6144,0.00701333334048589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,1024,0.026850667264726426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,10240,0.027061333258946735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,64,0.007858666280905405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,51200,0.11964444319407146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,12288,0.029041777054468792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,65536,0.2804364363352458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,10240,0.12579200002882215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,32,0.00554666668176651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,6144,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,1024,0.01567911108334859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,51200,1.0193999608357747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,7168,0.020657777786254883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,1024,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,768,0.006172444257471297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,6144,0.09957777791553074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,7168,0.06779288583331637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,1024,0.013798221945762634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,128,0.03196177879969279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,51200,17.21337721082899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,4096,0.09654400083753799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,1536,0.014262222581439547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,8192,0.34932711389329696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,12288,0.03510577811135186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,12288,0.28371556599934894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,8192,0.02850311001141866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,5120,0.009659555223253038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,256,0.2864186763763428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,51200,0.22395287619696724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,8192,0.06707733207278781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,2560,0.02243999971283807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,5120,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,32,0.006816888848940532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,10240,0.0917137795024448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,512,0.008166222108734978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,6144,2.8644693162706165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,768,0.01847466660870446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,2048,0.26311911476982963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,5120,0.04610222246911791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,4096,0.010599999792046018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,128,0.007264888948864407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,16384,0.08656355407502915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,3584,0.1837244431177775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,512,0.006766222417354584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,2560,0.011261333194043903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,16384,0.399724456999037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,7168,0.02626755502488878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,65536,0.08063733577728271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,768,0.00775022225247489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,3072,0.020615110794703167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,1536,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,768,0.2339226669735379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,1536,0.005967111223273807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,768,0.018942221999168396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,1024,0.03363200028737386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,3584,0.008274666965007782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,2560,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,32,0.005838222387764189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,2560,0.007145778172545963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,2560,0.008319999608728621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,65536,1.5935537550184462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,7168,0.799506664276123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,12288,0.6316755612691244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,128,0.005011555635266834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,6144,0.020842666427294414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,2048,0.039672000540627375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,65536,0.08059377802742852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,12288,3.754844241672092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,1024,0.010800888968838586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,8192,3.5732400682237415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,7168,0.021872889664438035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,10240,0.4804106818305121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,3584,0.16857155164082846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,3584,0.01647555496957567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,64,0.01531377765867445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,65536,0.11728621853722467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,512,0.06398133436838786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,64,0.010533333652549319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,6144,0.0068897778789202375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,5120,0.020762667059898376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,4096,0.01013422260681788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,4096,0.7911235491434733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,1024,0.00867022242810991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,1536,0.005910222315125995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,32,0.003003555453485913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,7168,0.03469511204295688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,16384,0.027484445108307734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,768,0.0038577777643998465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,2560,0.06232800086339315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,6144,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,512,0.006766222417354584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,3072,0.1344719992743598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,10240,0.01824977828396691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,128,0.0956231090757582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,51200,0.10011821985244751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,768,0.013408888545301227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,51200,0.07988888687557645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,10240,0.0211182220114602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,128,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,16384,0.02032977839310964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,256,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,8192,0.01187111106183794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,6144,0.01923377811908722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,4096,0.008183110919263627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,2560,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,512,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,4096,0.0491866668065389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,768,0.031136890252431233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,128,0.10127911302778457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,1024,0.0051857779423395796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,51200,0.053563555081685386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,2560,0.011354666617181567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,2560,0.0075351107451650835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,2048,0.0061928890645504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,768,0.03899022274547153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,12288,0.30388977792527944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,256,0.007822222179836696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,256,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,7168,0.17182044188181558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,512,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,128,0.005111111121045219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,32,0.02748888896571265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,8192,0.013017777767446307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,1024,0.010768888725174798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,1024,0.011935110721323224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,7168,0.06290222538842095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,3584,0.025126222107145522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,256,0.003944000022278892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,51200,0.30810756153530544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,128,0.004118222329351637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,32,0.01629155543115404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,1536,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,12288,7.222185770670573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,10240,0.07673422495524089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,128,0.005146666533417172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,12288,0.006711999989218182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,7168,0.02160177793767717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,1536,0.02440711193614536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,32,0.008258666429254744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,32,0.03011022342575921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,51200,0.5007591247558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,768,0.2544684410095215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,1536,0.08238666587405734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,12288,0.6131280263264974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,2560,0.18122843901316324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,3072,0.1461928950415717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,3584,0.01256711118751102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,8192,0.17852532863616943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,8192,0.013743999931547375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,12288,9.195794847276476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,256,0.06058310800128513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,768,0.007361777954631382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,7168,0.018209778600268893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,6144,0.021200888686709937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,65536,0.7459911240471734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,3584,0.02012977831893497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,1024,0.07611288626988728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,4096,0.41792800691392684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,6144,0.048370665974087186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,7168,0.14080711205800375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,768,0.007229333122571309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,10240,0.04926400052176582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,4096,0.31645332442389595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,7168,0.017305778132544625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,128,0.012375999655988483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,64,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,8192,0.040017777019076876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,7168,0.028484443823496502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,4096,0.0846453309059143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,16384,0.02162133322821723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,4096,0.3639644516838922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,768,0.33603376812405056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,2048,0.01255733354224099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,3584,0.0247688889503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,256,0.00869688888390859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,3584,0.009637333452701569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,3072,0.16531733671824136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,256,0.017102221647898357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,51200,0.06814489099714491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,512,0.003954666770166821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,256,0.003112000102798144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,768,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,32,0.007115555306275685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,128,0.002846222163902389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,256,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,2560,0.06148799922731188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,128,0.002847111059559716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,3072,0.009930666950013902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,12288,0.2987724410163032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,32,0.005366222312053044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,2048,0.15817422337002224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,768,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,1024,0.004779555731349521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,2560,0.05735911263359917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,7168,0.02810488806830512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,65536,0.06502399841944377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,512,0.011720000041855706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,2560,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,4096,0.02019466625319587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,64,0.0029351111087534162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,6144,0.014912888407707214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,3584,0.028431998358832464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,10240,1.1946267022026908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,2560,0.12087021933661567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,1024,0.007609777980380588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,512,0.006308444258239534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,8192,0.25135111808776855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,256,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,65536,0.8091431193881564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,2560,0.02473066747188568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,7168,0.011172444456153445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,512,0.005024888863166173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,1536,0.01202488856183158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,256,0.17970755365159777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,5120,0.019516444868511625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,3072,0.017116443978415597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,6144,0.02694844371742672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,7168,0.010441777606805166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,3584,0.04931199881765577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,3584,0.02011999984582265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,64,0.01254666679435306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,2048,0.006602666858169768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,7168,0.013463999662134381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,4096,0.7480133374532064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,1536,0.021584888299306233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,1536,0.00960622231165568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,512,0.008394666843944127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,3584,0.02853511108292474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,16384,0.23286310831705728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,4096,0.04871288935343424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,256,0.043282667795817055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,768,0.040228443013297185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,128,0.039134220944510564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,8192,0.011383111278216044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,51200,0.25242845217386883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,256,0.0041911109454101985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,512,0.02500711050298479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,64,0.0025537777692079544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,4096,0.011493333511882357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,1536,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,2048,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,512,0.01480977733929952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,768,0.005927111125654644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,3072,0.010130667024188572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,64,0.14510488510131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,65536,0.1722275548511081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,2048,0.09178222550286187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,10240,0.034584889809290566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,10240,1.5983147091335719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,768,0.37125423219468856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,512,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,51200,0.27078578207227916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,3072,0.008210666477680206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,6144,0.941647105746799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,8192,0.03949866692225138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,12288,0.9648390875922309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,6144,0.019152889649073284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,512,0.0047146665553251905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,6144,0.1477457814746433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,3584,0.03433155682351854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,12288,0.018954666124449838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,5120,0.15585600005255804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,51200,0.4498746660020616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,12288,0.1658302280637953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,10240,0.022664000590642292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,32,0.008663111262851292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,512,0.003552888830502828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,8192,0.40001511573791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,2560,0.015196444259749519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,3072,0.1566693385442098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,1536,1.2424533632066515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,512,0.005581333405441708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,2560,0.128729780515035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,10240,0.02370311154259576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,7168,0.12475377983517116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,512,0.0036888888312710654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,4096,0.008877333667543199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,128,0.004975999808973736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,7168,1.7103555467393663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,16384,0.020803555846214294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,3584,0.02836444311671787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,32,0.019632889164818656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,128,0.0031866667171319327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,6144,0.014735110931926303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,512,0.024658666716681585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,2560,0.007196444604131911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,10240,0.38574756516350645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,65536,2.1503893534342446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,7168,0.052067554659313627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,1024,0.04637777805328369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,1024,0.05166044500139025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,512,0.004113777644104428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,6144,0.013328889177905189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,768,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,1536,0.00700444479783376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,6144,0.06556355290942721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,3584,0.012444444828563266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,6144,0.25336265563964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,1024,0.05911733044518364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,256,0.013168888787428537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,1536,0.017678222722477384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,16384,0.07439288828108045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,1024,0.029663112428453233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,3072,0.0075626663035816616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,10240,2.0610018836127386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,256,0.020371556282043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,128,0.022745778163274128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,2048,0.007873777714040544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,768,0.010303999814722273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,1536,0.0069982219073507525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,12288,8192,0.0745662252108256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,5120,0.01184266640080346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,256,0.04575111137496101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,3584,1.6537484063042536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,512,0.005600000007285013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,1024,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,2560,0.0826408863067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,128,0.005807111246718301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,128,0.02588711182276408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,32,0.030427555243174236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,768,0.008790222307046255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,3072,0.01830844415558709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,5120,0.012286221815480126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,10240,0.7773315641615125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,16384,0.11330400572882758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,10240,0.3083919949001736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,8192,0.16116621759202746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,1536,0.028062221076753404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,5120,0.011676444775528379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,7168,0.01622488929165734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,512,0.09380888938903809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,10240,0.07002488772074382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,128,0.004534222185611725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,256,0.005701333284378052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,51200,0.3790755536821153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,3584,0.04628711276584201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,32,0.025026667449209426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,128,0.002961777771512667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,256,0.0657857788933648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,32,0.00618488879667388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,2560,0.00692622239391009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,65536,0.23332977294921875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,51200,0.06322044134140015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,128,0.009576888548003303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,512,0.009266667068004608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,2048,0.006823110911581252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,256,0.015678221980730694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,3584,0.04641866683959961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,1024,0.024921778175565932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,2048,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,3072,0.06883644395404391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,51200,0.028767999675538804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,65536,0.23918400870429146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,51200,0.11858310964372422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,2048,0.00741155528359943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,10240,0.024123556084103052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,51200,0.4570808940463596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,4096,0.47792980406019425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,16384,0.5926897790696886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,12288,0.3778693411085341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,64,0.0030702222138643265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,128,0.006010666489601135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,65536,0.4201360013749864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,5120,0.01311555587583118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,3072,0.016759999924235873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,65536,0.022872888379626807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,3584,0.043603556023703686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,7168,0.015676443775494892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,2048,0.01162577751610014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,65536,0.1862542231877645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,2560,0.0448000000582801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,768,0.006504888749784893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,5120,0.6427271101209853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,1024,0.02381155557102627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,3584,0.4610995716518826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,3584,0.14086843861473933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,2048,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,64,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,5120,1.4303848478529189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,512,0.013103110922707452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,7168,0.08586221933364868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,6144,0.04211911227968004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,128,0.031543999910354614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,1536,0.015169777803950839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,128,0.00360355567600992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,4096,0.15582311153411865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,768,0.16830933094024658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,2048,0.016819554898473952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,1024,0.010034666293197209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,32,0.02023555503951179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,1024,0.012794666820102267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,51200,0.05347822109858195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,256,0.024171556035677593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,3072,0.06384444236755371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,32,0.005138666679461797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,5120,0.06253600120544434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,4096,0.04870666729079353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,4096,0.014306666122542487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,51200,4.673848893907335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,10240,0.37776888741387266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,5120,0.01054844425784217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,12288,0.01827022267712487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,128,0.007311111523045435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,1024,0.005983110931184556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,3584,0.09148444732030232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,65536,0.7944035530090332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,5120,0.029083556599087183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,12288,0.01885600056913164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,1024,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,16384,0.02792444494035509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,6144,0.010313777459992303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,4096,0.006178666734033161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,7168,1.3458275265163844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,768,0.004912000149488449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,768,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,10240,0.02050755586889055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,3584,0.029099557134840224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,768,0.02104533380932278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,3072,0.10699911250008477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,12288,0.03327466713057624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,768,0.004785777793990241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,256,0.0035333335399627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,7168,0.1484195523791843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,65536,0.0921013355255127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,10240,0.008551110823949179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,16384,0.05156977640257942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,2048,0.01519466605451372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,12288,0.040080888403786555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,128,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,10240,0.02826311190923055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,7168,0.03131644593344794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,512,0.008027555214034187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,256,0.0031386667655573953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,128,0.004091555459631814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,16384,0.08903377585940891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,51200,0.2631893422868517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,128,0.0042053332759274375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,1024,0.014242667290899487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,512,0.03676177726851569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,64,0.016705777910020616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,2048,0.08755555417802598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,12288,0.015491555134455362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,32,0.0029360000044107437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,512,0.005071111023426056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,1024,0.07031555308236016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,512,0.004923555586073133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,8192,0.027114666170544092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,6144,0.1570026609632704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,4096,0.1172106663386027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,768,0.022436444958051045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,3584,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,2560,0.015432889262835184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,2048,0.7814515431722006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,51200,0.31875822279188365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,7168,0.016228444046444364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,8192,0.007829333345095316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,7168,0.04231377773814731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,51200,0.4268702136145697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,32,0.012730666332774691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,2048,0.27721956041124135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,7168,0.010812444819344414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,5120,0.15753689077165392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,64,0.11243732770284016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,1024,0.008624888956546783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,256,0.004923555586073133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,768,0.005512889060709212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,4096,0.12956889470418295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,12288,0.06038755840725369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,768,0.02148355543613434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,2048,0.07859910859002008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,3072,0.02184177769554986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,4096,0.03592711024814182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,768,0.013889777991506787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,2048,0.040045334233178034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,64,0.016346666547987197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,12288,0.03334488802485996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,6144,0.11382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,2048,0.00814400033818351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,4096,0.008434666527642144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,256,0.1355502208073934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,128,0.1348337729771932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,256,0.0030871110243929755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,7168,0.017661333084106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,2048,0.02049511174360911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,3584,0.025594666600227356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,2048,0.020451555649439495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,64,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,4096,0.011057777537239922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,7168,0.08279999759462145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,5120,0.056417776478661426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,2560,0.008900444540712569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,7168,0.27312445640563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,64,0.0026613333159022858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,1024,0.009360888765917884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,5120,0.05236444539493985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,12288,4.951209598117404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,64,0.003335111050142182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,512,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,1536,0.006772444479995304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,768,1.6856471167670355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,7168,0.01882755590809716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,6144,0.17125156190660265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,1536,0.021726222501860723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,7168,0.09575733211305405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,768,0.008489777644475302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,32,0.04751555456055535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,51200,0.5189057985941569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,10240,0.023285332653257582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,3584,0.012306667036480375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,16384,0.4232319990793864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,3584,0.1167724397447374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,32,0.010651555326249866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,10240,0.02516888909869724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,128,0.005280888742870755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,5120,0.29728711975945366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,8192,0.013535999589496188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,12288,0.8959858152601453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,1024,0.012500444220172035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,1536,0.010428444378905825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,1536,0.04450044367048475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,5120,0.1044986645380656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,16384,0.07819466458426581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,8192,0.015519110692871941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,10240,3.0381982591417103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,16384,0.08902666966120402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,64,0.009286222358544668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,5120,0.04646844334072537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,7168,0.02844888965288798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,51200,1.8466960059271917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,512,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,10240,0.05282310975922478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,16384,0.03042311138576931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,768,0.008397333323955536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,12288,0.23360978232489693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,1024,0.005324444423119227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,16384,0.7085724406772189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,256,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,2048,0.050613333781560264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,10240,0.019329778022236295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,1536,0.005207111024194294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,6144,0.0169813334941864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,3584,0.010788444843557147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,6144,0.464396423763699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,256,0.003128888913326793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,5120,0.23755733172098795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,2560,0.012231999801264869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,32,0.04511911008093092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,65536,17.590794881184895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,6144,0.05423644516203138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,10240,0.022441777918073866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,768,0.3960399892595079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,5120,0.008894222478071848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,512,0.02260977857642704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,768,0.004303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,5120,0.0068417779273457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,256,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,8192,0.2054871055814955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,512,0.06938222381803724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,16384,0.020524443851576913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,256,0.0033395555284288195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,3072,0.1445795562532213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,64,0.021034666233592566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,65536,0.2646835645039876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,65536,0.06536444690492418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,10240,0.008441777692900764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,768,0.021428444319301184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,4096,0.011789333489206104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,128,0.002983999955985281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,4096,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,1536,0.0351235568523407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,7168,0.3646533224317763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,5120,0.018156444032986958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,1024,0.04237777656979031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,1536,0.05877421961890327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,32,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,32,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,2560,0.024311110377311707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,512,0.021887999441888597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,65536,0.24392443233066133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,8192,0.04708355665206909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,7168,0.06161866585413615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,8192,0.07468177874883015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,16384,1.123485353257921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,12288,0.056932442718082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,10240,0.08323555522494845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,4096,0.2634684509701199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,2560,0.009739555418491364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,7168,0.02108000053299798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,3584,0.016351110405392118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,5120,0.3214844332800971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,5120,0.02899555696381463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,5120,0.7839786741468641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,51200,0.28353243403964573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,768,0.016050666570663452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,2560,0.0762044456270006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,512,0.004875555634498596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,16384,0.0947271121872796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,32,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,3072,0.04790133237838745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,3072,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,1024,0.010110222631030613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,7168,0.03412088751792908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,32,0.013563555147912769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,8192,0.050606220960617065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,2048,0.11180355813768174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,10240,0.07084533241060045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,4096,0.011531555818186866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,5120,0.016179554992251925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,768,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,51200,0.055587556627061635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,1024,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,256,0.20919999811384413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,6144,0.046705779102113515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,3584,0.00871288859181934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,16384,0.13412977589501276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,128,0.004311999926964442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,2560,0.013207111093733044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,12288,0.06213421954049004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,128,0.006573333508438534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,7168,0.05397511190838284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,768,0.00599911105301645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,3072,0.09193778038024902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,1024,0.00509333320789867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,7168,0.06548000044292875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,3584,0.011198221809334226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,512,0.011230222052998014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,8192,0.015660444895426433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,2048,0.11946577495998806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,10240,0.05911466810438368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,51200,16.53299289279514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,5120,0.03761955433421665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,3072,0.4301919937133789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,256,0.017441777719391715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,3072,0.7180915408664279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,768,0.01129333343770769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,7168,0.3119991090562609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,16384,0.038091556893454656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,7168,0.039149334033330284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,12288,0.5995724466111925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,10240,0.02879555688963996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,7168,0.05198311143451267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,2560,0.009393778112199571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,3072,0.3056515587700738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,12288,0.023640000157886084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,1536,0.006945778098371293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,768,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,2560,0.0447377794318729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,2560,0.12449955940246582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,65536,0.07195378012127347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,1024,0.018607111440764535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,51200,0.12046399381425645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,7168,0.18170400460561117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,1536,0.06672533353169759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,64,0.006811555474996567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,16384,0.0710924466451009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,32,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,65536,1.6892009311252172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,16384,0.049916442897584706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,16384,0.033011555671691895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,5120,0.4464400079515245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,8192,0.012335999972290464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,2048,0.016886222693655226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,2560,0.054562668005625405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,2560,0.021003555920388963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,1536,0.005800888770156437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,51200,0.7281537585788302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,10240,0.31509245766533744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,1024,0.014581332604090372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,6144,0.04933333396911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,2048,0.3183671103583442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,64,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,5120,0.04859200119972229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,2048,0.05401600069469876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,10240,0.018477333916558158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,3072,0.016428444120619033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,7168,0.08523999982410008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,2560,0.009514666265911525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,5120,0.12993421819474962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,2560,0.005962666538026597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,1024,0.02260977857642704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,65536,0.07764089107513428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,6144,0.19590844048394096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,5120,0.024177778098318312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,3072,0.016384000579516094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,12288,0.03595644566747878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,3584,0.007870222131411234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,7168,0.035974221097098455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,2048,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,512,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,64,0.006577777779764599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,128,0.0031742221779293488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,12288,0.3621653450859918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,128,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,1024,0.006468444648716185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,6144,0.3412168820699056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,7168,0.10212177700466579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,512,0.012431110772821637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,6144,0.14118133650885686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,512,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,10240,0.05727822250790066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,5120,0.162207113371955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,2560,0.032219555642869734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,3584,0.019384000036451552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,3072,0.0170462214284473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,5120,0.03973333372010125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,512,0.0037751110891501107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,2048,0.008413333031866286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,10240,0.011223999990357293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,1024,0.038359999656677246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,65536,0.24073778258429634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,65536,0.04630577895376417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,128,0.010101333260536194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,51200,0.05276088913281759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,3584,0.07697777615653144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,3584,0.0302800006336636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,768,0.03311022122701009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,3072,0.03777777817514207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,2048,0.01368444412946701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,6144,0.01386222243309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,16384,0.8438817660013834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,10240,0.03790400094456143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,32,0.04673244555791219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,2048,0.012713777522246042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,3584,0.022288888692855835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,2048,0.02860266632503933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,2560,0.0086986662613021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,1536,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,256,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,1536,0.008599110775523717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,3584,0.07282044490178426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,8192,0.01605599953068627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,51200,0.2517582310570611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,6144,0.04574399855401781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,768,0.007033777733643849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,1024,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,1024,0.005516444643338521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,6144,0.027084444959958393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,128,0.0041271112859249115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,65536,0.7339350912306043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,1536,0.10945155885484482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,10240,0.14266578356424967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,16384,0.5320489141676161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,8192,0.02810844447877672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,10240,0.11694222026401097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,7168,0.012484444512261285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,16384,0.04750488864050972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,16384,0.08535644743177627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,3584,1.380416022406684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,16384,0.48964977264404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,5120,0.08099733458624946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,2048,0.007920000288221572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,1024,0.011801777614487542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,512,0.010039110978444418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,3584,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,16384,0.15880978107452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,3584,0.025612443685531616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,128,0.007213333414660559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,65536,0.617560863494873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,512,0.009663110805882348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,6144,0.02163200080394745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,8192,0.43934223386976456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,1536,0.07817422019110785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,2560,0.02071377800570594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,256,0.006137777947717243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,8192,0.17997777462005615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,5120,0.7917448679606119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,3072,0.22854754659864637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,3584,0.009700444837411245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,8192,0.042838222450680204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,4096,0.0982933309343126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,1536,0.15968888335757786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,128,0.004117333226733738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,2048,0.006194666855865055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,12288,0.5651280085245768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,768,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,8192,0.028967999749713477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,2048,0.05623822079764473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,3584,0.011447110937701331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,1536,0.008979555633332994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,3072,0.00814133303032981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,12288,0.11609778139326309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,5120,0.13362133502960205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,256,0.0790168907907274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,1024,0.5279813342624241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,51200,1.7065618303087022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,51200,0.3913999928368463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,512,0.03292355603641934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,5120,0.0064311110311084324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,7168,0.01854222185081906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,256,0.0057964444988303715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,1024,0.00508977762526936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,1536,0.015942222542232938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,16384,0.04852711160977682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,5120,0.05133600036303202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,4096,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,10240,0.029616889026429918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,3072,0.0266248881816864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,51200,19.15923394097222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,256,0.18324622843000624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,512,0.022855111294322546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,6144,0.028414222929212783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,2560,0.055771556165483266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,1536,0.029519110918045044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,12288,0.016511110795868766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,51200,0.079276442527771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,128,0.021663111117151048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,2048,0.006979555719428592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,256,0.027664888236257765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,65536,0.7312649091084799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,3584,0.01665511065059238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,4096,0.03235910998450385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,12288,0.08133155769772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,8192,0.03897600041495429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,3072,0.01774577796459198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,768,0.009759110709031424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,2560,0.008151999778217739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,8192,0.022494221727053326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,2048,0.006849777781301075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,4096,0.01051644484202067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,2560,0.005984000033802456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,32,0.014310222533014087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,51200,0.13810133934020996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,6144,0.025958221819665697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,4096,0.07910133070415921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,16384,0.07163555754555596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,1536,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,7168,0.10323911243014866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,1024,0.003765333443880081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,12288,0.018557333283954196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,8192,0.3335413402981228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,7168,0.054529776175816856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,6144,0.0163102216190762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,3584,0.02281155520015293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,3072,1.42101870642768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,7168,0.24031466907925078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,512,0.014813333749771118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,32,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,512,0.0096133334769143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,5120,0.01075111081202825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,7168,0.7751102447509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,7168,0.02517066730393304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,3072,0.03629866573545668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,6144,0.13144089115990534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,6144,0.6581110954284668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,64,0.04299733373853895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,512,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,4096,0.00903911143541336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,512,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,2048,0.013166222307417126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,512,0.0046364445653226645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,3584,0.02935111191537645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,2560,0.009572444690598382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,8192,2.1113830142550998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,10240,0.018062222335073683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,4096,0.09441422091590033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,6144,0.021947556071811255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,7168,0.035868446032206215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,256,0.036158220635520086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,51200,0.02293599976433648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,3072,0.15782311227586535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,128,0.01862044466866387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,16384,0.12719289461771646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,512,0.010324444207880232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,10240,0.16030311584472656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,3584,0.030015110969543457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,128,0.004078222231732475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,1536,0.05744889047410753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,6144,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,5120,0.37315644158257383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,3584,0.00796622203456031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,3072,0.062091555860307485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,64,0.005601777798599667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,12288,0.05052977800369263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,2560,0.14271733495924208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,51200,0.01479200025399526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,2560,0.010112000008424124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,8192,0.031066666046778362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,1024,0.00979733301533593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,128,0.005168000029193031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,512,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,32,0.0027991111079851785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,65536,0.23357865545484754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,3072,0.02490844494766659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,256,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,16384,6.708445231119792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,128,0.02288977801799774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,51200,0.10801511340671116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,1024,0.1813031170103285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,7168,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,2560,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,3072,0.08303644259770711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,768,0.02365511159102122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,768,0.007548444800906711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,6144,0.026571555270089045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,6144,0.08451555834876166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,5120,0.014594667487674289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,2048,0.016207110550668504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,256,0.0041519999504089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,6144,0.15097867117987737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,3072,0.018449778358141582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,12288,0.2564213275909424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,7168,0.014038221703635322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,2048,0.04571911030345493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,256,0.020371556282043457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,7168,0.038182222180896334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,6144,0.32269512282477486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,12288,0.034083555142084755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,4096,0.021009777983029682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,65536,0.15194843875037298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,2560,0.007177777588367462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,65536,0.6549155447218153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,512,0.006874666859706243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,8192,0.01462222304609087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,2048,0.05695288711123996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,10240,0.01830755505296919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,12288,0.07262488868501452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,1024,0.5344488885667589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,768,0.06981333096822102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,256,0.006493333313200209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,768,0.016004444824324716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,4096,0.25632090038723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,768,0.20980355474683973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,8192,0.3896622127956814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,512,0.014871999621391296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,2048,0.04597511225276523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,64,0.011008888483047485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,3584,0.6733351283603244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,64,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,12288,0.02113155523935954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,768,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,768,0.036509331729676985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,32,0.0070471109615431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,256,0.21209955215454102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,8192,0.11225422223409016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,512,0.023059555225902136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,16384,0.3474266793992784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,256,0.016778666112158034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,5120,0.018595554762416415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,65536,0.15221688482496473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,256,0.013746666411558786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,12288,0.14484000205993652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,16384,0.01865955524974399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,512,0.006686222222116258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,128,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,65536,0.08396889103783502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,768,0.005167110926575131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,6144,0.027794665760464136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,2048,1.0181866751776802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,1024,0.010159999959998662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,5120,0.10802666346232097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,1024,0.01016533292002148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,3584,0.00814666681819492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,10240,0.09591822491751777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,128,0.00518222235971027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,1536,0.015666666958067153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,4096,0.02088088956144121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,3584,0.016789333687888253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,256,0.016407110624843173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,8192,0.012582222620646158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,1536,0.048955556419160634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,768,0.00674044465025266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,4096,0.06419555346171062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,3584,0.1416542265150282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,6144,0.03136444422933791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,51200,1.7399946848551433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,12288,0.4051084518432617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,32,0.0034053333931499054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,16384,0.024319999747806128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,6144,0.012686221963829465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,128,0.07573155562082927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,768,0.0063484443558586975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,2048,0.014464888307783337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,8192,0.06575644678539701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,4096,0.01036888857682546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,8192,0.0439280006620619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,1024,0.12641955746544734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,512,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,2560,0.22442134221394858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,32,0.009835555321640438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,4096,0.03140711122088962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,1536,0.012004444168673621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,1536,0.024871110916137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,10240,0.387393765979343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,8192,0.07699111435148451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,65536,0.987319098578559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,10240,8.05133310953776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,51200,0.10411022106806438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,65536,5.172527313232422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,10240,0.2347804440392388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,10240,0.14889421727922228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,8192,0.012144889268610211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,16384,0.11910488870408799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,3584,0.1616871092054579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,5120,0.0240320000383589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,2048,0.013296888934241401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,512,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,3072,0.08863911363813613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,256,0.026426666312747534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,2560,0.03152444296412998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,16384,0.05418577790260315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,128,0.03775733378198411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,4096,0.025921778546439275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1536,51200,0.3063013288709852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,256,0.011149333582984077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,10240,0.11319022708468968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,3072,0.03282577792803446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,256,0.017647999856207106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,65536,0.1374480062060886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,16384,0.1758942206700643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,6144,0.37638221846686465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,7168,0.17203022374047172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,128,0.009938666390048133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,3584,0.06386844317118327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,64,0.004932444542646408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,10240,0.05499200026194254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,2560,0.017276444368892245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,4096,0.02790488799413045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,8192,0.7725120120578342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,3584,0.035671111610200666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,3584,0.3576826784345839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,7168,0.28870312372843426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,2048,0.15425599945916071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,1024,0.018400889303949144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,8192,2.175535202026367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,3072,0.0868871079550849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,32,0.008398222426573435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,1536,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,128,0.004853333450025982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,1024,0.008259555531872643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,1024,0.04118844535615709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,128,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,32,0.002611555573013094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,2048,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,512,0.03044355577892727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,3072,0.06641955508126153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,768,0.00675999994079272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,4096,0.0188391109307607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,16384,0.050957332054773964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,5120,0.26276087760925293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,2048,0.029390222496456567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,4096,0.016229333149062265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,2048,0.009385777844323052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,65536,0.06947733296288384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,128,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,768,0.027691556347741023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,3584,0.014511111709806653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,1024,0.006868444383144379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,3072,0.020308444897333782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,6144,0.020257777637905545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,2560,0.12209510803222656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,256,0.011734222372372946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,5120,0.16613511244455972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,51200,0.5910577774047852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,12288,0.053852445549435086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,51200,2.5341599782307944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,6144,0.060568001535203725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,2048,0.01808888879087236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,1536,0.007393777370452881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,3072,0.00701155596309238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,12288,0.20771555105845133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,6144,0.010238221950001186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,7168,0.011022222538789114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,512,0.017490666773584154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,2048,0.009476444787449306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,2560,0.2343182298872206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,51200,0.6083128717210557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,512,0.3314426740010579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,12288,0.10353155268563165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,7168,0.09845599863264297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,4096,0.02441155579355028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,2560,0.016557332542207506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,3072,0.03185155656602647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,4096,0.032163557079103254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,2048,0.012720000412729053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,256,0.006508444332414203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,1024,0.0038115556041399636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,16384,0.030007110701666936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,256,0.012507555385430654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,12288,0.018802666001849704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,1024,0.004059555629889171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,1536,0.01587199999226464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,65536,0.06508977545632257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,65536,0.06868800189759997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,65536,0.6527999771965874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,768,0.01402933398882548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,51200,7.3107410007052955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,64,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,256,0.029100444581773546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,4096,0.043515556388431124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,128,0.04734399914741516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,8192,0.016388444436921012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,64,0.003506666670242945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,16384,0.1583377785152859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,64,0.008252444366614023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,32,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,6144,0.04929244518280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,512,0.004993777722120285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,2560,0.01092977739042706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,64,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,10240,0.019392000304328073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,128,0.006734222173690796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,1536,0.00775911079512702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,1024,0.024317334095637005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,65536,0.37604443232218426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,128,0.005525333185990651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,3584,0.07093955410851373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,65536,0.06981511248482598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,12288,4.077233632405599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,51200,0.06351911359363131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,2560,0.023188443647490606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,8192,0.02602844436963399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,3072,0.05490666627883911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,2560,0.01294844432009591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,256,0.014325333966149224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,7168,4.407914479573567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,16384,0.05567200316323174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,2048,0.015846222639083862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,12288,0.023073777556419373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,3072,0.1578728887769911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,3072,0.1642542282740275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,4096,0.20463732878367105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,768,0.012379555238617791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,10240,0.1638231145011054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,3584,0.018762666318151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,8192,0.07778666416803996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,12288,0.584021356370714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,7168,0.04902311166127523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,1024,0.040024889840020075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,4096,0.03456444541613261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,1024,0.003938666648334927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,16384,0.0222044438123703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,3072,0.29143910937839085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,16384,0.05092089043723213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,2048,0.028967999749713477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,3072,0.02016177773475647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,128,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,512,0.052962667412228055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,512,0.14348799652523464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,16384,0.018734221657117207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,1024,0.008301333420806462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,32,0.008773333496517604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,32,0.26491822136773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,2048,0.008629333641793992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,512,0.009186666872766282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,7168,0.051783111360338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,5120,0.2161839935514662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,65536,0.06530400117238362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,1024,0.018329777651362948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,7168,0.0636791123284234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,32,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,7168,0.11920000447167291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,6144,0.03732266690995958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,5120,0.543277316623264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,8192,0.01570133368174235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,65536,7.3243153889973955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,8192,0.3652168909708659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,512,0.008904889225959778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,12288,0.007159999675220913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,2560,0.007191110816266801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,4096,0.1373857789569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,1024,0.06471021970113118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,32,0.03052799900372823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,7168,0.12468622790442573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,12288,0.031276444594065346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,5120,0.03242311212751601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,2048,0.008392000363932716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,2048,0.16959733433193633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,6144,0.4034755494859483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,128,0.008648888932334052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,65536,0.19370310836368135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,6144,0.23758043183220756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,3584,0.03987733191914029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,1536,0.037485334608289934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,256,0.005967111223273807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,12288,0.059706668059031166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,10240,0.016467556357383728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,7168,0.03439733386039734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,2560,0.13542844189537898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,8192,0.016193777322769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,3584,0.042021334171295166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,128,0.018444443742434185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,8192,0.16487822267744276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,7168,0.006543111056089401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,64,0.005991999887757831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,7168,0.010447999669445885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,512,0.006890666567616993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,2048,0.006210666563775804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,10240,2.7027191585964627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,65536,0.19621154997083876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,5120,0.009878222313192155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,4096,0.00963288876745436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,512,0.029044446018007066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,32,0.00544799988468488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,12288,0.1808711157904731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,2048,0.00665244460105896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,65536,0.3608737786610921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,7168,0.015882665912310284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,7168,0.031975110371907554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,3072,0.3108266724480523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,6144,0.011029333704047732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,7168,0.4744746420118544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,3584,0.00796088907453749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,65536,7.311311509874131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,3584,0.02176800039079454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,7168,0.6619742181566026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,6144,9.235221862792969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,1536,0.013092444174819522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,10240,0.037008888191647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,16384,1.1944053437974718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,16384,0.030730668041441176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,3072,0.11328177981906468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,7168,0.2791626718309191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,64,0.1267671055263943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,256,0.006028444402747684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,2048,0.00853066643079122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,768,0.00977955593003167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,65536,0.0668462249967787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,10240,0.034244444635179304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,512,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,512,0.0038559999730851916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,3584,0.01130222198035982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,128,0.00432977784011099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,12288,0.03930222325854831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,7168,0.2665502230326335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,65536,12.088807000054253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,7168,0.016399999459584553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,4096,0.3404373327891032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,128,0.02791555391417609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,6144,0.007002666592597961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,4096,0.02652799917591943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,2048,0.0399911105632782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,256,0.008823999928103553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,6144,2.4097796546088324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,256,0.011487111449241638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,768,0.008216888540320927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,128,0.004463110946946674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,3584,0.008184000021881526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,768,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,512,0.06306399901707967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,3072,0.021282666259341772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,32,0.0026373333401150177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,1536,0.00795911086930169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,4096,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,256,0.010771555205186209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,7168,0.48927466074625653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,2048,0.08722400003009373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,2560,0.011032889286677042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,3072,0.017599110802014668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,128,0.12380354934268528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,3584,0.032263110081354775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,768,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,2048,0.2766355673472087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,3584,0.017704889178276062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,8192,0.08748177687327068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,12288,0.04953333404329088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,2560,0.015230221880806817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,2560,0.01568711135122511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,51200,0.6953342225816516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,256,0.004414222306675381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,1024,0.025590222742822435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,51200,0.3133386770884196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,1024,0.010925333533022137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,5120,0.009363555245929295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,4096,0.024671999944580927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,3072,0.1525448825624254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,7168,0.3738444381290012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,64,0.004061333421203825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,6144,0.302349328994751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,6144,0.035205334424972534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,512,0.0032595555401510666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,2560,0.006983111302057902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,2560,0.0705475542280409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,7168,0.022302221920755174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,12288,0.047319110896852284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,7168,0.09710755613115098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,7168,0.1210319995880127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,65536,0.08838666809929742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,2048,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,3072,0.013733333183659447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,2560,0.01644088824590047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,10240,0.3272479905022515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,16384,1.1255662706163194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,5120,0.1442071066962348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,3072,0.10036444664001465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,128,0.012671111358536614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,51200,0.17279556062486437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,256,0.004507555729813046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,8192,0.01147822207874722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,8192,0.011562666959232755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,3072,0.011906666888131036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,128,0.19245333141750762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,128,0.11556622717115615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,2560,0.037971556186676025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,8192,0.016937777400016785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,12288,0.01496444476975335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,3072,0.009372444616423713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,16384,0.13122310903337267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,768,0.004670222186379963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,8192,0.9762293497721354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,3072,0.056008888615502246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,256,0.003752888904677497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,64,0.01757244434621599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,16384,0.1183813280529446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,10240,0.041167110204696655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,8192,0.03973599937227037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,5120,0.061400002903408475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,128,0.0038559999730851916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,2560,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,6144,0.047967112726635404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,1536,0.013352000051074557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,3584,0.5323271221584743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,10240,0.22006844149695504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,3072,0.022431110342343647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,6144,0.4095288912455241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,32,0.03418311145570543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,2048,0.019874667127927143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,10240,0.9888808992173937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,128,0.011117333339320289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,2048,0.21186044481065539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,51200,2.7607076432969837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,1536,0.012738666600651212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,7168,0.13557333416408962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,2048,0.018184888694021437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,5120,0.02161866592036353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,4096,0.013235555754767524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,128,0.008603555460770925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,2560,0.14058132966359457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,16384,1.2040924496120877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,512,0.008033778104517195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,51200,0.7057991027832031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,2560,0.040251556369993426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,32,0.0028204443968004654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,32,0.002604444407754474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,6144,0.006384000182151794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,768,0.010016000105275048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,16384,8.530899895562067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,128,0.0034142221427626083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,51200,0.2693280114067925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,512,0.06299289067586263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,2560,0.036864889992607966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,2560,0.008638222184446123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,64,0.032842665910720825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,256,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,1536,0.05658311314053006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,51200,0.06681778033574422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,1536,0.009758222434255812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,7168,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,128,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,16384,7.988410101996528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,5120,0.00983199973901113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,256,0.015063110325071545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,2048,0.07198222478230794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,51200,0.13399644692738852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,64,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,2560,0.02260622216595544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,1536,0.3031448788113064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,3072,0.008064000142945183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,16384,10.48104010687934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,7168,0.012870222330093384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,65536,0.08459466695785522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,3584,1.458648893568251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,64,0.011548444628715515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,65536,0.14691021707322863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,1536,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,768,0.10310133298238118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,10240,0.050438221957948476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,6144,0.4039235644870334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,768,0.0047582222355736625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,2048,0.015303111738628812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,128,0.005016889009210798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,1024,0.03419822123315599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,3584,0.029466665453381006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,1024,0.006575999988449945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,16384,0.40047110451592344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,51200,0.0874648888905843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,3072,0.06553866465886433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,65536,3.4628959231906467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,1024,0.010159999959998662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,65536,0.3006604512532552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,4096,0.01869511107603709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,6144,0.026368889543745253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,768,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,65536,1.0720479753282335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,6144,0.017685333887736004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,6144,0.022346667117542688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,64,0.015461333923869662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,10240,0.01275199982855055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,8192,0.01439377831088172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,64,0.008879111044936711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,32,0.006139555739031897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,2048,0.02959200077586704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,16384,0.03973955578274197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,256,0.007663999994595845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,7168,0.015947555502255756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,3584,0.2032159964243571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,1024,0.003951999876234266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,2048,0.005057777795526716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,64,0.014448000325096978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,16384,0.025032889511850145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,65536,0.7705929014417859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,6144,0.12179377343919541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,6144,0.009913778139485253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,7168,0.037581334511439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,1536,0.042057779100206166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,768,0.009424000150627559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,1024,0.014362666341993542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,768,0.09785511096318562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,768,0.006091555373536215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,2560,0.0070293330483966405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,12288,0.09099821911917792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,6144,0.13469955656263563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,512,0.009932444327407414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,3584,0.023211555348502264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,128,0.004472889006137848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,12288,0.05232266585032145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,6144,2.2058516608344183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,2048,0.007828444242477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,6144,0.014256889621416727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,4096,0.020311110549502902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,3584,0.07916888925764295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,1536,0.010957332948843638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,1536,0.4204728868272569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,128,0.035876442988713585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,65536,0.010695111420419482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,32,0.0034560000316964257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,512,0.006705777926577463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,6144,0.13214843802981907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,1024,0.14032710923088923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,2560,0.17524354987674287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,1024,0.024754666619830664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,8192,0.026775999201668635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,3072,0.018897778458065458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,256,0.005528888768619961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,16384,0.2037057744132148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,6144,0.1580044428507487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,256,0.005722666780153911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,8192,0.04606399933497111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,8192,0.11202843983968098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,8192,1.3626107109917536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,16384,0.3416453202565511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,51200,3.806646982828776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,2560,0.014411555396185981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,128,0.011628444823953839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,10240,0.24034399456448027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,4096,0.010879110958841113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,4096,0.007836444510353936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,65536,0.18017155594295928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,10240,0.05061422122849358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,65536,0.06570311387379964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,64,0.003097777772280905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,65536,0.7061662144131131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,12288,0.0934213333659702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,512,0.004072000169091755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,128,0.09652622540791829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,64,0.006584888945023219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,1024,0.02927466564708286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,6144,0.044679999351501465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,10240,2.179921680026584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,2048,0.007302222152551015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,65536,0.8001946873135037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,5120,0.01475911173555586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,65536,0.07440444495942858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,768,0.00388711111413108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,51200,0.10870933532714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,32,0.004930666751331753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,16384,0.2833760049608019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,3584,0.3979022237989638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,16384,0.35609155231051975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,12288,0.0270506673389011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,1536,0.027201778358883325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,2048,0.009294222626421187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,7168,0.031579554080963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,3072,0.16017688645256892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,6144,0.023552000522613525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,5120,0.009122666385438707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,512,0.010476444330480365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,8192,0.03304355674319797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,3072,0.006351111249791251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,1536,0.0070088886552386815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,65536,0.7902808719211154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,2048,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,7168,0.17827644613054064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,5120,0.04824089010556539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,6144,0.12330667177836101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,7168,0.2868097888098823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,64,0.02866222129927741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,3072,0.0797591143184238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,32,0.0026195556339290407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,1024,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,8192,0.5882142384847006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,3072,0.020136000381575692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,2048,0.18409600522783068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,64,0.2062213288413154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,6144,0.028564443190892536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,2048,0.28817955652872723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,4096,0.38956711027357316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,32,0.014382221632533602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,8192,0.043066667185889355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,2560,0.02088088956144121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,8192,0.8285066816541883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,256,0.012696888711717395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,12288,0.08418222268422444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,1024,0.005477333234416113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,2048,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,1024,0.012719111310111152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,1024,0.02886399957868788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,512,0.012727110750145383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,3584,0.028712001111772325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,7168,4096,0.0211208893193139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,10240,1.6557315190633137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,3584,0.010623999767833285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,3072,0.04437866806983948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,2560,0.03895466526349386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,6144,2.258676528930664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,6144,0.016215999921162922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,3072,0.014354666074117025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,51200,0.28342223167419434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,1536,0.007034666836261749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,4096,0.06683466831843059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,65536,4.550137837727864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,2048,0.04532355401251051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,8192,0.37182754940456814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,2048,0.08005688587824504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,256,0.0031786666562159858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,4096,0.028059555424584284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,3584,0.012488000094890594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,8192,0.267415099673801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,65536,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,256,0.004767111192146937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,7168,0.023939554889996845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,12288,6.8189544677734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,3584,0.013268444273206921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,7168,0.15516532791985407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,3072,0.016602666841612924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,3072,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,65536,0.6486328972710503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,4096,0.008492444124486711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,12288,0.15608889526791042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,10240,0.2577039930555555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,2048,0.0977333320511712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,4096,0.022338666849666174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,51200,0.3156088987986247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,1024,0.05626044670740763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,2048,0.0059057776298787855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,3584,0.019863110449579027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,8192,0.025636444489161175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,1024,0.0037457777394188773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,2560,0.04554311103290982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,3072,0.007096889118353526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,7168,0.03363377849260966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,5120,0.037018666664759316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,6144,0.011131555669837527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,64,0.0026737778551048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,4096,0.010437332921557956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,768,0.036785778072145246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,7168,0.04490133457713657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,128,0.15410933229658338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,128,0.011519999967681037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,65536,0.5229795773824056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,8192,0.045863999260796436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,10240,0.2081973287794325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,64,0.011735111474990845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,256,0.004324444466167026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,1024,0.030561778280470107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,5120,0.013917333549923368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,8192,0.21277066071828207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1024,10240,0.015953777564896476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,51200,1.2562275992499459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,128,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,51200,0.3130435678693983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,2560,0.023160000642140705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,5120,0.13864889409806994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,8192,0.05204622281922234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,2560,0.01309866706530253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,8192,0.08954577975802952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,128,0.040377779139412776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,2560,0.015843555331230164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,4096,0.5820879936218262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,8192,0.10623466968536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,128,0.002895999906791581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,128,0.025400888588693406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,32,0.010023111270533668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,3584,0.018904000520706177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,5120,0.031566222508748375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,512,0.03292622168858846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,6144,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,7168,0.2475902239481608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,65536,0.7833369043138293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,512,0.041504889726638794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,128,0.008215111162927415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,768,0.011557333171367645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,768,0.008743999732865227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,4096,0.016033778587977093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,2560,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,64,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,2048,0.005050666630268097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,65536,7.409119500054254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,1536,0.020979555116759405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,5120,0.010010666317409938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,1024,0.0378479990694258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,32,0.015545777148670621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,3584,0.45434755749172634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,6144,0.304674678378635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,6144,0.011427555647161273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,12288,0.05692355500327217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,2560,0.013453333742088742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,32,0.00906044410334693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,1536,0.006480000085300869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,1536,0.12193422847323948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,3072,0.8147893481784396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,32,0.008191111187140146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,256,0.1044915583398607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,7168,0.050435556305779346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,6144,0.015819556183285184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,65536,0.1670088900460137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,5120,0.09592800007926093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,16384,0.11045066515604655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,10240,3.224053276909722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,7168,0.32614045672946507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,128,0.006121777825885349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,12288,0.11450755596160889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,6144,0.2892311149173313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,8192,1.4149582121107314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,3072,0.02761777738730113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,1536,0.03511555658446418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,1024,0.034770667552948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,5120,0.012280888855457306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,10240,5.364792717827691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,256,0.005079111291302575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,16384,0.252454227871365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,3584,0.02379377848572201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,5120,0.026185777452256944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,128,0.003456888927353753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,2048,0.03397511111365424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,7168,0.16420000129275852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,51200,0.05578222539689806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,128,0.004200889004601372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,1024,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,12288,0.015595555305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,12288,0.0841475526491801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,12288,0.09162755807240804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,8192,0.023503111468421087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,65536,0.1644373337427775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,10240,0.9615244335598416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,7168,0.14566932784186468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,32,0.024515555964575872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,3584,0.5556231074863011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,12288,0.018927110566033255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,51200,0.0499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,1024,0.007373332977294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,4096,0.009015111459626092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,8192,0.300073782602946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,4096,0.006606222026877933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,6144,0.08102755414115058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,1024,0.005821333163314396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,128,0.007463999920421177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,16384,0.15837155448065862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,256,0.19636000527275932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,256,0.003097777772280905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,5120,0.011932444241311816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,64,0.004389333228270213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,2048,0.020429333051045735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,128,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,10240,0.05142933461401197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,8192,0.023168888356950548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,6144,0.027928001350826685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,65536,0.08398755391438802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,4096,0.013179555535316467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,65536,0.01843377782238854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,7168,0.039874666266971164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,10240,0.02877955635388692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,1024,0.006031999985376994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,3072,0.03619733452796936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,6144,0.08285866843329535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,3584,0.007992888490358988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,6144,0.012832000023788877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,12288,0.022820444570647344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,65536,0.0683351092868381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,32,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,768,0.01275288893116845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,256,0.0037813331517908308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,512,0.006315555423498154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,1536,0.09088444709777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,7168,0.043261332644356616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,3584,0.011438222395049201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,5120,0.05724000268512302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,4096,0.1840888924068875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,128,0.006083555519580841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,1536,0.004705777598751916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,8192,0.03263555632697211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,3584,0.009224889179070791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,1536,0.23879732025994194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,64,0.0030097777230872046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,128,0.004927999857399198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,64,0.0053093334039052325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,65536,0.08829333384831746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,2048,0.010023111270533668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,2048,1.3431332906087239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,4096,0.02604355580276913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,3072,0.009346666435400644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,2048,0.011206222077210745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,2048,0.06742578082614474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,32,0.04314400090111626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,1024,0.025264889001846313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,32,0.02334044377009074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,32,0.003088888815707631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,3072,0.7141342163085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,64,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,4096,0.013457777599493662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,3072,2.8591225941975913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,2560,0.006741333338949416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,512,0.02846933404604594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,16384,0.0640124413702223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,10240,0.11830577585432266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,5120,0.006495111104514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,768,0.019457777341206867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,2560,0.015525332755512662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,512,0.00792266676823298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,5120,0.09765599833594428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,16384,0.1514586607615153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,3072,0.017522666189405654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,4096,0.016963554753197562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,16384,0.23653867509629992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,3584,0.9526453018188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,3584,0.17949510945214164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,4096,0.02115999990039402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,768,0.031480888525644936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,3072,0.020847999387317236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,1024,0.004501333253251182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,768,0.011556444068749746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,12288,0.03552000059021844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,65536,5.819495307074653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,16384,0.5533573362562392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,32,0.015164444843928019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,7168,0.03680266605483161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,6144,0.026133333643277485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,51200,4.134050581190321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,2048,0.021341333786646526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,12288,0.019155555301242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,512,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,12288,3.3161341349283853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,3072,0.022109333011839125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,3072,0.2611057758331299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,1024,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,2048,0.05507377783457438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,2560,0.008849778109126622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,32,0.0075626663035816616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,32,0.1271182166205512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,512,0.0047768888374169665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,2560,0.01144177797767851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,64,0.22941599951850045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,2048,0.4752017656962077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,2560,0.006435555716355641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,6144,0.2855893241034614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,51200,1.3730239868164062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,10240,0.017624000708262127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,128,0.005640888793600931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,2560,0.013261333107948303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,12288,0.12754666805267334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,1536,0.01574133336544037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,768,0.006044444524579578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,65536,0.06952533457014295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,1536,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,256,0.014676445060306124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,16384,0.4011680020226373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,10240,0.34315911928812665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,5120,0.19661333825853136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,64,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,8192,0.0646408862537808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,1536,0.2017128864924113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,2560,0.029091556866963703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,4096,0.06384178002675374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,51200,0.05438489052984449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,12288,0.016000888413853116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,10240,0.034182220697402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,7168,0.7769013510810004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,10240,0.027274666561020747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,1536,0.013218666944238873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,16384,0.38533867730034727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,2048,0.005653333332803514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,3584,1.1407137976752388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,64,0.013648889131016202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,7168,0.020429333051045735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,256,0.005067555440796746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,16384,0.008393777741326226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,4096,0.017519111434618633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,64,0.008356444537639618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,8192,0.200799994998508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,5120,0.01816177699300978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,256,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,32,0.0069511110583941145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,1536,0.011175110936164856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,64,0.008714666797055138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,512,0.0038284444146686127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,128,0.014685332775115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,768,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,768,0.017421333326233756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,1024,0.007357333269384172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,10240,0.062182221147749156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,16384,0.029506666792763606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,51200,1.8265849219428167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,768,0.0236151119073232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,3584,0.02426044477356805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,7168,0.0730924473868476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,3072,1.0841378106011283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,2560,0.09510222408506606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,51200,0.4249564541710748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,10240,2.2099732293023004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,32,0.004531555705600315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,51200,0.5048524538675944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,65536,0.2445004516177707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,65536,0.2767573462592231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,32,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,3584,0.01646488904953003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,1024,0.010120000276300643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,1536,0.008625778059164682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,256,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,256,0.01889955500761668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,65536,0.06756711006164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,16384,0.06527466906441583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,12288,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,8192,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,1536,0.07896622021993001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,65536,0.6138035456339518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,3072,0.11472266250186497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,10240,0.2458577685885959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,12288,0.06644266843795776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,4096,2.075558132595486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,16384,0.4357173442840576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,2560,0.018179555733998615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,10240,0.18054489294687906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,1536,0.01143555591503779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,6144,0.24372532632615831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,6144,0.08294488986333211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,65536,0.5835733413696289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,2048,0.03260088960329691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,32,0.00286666676402092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,7168,0.07932977543936835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,512,0.007664889097213745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,7168,0.04982666505707634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,7168,0.016507556041081745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,8192,0.01610666679011451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,3072,0.03840533230039809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,51200,0.07299555672539605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,1536,0.008796444369686974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,8192,0.9197520150078667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,2560,0.07838488949669732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,512,0.005728888842794631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,768,0.04814399944411384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,1024,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,12288,0.026484444737434387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,768,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,16384,0.025228444072935317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,6144,0.012642666697502136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,2560,0.04328711165322197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,5120,0.7808648745218912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,10240,0.019951999187469482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,12288,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,10240,0.021135111649831135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,3072,0.29313866297403973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,4096,0.037464890215131975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,1536,0.4432666566636827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,512,0.12838489479488796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,3072,0.017442666822009616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,768,0.005782222168313132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,128,0.012563555604881711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,12288,0.16820622815026176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,256,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,2560,0.020263110597928364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,512,0.011219555305110084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,32,0.6279413435194228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,3584,0.03340977761480544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,2560,0.025436444414986506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,512,0.00527022240890397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,8192,0.016163556112183463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,32,0.007322666545708974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,7168,0.014356444279352823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,5120,0.38680267333984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,256,0.003481777591837777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,10240,0.02573866645495097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,1536,0.048047112094031445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,51200,0.15284000502692327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,10240,0.026038222842746313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,3584,0.022992889086405437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,3072,0.011221333510345884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,65536,0.5764640172322592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,128,0.005180444568395615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,16384,0.02539288832081689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,8192,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,128,0.007150222029950883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,3072,0.12261333730485703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,6144,0.07765511009428236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,2560,0.07117422421773274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,2560,0.007161777880456712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,16384,0.09522222148047553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,1536,0.01402311192618476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,4096,0.02163822286658817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,64,0.008445333275530074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,65536,0.1914071109559801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,2560,0.013575110998418597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,128,0.006993778049945831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,6144,0.03232266505559286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,4096,0.00777511133088006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,1536,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,512,0.021575111481878493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,1024,0.06477244695027669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,12288,2.0076897939046225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,512,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,1024,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,2048,0.015961777832772996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,8192,1.5114355087280273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,2560,0.024060444699393377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,6144,0.3384079933166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,256,0.008813333180215623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,4096,0.06176888942718506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,3584,0.009568000005351173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,128,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,1024,0.004238222208287981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,65536,0.31670043203565806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,256,0.00433688900536961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,512,0.010630221830474006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,1024,0.029366221692827012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,10240,4.72499042087131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,1536,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,128,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,5120,0.14380266931321886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,2048,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,512,0.006251555350091722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,6144,0.015061333775520325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,12288,0.022224000758594934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,12288,0.11461599667867024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,1536,0.02167466613981459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,6144,0.031222220924165513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,2048,0.05796088774998983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,6144,0.26123910480075413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,6144,0.1862186723285251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,64,0.009368889033794403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,512,0.011936888926559024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,16384,0.058463109864128955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,256,0.004247111164861255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,3584,0.24962756368849012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,5120,0.041963554090923734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,4096,0.040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,2048,0.01387733303838306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,64,0.013416888813177744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,16384,0.11161243915557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,4096,0.3199680116441515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,2560,0.01074488874938753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,51200,6.236763424343533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,6144,0.14044622580210367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,16384,0.023195554812749226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,12288,0.02294933299223582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,5120,0.06268888711929321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,3584,0.0893484420246548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,12288,0.049801776806513466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,1536,0.04575466778543261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,16384,0.04050577680269877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,512,0.007485333416197035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,5120,0.01752088963985443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,8192,4.992059495713976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,12288,5120,0.28892623053656685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,3072,0.009034666750166152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,4096,0.03971199856864081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,12288,0.10409600204891628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,512,0.00591555568906996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,4096,0.5436639785766602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,1536,0.10242222415076362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,6144,0.29803376727634007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,5120,0.006790222393141852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,7168,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,3584,0.008080888953473832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,128,0.003080000066094928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,16384,0.21596533722347686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,10240,0.04784533381462097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,2048,0.008001777860853408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,6144,0.15589688883887395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,2560,0.013905778527259827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,4096,0.034318221939934626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,2560,0.008847110801272923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,6144,0.01928711103068458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,32,0.05706044700410631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,8192,0.026457778281635706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,2560,0.00867555538813273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,65536,0.04080977704789903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,12288,0.03998311029540168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,1536,0.10894133647282918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,3584,0.018626666731304593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,7168,0.06485778093338013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,65536,0.48534488677978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,12288,2.3317972819010415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,10240,0.22104267279307047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,5120,0.02187999917401208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,256,0.009970666633711921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,8192,0.0710560017161899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,16384,0.24964711401197645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,768,0.0035377778112888336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,8192,0.08781866894827949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,1536,0.02888266576661004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,1024,0.0052328887912962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,51200,0.23704621526930067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,768,0.01794399983353085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,768,0.03159911102718777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,8192,0.22641155454847547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,7168,0.12282221847110325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,10240,0.10415644115871853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,51200,0.12820177608066136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,32,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,8192,0.014560888210932413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,768,0.051496889856126576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,2048,0.01737244427204132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,10240,0.02721600068940057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,1536,0.016869333055284288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,512,0.02757866680622101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,2560,0.01533422205183241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,4096,0.006650666809744305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,32,0.016552888684802584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,65536,0.17731732792324492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,6144,0.04999822378158569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,256,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,2048,0.008400888906584846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,7168,0.011005333728260465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,3584,0.16808711157904732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,1024,0.037963555918799505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,6144,0.23500177595350477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,2048,0.04979377653863695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,32,0.02557777696185642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,8192,3.7876353793674045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,5120,0.07229066557354398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,7168,0.04635555545488993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,1536,0.043199112017949425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,3072,0.013376889129479727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,1024,0.007180444068378872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,768,0.003637333297067218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,3072,0.026260443859630164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,256,0.006295111030340195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,5120,0.034396443102094866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,7168,1.4594319661458333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,7168,0.20902844270070395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,2560,0.01645777788427141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,2048,0.008980444735950893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,51200,0.056722667482164174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,51200,0.3618888854980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,1536,0.057293335596720375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,16384,0.5563733312818739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,128,0.009364444348547194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,6144,0.005947555518812603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,256,0.00319377767542998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,7168,0.5090853373209635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,2560,0.04013422131538391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,64,0.003035555490189128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,768,0.003939555750952827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,8192,0.6171235508388943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,64,0.003044444446762403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,8192,0.029523554775449965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,5120,0.06495555241902669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,256,0.005544888890451855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,51200,0.07817244529724121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,8192,0.062069336573282875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,256,0.017826666434605915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,8192,0.09134755531946818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,4096,0.00871288859181934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,65536,0.7967537773980035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,3072,0.16249244742923313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,12288,0.04032355546951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,8192,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,768,0.016511110795868766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,64,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,128,0.028660443094041612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,10240,0.05204266640875074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,64,0.0026657777941889236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,3072,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,256,0.0032435556252797446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,7168,0.2056737740834554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,3584,0.006343110981914733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,6144,3.0734515719943576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,2048,0.030576888057920668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,3584,0.2383208804660373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,5120,0.2874400085873074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,1024,0.04911555515395271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,3584,0.008928000099129146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,51200,0.05687910980648465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,5120,0.007113777928882175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,32,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,16384,0.10531644688712226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,7168,1.127615080939399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,64,0.0033093332830402586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,256,0.005712888720962737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,65536,0.10370666450924343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,1024,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,5120,0.061639110247294106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,5120,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,1024,0.02593333356910282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,4096,0.36731555726793075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,64,0.015112888481881885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,128,0.01366488883892695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,3072,0.025798221429189045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,51200,0.2156320015589396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,1024,0.00812888890504837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,1536,0.010346666806273991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,8192,256,0.008073777788215214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,51200,0.4541635513305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,65536,0.4595155715942383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,12288,0.03506933318244086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,512,0.008416000339719985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,65536,2.069672054714627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,3072,0.00815555536084705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,1536,0.007204444044166141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,3584,0.011315555208259158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,65536,0.4219120078616672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,128,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,3072,0.014819555812411837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,7168,0.18062933286031088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,10240,0.11629777484469944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,51200,0.19478310479058158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,1536,0.07872977521684435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,2048,0.00638755535085996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,51200,0.05319022138913473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,256,0.22439466582404244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,512,0.03965422179963853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,512,0.008179555336634317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,10240,0.12583288881513807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,5120,0.0333262218369378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,7168,0.0554986662334866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,7168,0.029363556040657893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,128,0.009154666629102495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,1024,0.11399288972218831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,6144,0.030392001072565716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,8192,0.016674665941132438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,512,0.007280888656775157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,2048,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,5120,0.0618106656604343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,8192,0.013601777454217276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,3584,0.09559733337826198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,3584,0.27938222885131836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,7168,0.6838302082485623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,51200,0.07055911090638903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,51200,0.599904908074273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,51200,0.01644533375898997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,3072,0.06765955686569214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,768,0.006089777582221561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,12288,0.05894755654864841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,6144,0.15942400031619602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,32,0.0025804444319672054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,12288,0.07525333431031969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,512,0.009482666850090027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,256,0.01073688848151101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,64,0.005412444472312927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,512,0.005030222237110138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,4096,0.00831911133395301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,8192,0.2779751088884142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,3072,0.02144533395767212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,768,0.004849777867396672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,1024,0.015463110473420886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2048,32,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,6144,0.02606311109330919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,768,0.003999999827808804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,1024,0.039135999149746366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,768,0.015403555499182807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,3072,0.3449137740665012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,8192,0.5460222032335069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,7168,0.01183999992079205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,10240,0.1472933292388916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,65536,0.08992977937062581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,12288,0.01977155605951945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,128,0.002977777686383989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,3584,0.007300444775157505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,1024,0.0729457802242703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,8192,1.2694720162285698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,16384,0.31100622812906903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,16384,1.1852266523573134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,65536,0.3548791143629286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,51200,0.06819733646180895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,2560,0.00812888890504837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,32,0.0032720000793536506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,3072,0.017774222625626456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,128,0.006816888848940532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,51200,0.17732177840338814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,3584,0.035495999786588885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,10240,0.14838133917914495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,3584,0.019285332825448778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,1024,0.003947555604908201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,51200,0.0876142250166999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,3584,0.06054221921496921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,6144,0.496247132619222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,5120,0.2590435610877143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,7168,0.1333973275290595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,16384,0.49196624755859375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,768,0.04402044415473938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,10240,0.2742311159769694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,51200,0.4752462175157335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,7168,1.732399092780219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,12288,0.017822222577200997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,2048,0.01371022231049008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,51200,0.07306400272581312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,12288,0.11088266637590195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,32,0.0037431112594074676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,65536,0.08360533581839667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,768,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,1024,0.006319111006127463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,16384,0.007272000114123027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,6144,0.03457955519358317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,1536,0.050083554453319974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,2560,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,1024,0.009415110780133141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,7168,0.03527733352449205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,5120,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,16384,0.22507021162245008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,7168,0.028765334023369685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,6144,0.11171821753184001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,3584,0.008044444852405125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,2560,0.02201066745652093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,3584,0.09640710883670384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,16384,0.05019377668698629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,4096,0.014038221703635322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,6144,0.016991110311614144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,128,0.030174222257402208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,3584,0.11423556009928386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,8192,0.012804444465372296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,128,0.0028924445311228433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,16384,1.1484657923380535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,12288,0.24054400126139322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,5120,0.0588595536020067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,16384,0.09660177760654026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,3072,0.008298666940795051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,5120,0.01938488913906945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,2560,0.0654604434967041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,512,0.0031395554542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,128,0.0040737779604064096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,256,0.008180444439252218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,3584,0.13404533598158094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,768,0.3728764322068956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,4096,0.018604444132910836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,2560,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,5120,0.174383110470242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,512,0.013271999855836233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,3072,0.44879733191596133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,7168,0.042019555966059365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,7168,0.013783999615245394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,4096,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,256,0.008020444048775567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,512,0.08151466978920831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,8192,0.28973155551486546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,10240,0.014411555396185981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,16384,0.0724453330039978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,2560,0.0063662222690052455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,32,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,512,0.016632889707883198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,65536,0.26917510562472874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,16384,0.021504888931910198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,12288,0.6611555417378744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,1536,0.007609777980380588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,768,0.04256711072391934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,4096,0.01072266697883606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,128,0.003663111064169142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,2048,0.014489778214030795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,6144,16.547105577256946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,128,0.005065777649482091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,12288,0.007092444433106317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,3072,1.0758480495876737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,2048,0.08870933453241985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,8192,0.03987110985649957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,5120,0.011775111158688864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,6144,0.011780444118711682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,512,0.0076248885856734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,1024,0.05415999889373779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,2560,0.013423999978436364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,64,0.006565333240562015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,3584,0.035664889547559954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,10240,0.0529333319928911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,65536,1.0812435150146484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,4096,0.011717333561844297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,32,0.02753244505988227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,256,0.0028853333658642242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,7168,0.02071911096572876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,1024,0.006434666613737742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,6144,3.47578854031033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,2048,0.10175644689136082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,512,0.03420799970626831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,256,0.012317332956526013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,3072,0.07662933402591281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,512,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,10240,0.037821332613627114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,2560,0.1240711079703437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,5120,0.3503466712103949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,4096,0.07375999954011705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,16384,0.07010044654210408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,16384,5.434694925944011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,2048,0.079930669731564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,6144,0.026519111461109583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,65536,1.0352630615234375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,3584,0.02109955582353804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,12288,0.033527112669414945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,6144,0.03101955519782172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,128,0.006132444573773279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,51200,0.03360266817940606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,6144,0.12642399470011392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,10240,0.07099199957317777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,256,0.00442755553457472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,16384,0.01458666721979777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,6144,0.0107342220014996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,10240,0.3482462300194635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,5120,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,256,0.006616888774765863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,8192,0.0505893329779307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,8192,0.21139378017849395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,2048,0.011968889170222811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,3584,0.05681866407394409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,256,0.004317333300908406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,128,0.0391813317934672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,6144,0.09319377607769436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,65536,0.1892604430516561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,2048,0.017290666699409485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,512,0.0047173334492577445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,256,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,768,0.0058311112225055695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,7168,0.1374302175309923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,3584,0.00811111099190182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,10240,0.12231466505262588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,8192,0.08329866992102729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,4096,0.009131555755933126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,6144,0.009696889254781935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,2560,0.015990222493807476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,1024,0.011857777833938599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,51200,0.12398400571611191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,51200,0.051163554191589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,1024,0.013263111313184103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,65536,0.1110302209854126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,1536,0.015637333194414776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,12288,0.2470488813188341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,256,0.0030737777964936364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,2048,1.4249884287516277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,51200,0.43430132336086696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,4096,0.012333333492279053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,64,0.0041724443435668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,16384,0.746763547261556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,1024,0.00453244439429707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,5120,0.8760204315185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,3584,0.013232000172138214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,768,0.007449777589903937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,256,0.012522666818565793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,8192,0.017610667480362784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,3072,0.08854044146007961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,768,0.006611555400821898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,8192,0.22033245033688018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,128,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,512,0.013883555928866068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,7168,0.009752888646390703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,12288,0.015832889411184523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,3584,0.015159999330838522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,16384,0.026400888959566753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,128,0.012539555629094442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,5120,0.04813955558670891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,256,0.030234667989942763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,768,0.01714933415253957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,1536,0.05492977632416619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,256,0.005888000130653381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,3584,0.0069395556218094295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,2048,0.08780977461073135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,65536,0.14617155657874212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,1536,0.011528888510333167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,51200,0.2112213373184204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,10240,0.013872000078360239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,8192,0.033333334657881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,8192,0.023997333314683702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,8192,0.03398222062322829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,2048,0.043902221653196544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,51200,0.43449778027004665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,4096,0.010016000105275048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,5120,0.4225422276390924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,65536,0.23469956715901694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,512,0.005568000177542369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,8192,0.04371644390953911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,5120,0.026050666968027752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,7168,0.023189332750108507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,64,0.005552000055710475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,512,0.004048000193304486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,512,0.0058337777025169795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,128,0.004303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,4096,0.015626667274369132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,65536,1.5560390684339735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,5120,0.04126044445567661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,768,0.00720000018676122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,2560,0.183387557665507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,10240,0.010335110955768162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,128,3072,0.006790222393141852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,256,0.003912000192536248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,51200,0.19016888406541613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,512,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,65536,0.4912737740410699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,2560,0.00849955528974533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,12288,0.15884978241390652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,16384,0.02091911103990343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1536,3584,0.019606222709019978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,12288,0.023652444283167522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,1024,0.10143466790517171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,2560,0.2812631130218506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,1536,0.1027253336376614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,7168,0.0347999996609158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,1536,0.010805333654085795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,128,0.002995555599530538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,768,0.07536177502738105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,10240,0.1687422196070353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,128,0.0028888889484935333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,1024,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,1024,0.357460445827908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,128,0.0036151111125946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,12288,0.029665778080622356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,2048,0.014513777361975776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,512,0.006144000010357962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,256,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,128,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,65536,0.08094844553205702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,12288,0.24710665808783638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,65536,0.06153955724504259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,1024,0.045612444480260216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,65536,35.57379489474827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,128,0.08104888598124187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,3584,0.009920000202125972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,16384,0.10324355628755356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,6144,2.4428337944878473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,12288,0.4560729132758246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,7168,0.29919645521375865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,2560,0.051820443736182324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,8192,0.015899555550681222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,3072,0.010392000277837118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,3584,0.007965332931942409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,51200,1.0650658077663846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,3072,0.009761778016885122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,64,0.009662222531106737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,512,0.007725333174069722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,256,0.005716444303592046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,12288,0.046281778150134616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,1536,0.06326311164432101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,3584,0.029853334029515583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,16384,0.14659910731845432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,256,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,32,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,512,0.015244444211324057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,3584,0.011742221812407175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,768,0.017607111069891188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,7168,0.10064978069729275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,512,0.00488800017370118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,2560,0.018384888768196106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,6144,0.01663644446267022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,1024,0.005010666532648934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,1024,5.281311882866754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,7168,3.8756158616807728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,6144,0.13585244284735784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,512,0.004092444562249714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,2560,0.8997760348849826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,4096,0.15568799442715114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,1024,0.007455999652544658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,7168,0.021891555852360193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,128,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,768,0.01070577816830741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,3072,0.04845688740412394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,128,0.007317333585686154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,65536,0.38782310485839844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,3072,0.025566221939192876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,51200,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,6144,0.0103502223889033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,2560,0.0572835538122389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,3584,0.02897955642806159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,64,0.32431112395392525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,51200,0.11379378371768528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,32,0.01166311071978675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,768,0.019827556278970506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,6144,0.023012444376945496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,12288,0.05496355560090807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,51200,0.07225777705510457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,768,0.03564088874393039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,12288,0.048466665877236255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,4096,0.1564275556140476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,128,0.1688986619313558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,4096,0.32270577218797475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,51200,7.9423327975802955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,2048,0.14397511217329237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,7168,0.024117334021462336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,7168,0.428256008360121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,1536,0.004827555682924059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,10240,0.18857422139909533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,32,0.00703111125363244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,4096,0.11083733373218113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,51200,0.10650400320688884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,512,0.027130666706297133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,65536,0.8141102261013455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,65536,2.568812476264106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,10240,0.08306666877534655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,2560,0.015407111909654407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,1536,0.008369777765538957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,7168,0.025609778033362493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,5120,3.1557155185275607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,6144,1.3098462422688801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,51200,3.0875956217447915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,12288,0.5035262107849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,256,0.016375111209021676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,1536,0.13400622208913168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,65536,0.1872080034679837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,32,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,16384,0.02520177761713664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,4096,0.013777777552604675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,6144,0.03824444280730353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,10240,0.07436888747745089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,8192,0.39843911594814724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,1536,0.02018311123053233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,1024,0.0039822223285834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,65536,0.2048435608545939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,51200,0.24556356006198457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,32,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,7168,0.015256888336605497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,1536,0.038027554750442505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,4096,0.01109333336353302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,3584,0.7375493579440646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,8192,0.20965245034959581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,768,0.022234666678640578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,2048,0.0808302230305142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,16384,0.050979554653167725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,51200,15.820509168836805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,3584,0.09391555521223281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,256,0.04359466830889384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,1536,0.008260444634490544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,3584,0.06583199898401897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,768,0.07059199942482842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,7168,0.12310843997531468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,65536,1.06549866994222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,3072,0.2362746662563748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,6144,0.014339556296666464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,5120,0.015928000211715698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,768,0.005112888912359874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,8192,0.028949333561791316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,1024,0.018047110901938546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,1024,0.04362933172119988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,4096,0.04667911264631483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,6144,0.015410666664441427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,65536,0.3556479877895779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,128,0.018238221605618794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,256,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,2048,0.07751022444831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,65536,0.25870932473076713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,6144,0.015126221709781222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,7168,0.02778844369782342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,64,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,12288,0.053251554568608604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,10240,0.25244532691107857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,768,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,1024,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,128,0.006715555571847492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,2048,0.01407911048995124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,32,0.0034204444123639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,12288,0.009873777627944946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,3072,0.007594666547245449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,1024,0.0041413332025210066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,7168,1.933288786146376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,51200,0.30219467480977374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,64,0.18818222151862252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,6144,0.03779911001523336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,2048,0.020661332541041903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,5120,0.07239200009240045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,256,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,3072,0.015124445160230001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,10240,0.06309777498245239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,1536,0.004622222234805425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,128,0.0043333334227403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,5120,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,3072,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,12288,0.015527110960748462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,3584,0.0818551116519504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,3072,0.02700977855258518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,4096,0.031874666611353554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,51200,0.34115555551317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,65536,0.06509777572419909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,128,0.0028080000645584534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,2560,0.011964444484975604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,2048,0.0084915558497111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,64,0.0033973333322339584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,5120,0.010091555615266165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,16384,0.17864622010125053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,512,0.004919111314747068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,5120,0.02032355633046892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,8192,0.01494488947921329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,8192,0.05363555418120491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,10240,0.13945244418250188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,4096,0.0119991112086508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,51200,0.051424887445237905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,256,0.013166222307417126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,3584,0.09592888752619426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,5120,0.08461244238747491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,10240,0.0772248903910319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,6144,3.3867689768473306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,256,0.2266311115688748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,256,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,512,0.017824888229370117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,512,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,2048,0.3022284507751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,512,0.040975110398398504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,6144,0.04009688893953959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,1024,0.013936888840463428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,3584,0.05009955498907301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,768,0.003960888832807541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,128,0.01703377730316586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,512,0.043503112263149686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,3072,0.03543377916018168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,12288,0.11114133728875054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,64,0.02369511127471924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,8192,0.024495111571417913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,16384,0.05927733580271403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,512,0.04004977809058295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,5120,0.022146667043368023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,65536,0.34514665603637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,8192,0.02235466738541921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,16384,0.018491556247075398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,10240,0.04269955555597941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,51200,0.6641128857930502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,768,0.023677332533730402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,5120,0.06054221921496921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,768,0.02350844442844391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,8192,0.9634195963541666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,128,0.0034515555534097883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,5120,0.017865777015686035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,16384,0.029096000724368628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,51200,0.31828710767957896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,2560,0.06922222508324517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,6144,0.01612622208065457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,12288,0.25925689273410374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,65536,0.07767199807696872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,64,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,32,0.008203555312421586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,512,0.34498577647738987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,65536,0.1175546646118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,32,0.0037128888070583344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,8192,0.01144266708029641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,16384,0.05105688836839464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,65536,7.671556260850694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,2560,0.038909332619773015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,65536,0.9850293265448676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,3584,0.08976444270875718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,16384,0.7174400223626031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,5120,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,65536,0.2920764552222358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,8192,0.2680106692843967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,12288,0.10603288809458415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,1024,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,256,0.2372586727142334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,16384,0.23951821857028535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,1536,0.05833422475390964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,12288,0.14208800262875027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,3584,0.01819022165404426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,1024,0.012996444271670448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,2048,0.13961599932776556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,2560,0.007149332927332983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,3584,0.02286044425434536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,512,0.02930755416552226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,32,0.016012445092201233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,8192,0.19997333155737984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,1024,0.014478221535682678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,6144,0.016283555163277518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,3072,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,6144,0.02401688860522376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,1024,0.008087111016114553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,7168,0.06118577718734741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,32,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,32,0.0053324442770746015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,6144,0.012631110846996307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,1024,0.055813332398732506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,256,0.003019555575317807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,128,0.1159706645541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,12288,0.11752888891432021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,3584,0.09042577611075507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,12288,0.0221404449807273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,512,0.03476444549030728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,256,0.005229333208666907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,1536,0.23333599832322863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,65536,6.5548756917317705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,3584,0.030973331795798406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,32,0.005027555757098728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,5120,0.03713422351413303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,128,0.008542222281297049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,768,0.021819555097156104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,768,0.011707555916574268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,2048,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,12288,0.03088266650835673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,4096,1.1477173699273002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,768,0.7105751037597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,128,0.008430221842394935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,51200,0.047520889176262744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,256,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,768,0.004476444588767158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,32,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,512,0.00902844468752543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,2048,0.04203288753827413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,768,2048,0.08913777934180366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,12288,0.03864177730348375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,16384,3.208497789171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,65536,0.07726755407121447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,2048,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,8192,0.16716799471113417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,2560,0.017064000169436138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,6144,0.011697777443461947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,7168,0.03993511199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,16384,0.08907110823525323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,8192,0.06116266383065117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,2560,0.008023999631404877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,1536,0.30584266450670033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,4096,0.012610666453838348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,51200,1.0474408467610676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,3072,0.027660444378852844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,8192,0.007310222420427535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,12288,0.04486666785346138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,2560,0.008292444050312042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,64,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,3072,0.007627555893527136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,2048,0.010658666491508484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,51200,0.43645511733161074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,512,0.021167111065652635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,6144,0.023214222656355962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,3072,0.011398221883508893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,1024,0.004716444346639845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,65536,56.169172498914925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1024,51200,0.39619821972317165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,3072,0.01186044431395001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,3584,0.01754133403301239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,3072,0.009728888670603434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,4096,0.006976889239417181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,6144,0.40656089782714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,10240,0.07744355334175958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,12288,0.057552887333763965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,5120,0.08307377497355144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,256,0.006287999865081575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,7168,0.021003555920388963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,12288,0.09756977690590753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,1024,0.011086222198274402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,128,0.026707554856936138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,7168,0.03607022100024753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,7168,0.024703111913469102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,12288,0.044417778650919594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,512,0.022980444961124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,65536,0.6466684341430664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,51200,0.3963742256164551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,8192,0.03785511189036899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,1536,0.007054222126801808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,51200,0.5061813460456001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,4096,0.27543287807040745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,2560,0.009463110731707679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,4096,0.03341333402527703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,1024,0.004569777597983678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,768,0.023375110493765935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,12288,0.13417955239613852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,3072,0.030007110701666936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,1024,0.00628266649113761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,2560,0.021336888273557026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,65536,0.015484443969196744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,3584,0.00830844458606508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,2048,0.06552444563971625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,128,0.0029297777348094513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,4096,0.34516888194613987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,10240,0.007242666350470648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,3072,0.31427378124660915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,7168,0.015068444940778943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,1536,0.035608000225490995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,128,0.0041786668201287585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,6144,6144,0.023969777756267126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,6144,0.11884000566270615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,12288,2.30184088812934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,10240,0.02183377742767334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,12288,0.07636444436179267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,5120,0.5601911014980739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,128,0.004957333207130432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,768,0.0069306666652361555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,5120,2.530557420518663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,16384,12.85771009657118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,65536,0.16227466530270046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,10240,2.001297844780816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,128,0.004284444368547863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,128,0.0029200000895394217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,768,0.005067555440796746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,1024,0.017765333255132038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,256,0.0303457776705424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,16384,0.09361422061920166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,16384,0.0329022208849589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,65536,4.484244452582465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,65536,0.5030977990892198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,10240,0.018858666221300762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,65536,0.29866133795844185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,512,0.009691555466916826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,1024,0.006416888700591193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,16384,0.5969884660508897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,10240,0.275635560353597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,1536,0.00996888925631841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,51200,0.8526897960238986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,10240,0.14952088726891413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,128,0.012888000243239932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,65536,0.9445537990993924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,2560,0.322704897986518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,64,0.0063786668082078295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,8192,1.462757322523329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,3072,0.02394666605525547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,768,0.004443555656406614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,1024,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,128,0.023360000716315374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,64,0.00309955556359556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,12288,0.02312266661061181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,3584,0.0099973330895106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,5120,0.006618666566080517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,51200,0.283585786819458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,1536,0.011157333023018308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,256,0.0033271111961868075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,51200,0.35451287693447536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,8192,0.4424871073828803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,8192,0.1001253326733907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,768,0.018397332893477548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,65536,0.8859066433376737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,5120,0.07021333111657037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,512,0.008983111215962304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,256,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,64,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,3072,0.07296178076002333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,12288,5.06027094523112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,10240,0.087245331870185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,2560,0.0076248885856734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,7168,0.41536445087856716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,51200,0.6978835529751248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,8192,0.7417528894212512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,3072,0.08319733540217082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,7168,0.30414311091105145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,5120,0.009408888717492422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,1536,0.013268444273206921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,51200,0.6034791204664443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,2048,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,51200,0.6180355813768175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,2560,0.012492444780137805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,6144,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,2560,0.10589777761035496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,2560,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,12288,0.1732933388815986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,32,0.017969777186711628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,2048,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,512,0.03247022297647264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,1024,0.008019555773999956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,256,0.00907199995385276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,8192,0.07731733057234022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,4096,0.13704800605773926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,1024,0.022611555125978258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,2048,0.022495110829671223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,65536,0.07035555442174275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,2560,0.047462221648958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,256,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,6144,0.30266666412353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,768,0.0041991112132867174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,3584,0.1726293298933241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,4096,0.010261333651012844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,1536,0.07391733593410917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,65536,0.6092098024156358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,256,0.005692444327804778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,768,0.04203200009134081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,768,0.005676444619894028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,51200,0.05366666780577766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,128,0.005233777893914117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,4096,0.02499466637770335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,5120,0.013964444398880005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,2048,0.36133421791924375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,5120,0.9705715179443359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,1536,0.04741155438952976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,4096,0.05935733185874092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,256,0.009525333013799455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,3072,0.12643910778893366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,768,0.03227555420663621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,5120,0.01751377847459581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,7168,2.3064017825656467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,4096,0.015652444627549913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,4096,0.016360888878504436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,128,0.1418328947491116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,16384,1.0969787173800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,2560,0.04186577929390801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,4096,0.03794666793611314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,256,0.0030053332448005676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,3072,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,3072,0.14855644438001844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,7168,0.7516329023573133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,1024,0.055120001236597695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,8192,0.11749422550201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,6144,0.2917155424753825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,3584,0.10685244533750747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,4096,0.03127911024623447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,6144,0.026536888546413843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,3584,0.022833777798546687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,7168,0.051947553952534996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,1536,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,256,0.013018666870064206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,1024,0.008231999973456064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,256,0.019719110594855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,10240,0.04732977681689792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,12288,0.015026667051845126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,256,0.008380444513426887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,10240,0.08185155524147882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,3072,0.03774133324623108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,2560,0.01885333326127794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,1536,0.015072888798183866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,32,0.003059555465976397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,12288,0.31614579094780815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,512,0.22250133090549043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,3584,0.07284177674187554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,2560,0.007786666353543599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,6144,0.28556977377997506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,8192,0.21015821562872994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,2560,0.10869510968526204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,16384,0.061830222606658936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,128,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,768,0.006075555665625467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,16384,0.09740266535017227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,12288,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,5120,0.016480889585283067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,51200,1.123260392083062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,10240,0.04761155446370443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,2560,0.010370666782061258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,512,0.005410666680998272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,256,0.020202666521072388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,512,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,768,0.03305688831541274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,768,0.005991111199061076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,2048,0.01033688916100396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,5120,0.014709333578745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,51200,0.05890578031539917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,12288,0.07407022184795804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,1024,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,16384,0.08955111106236775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,64,0.014750222365061441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,512,0.008368000388145447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,768,0.005703111075692707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,128,0.006621333460013072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,128,0.017440888616773818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,512,0.01351999988158544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,3584,0.14553688632117376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,3584,0.05943377812703451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,128,0.005449777675999536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,5120,0.17551199595133463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,4096,0.0207004447778066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,7168,0.05084977878464592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,2048,0.1769146654340956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,64,0.0028435554769304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,1024,0.019928889142142404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,512,0.06470844480726454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,2560,0.05330400003327263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,5120,0.07012622223960029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,6144,0.08086844285329182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,8192,0.27279289563496906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,65536,0.7010880046420627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,12288,0.28886045349968803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,1536,0.02076088885466258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,3584,0.019131556153297424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,3584,0.09960089127222697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,768,0.005151111218664381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,7168,0.021780444516075984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,6144,0.27691109975179035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,7168,0.04855555627081129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,1024,0.03788177834616767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,16384,0.11887021859486897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,6144,0.03303111261791653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,3072,0.15120800336201987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,256,0.005695111221737332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,32,0.002583111118939188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,1536,0.0058000000814596815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,3072,0.520035531785753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,64,0.00925866680012809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,16384,0.105877333217197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,12288,0.10991999838087295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,7168,0.18206222852071127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,1024,0.008960888617568547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,51200,0.22940889994303384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,768,0.4887102444966634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,2048,0.01291911138428582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,7168,0.022112889422310725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,2048,0.007181333170996771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,5120,0.09098755651050144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,128,0.021369778447681006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,128,0.003314666656984223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,3072,0.008187555604510838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,4096,0.04071288969781663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,10240,0.1965342230266995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,12288,0.9261599646674262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,1536,0.01330044451687071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,1536,0.034910221894582115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,3072,2.053780449761285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,768,0.010671999719407825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,12288,0.9187893337673612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,3584,0.03884889019860162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,4096,0.08541866805818345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,3584,0.11901511086357965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,512,0.027507555153634813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,3072,0.02534666657447815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,768,0.022192888789706763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,51200,4.231604258219401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,6144,0.23235556814405653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,512,0.004853333450025982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,128,0.011941333611806234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,65536,0.14817689524756536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,128,0.004531555705600315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,6144,0.4462551010979547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,7168,0.012894222305880653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,2048,0.011413333316644033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,8192,0.18939467271169028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,16384,0.21479288736979166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,4096,0.09541510873370701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,6144,0.020462221569485135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,8192,0.11335021919674343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,16384,0.008379555410808986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,10240,0.026421333352724712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,4096,1.0845093197292752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,2560,0.017300445172521803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,1536,0.008527999950779809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,16384,0.1235555542839898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,512,0.02255022194650438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,51200,0.6285840140448676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,5120,0.04069777660899692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,1536,0.008639111287064022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,51200,0.05788533555136787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,1536,0.004978666702906291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,10240,0.13024622864193386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,51200,0.06838488578796387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,3072,0.25258488125271267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,768,0.01812799937195248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,12288,0.020138666033744812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,3584,0.10141155454847549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,512,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,3072,0.07349422242906359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,8192,4.101144154866536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,4096,0.016941333810488384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,8192,0.051503111918767296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,512,0.004056888735956616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,5120,0.12707732783423528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,7168,0.011642666326628791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,7168,0.027888887458377417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,6144,0.010876444478829702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,3584,0.03669688767857022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,8192,0.06213421954049004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,256,0.003605333467324575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,3584,0.025946666797002155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,8192,0.012601777911186218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,256,0.03105688757366604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,64,0.002623999905255106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,6144,0.12200000551011826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,3584,0.08821333116955227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,32,0.013184888495339287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,1536,0.9181333118014865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,1536,0.045997334851158984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,7168,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,768,0.03237422307332357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,128,0.03421155611673991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,16384,0.32692000601026744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,768,0.009407999614874521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,512,0.00444177786509196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,4096,0.020785777105225455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,768,0.005139555368158552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,51200,0.6132382286919488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,6144,0.04667911264631483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,5120,0.01871288816134135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,6144,0.06582311126920912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,3072,0.011724444727102915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,5120,0.00926577796538671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,5120,0.0870586633682251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,4096,0.008981333010726506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,6144,0.010853333605660332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,256,0.012987555729018318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,65536,0.6129591200086806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,5120,0.1088071134355333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,16384,0.3090275658501519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,7168,0.041414221127827965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,2560,0.09656800164116754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,51200,0.5175440046522353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,256,0.03030666708946228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,3072,0.017280888226297166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,5120,0.011970666547616323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,10240,0.9944871266682943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,768,0.01497333414024777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,768,0.0038311113086011675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,1024,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,7168,0.05351288782225715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,16384,1.8711910247802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,51200,0.3398755656348334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,3072,0.0070977773931291364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,1536,0.006445333361625671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,4096,0.10733689202202691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,256,0.00498577786816491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,51200,0.06947644551595052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,10240,0.02362222141689724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,128,0.009311999711725447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,7168,0.23170754644605848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,2560,0.022864888111750286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,768,0.00608800020482805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,4096,0.029998222986857098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,12288,0.02866222129927741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,12288,0.04540888799561394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,12288,0.10424800051583184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,128,0.01650399963061015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,12288,0.5656702253553603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,3072,0.015478221906556023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,12288,0.06158133347829183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,2560,0.114738663037618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,6144,0.442995548248291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,256,0.00563466673096021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,5120,0.37114400333828396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,10240,0.1021066639158461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,3584,0.006640000061856375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,256,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,128,0.011794666449228922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,7168,0.17840800020429823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,3072,0.014295111099878946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,4096,0.02588622272014618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,8192,0.052116443713506065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,6144,0.021506667137145996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,256,0.018256000346607633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,5120,0.011735999749766456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,4096,0.011352889239788055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,1024,0.005620444400442972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,6144,0.04187022315131294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,64,0.005433777968088786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,3072,0.020836444364653692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,51200,4.984903123643663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,2048,0.010330666270520952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,16384,0.3719040022956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,65536,0.3080746597713894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,6144,0.0391591125064426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,6144,0.02752888864941067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,768,0.027926223145590887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,12288,0.012968888713253869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,768,0.020367999871571858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,12288,0.7007626427544488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,2560,0.36398132642110187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,1536,0.16471200519137913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,32,0.007349333001507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,6144,0.05485333336724175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,10240,0.7493377791510688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,4096,0.0285502208603753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,32,0.0028604444944196274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,1024,0.06574400266011556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,65536,0.4848622216118707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,2048,0.014175110393100314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,6144,0.00637155564294921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,5120,0.025990222891171772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,512,0.007853333320882585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,51200,2.134335199991862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,2560,0.009279111193286048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,2048,0.027124444643656414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,2048,0.012520888613329994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,6144,0.2840462260776096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,65536,0.08006755510965984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,2048,0.01186222251918581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,7168,0.018671999375025432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,65536,0.04483377933502197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,1024,0.0063368889192740125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,64,0.004902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,4096,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,3584,0.07023555702633329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,51200,1.6458711624145508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,8192,0.04894399974081251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,51200,2.6627911461724176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,768,0.01035377797153261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,256,0.016938666502634685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,3584,5.532184176974827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,65536,1.2040480507744682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,65536,0.04184622234768338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,7168,0.023784889115227595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,4096,0.08471733331680298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,6144,0.1976728836695353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,256,0.003539555602603488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,1536,0.01312711089849472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,12288,0.061344888475206166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,12288,0.5871102015177408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,3072,0.3279004361894396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,7168,0.01584533353646596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,7168,0.021320000290870667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,512,0.052934222751193576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,8192,0.011143999795118967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,51200,0.10545244481828477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,2048,0.056030220455593534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,6144,0.113118224673801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,512,0.006127999888526068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,6144,0.09175555573569404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,10240,0.02164622147878011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,7168,0.025880888104438782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,64,0.00318755561278926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,128,0.12961955865224203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,12288,0.030593779351976182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,7168,0.05006577902370029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,65536,0.08628977669609918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,10240,0.05699377589755588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,3072,0.9685795042249891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,2560,0.06628711356057061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,256,0.010043555663691627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,16384,0.020647999313142564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,12288,0.08440444204542373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,1536,0.010246222217877706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,64,0.006771555377377405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,64,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,3072,0.014146667387750415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,5120,0.01310400002532535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,8192,0.03826399975352817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,128,0.005395555661784277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,8192,0.02197155521975623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,16384,0.7495226860046387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,3584,0.022840888963805303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,5120,0.11923200554317898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,5120,0.02719733284579383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,768,0.010112000008424124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,65536,0.4106009006500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,16384,0.08825066354539658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,5120,0.08034755786259969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,2560,0.1497404442893134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,128,0.005597333527273602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,10240,0.03482044405407376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,12288,0.01936533384852939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,32,0.007105777661005656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,256,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,2048,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,10240,0.021199110481474135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,10240,0.036679999695883855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,7168,0.02865866820017497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,3584,0.10577422380447388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,65536,0.1653955512576633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,3072,0.011056889262464313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,2560,0.012299555871221753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,5120,0.16531733671824136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,512,0.018890667292806838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,6144,0.015743111570676167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,65536,0.08722044361962213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,10240,0.06434577703475952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,128,0.002708444371819496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,3584,0.09092622333102757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,256,0.22564355532328287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,8192,0.07689422369003296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,32,0.017927999297777813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,6144,0.09944266743130153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,51200,1.8485643598768446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,128,0.043191999197006226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,512,0.0069448889957533936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,1024,0.009515555368529426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,7168,0.12312977843814427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,7168,0.4160924487643772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,2048,0.007790221936172909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,10240,4.518339369032118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,2560,0.08827110793855454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,128,0.02204799983236525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,6144,0.4579262203640408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,3072,0.313464879989624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,3584,0.010434666441546546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,1536,0.025368889172871906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,8192,1.644396464029948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,2560,0.024883555041419134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,768,0.005564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,16384,0.024680889315075342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,51200,0.3087315559387207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,7168,0.04179999894566006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,1536,0.013791999883121915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,1536,0.09125066465801662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,1024,0.006505777852402792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,128,0.0037395556767781577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,512,0.0039048890272776284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,10240,0.1286488903893365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,2560,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,1536,0.02454311152299245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,2560,0.01607288916905721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,5120,0.02371911042266422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,64,0.005686222265164058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,6144,0.5533973375956217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,4096,0.12203910615709092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,65536,0.27976266543070477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,5120,0.05245866709285312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,1536,0.005700444595681296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,16384,0.043474667602115206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,128,0.019155555301242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,1536,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,3584,0.013455111119482251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,2560,0.009563555320103964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,512,0.005494222044944763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,10240,0.07053333520889282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,7168,0.021055999729368422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,64,0.03866399990187751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,4096,0.009118222528033787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,128,0.005434666656785541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,128,0.02293333411216736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,51200,0.11042133304807876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,1536,0.0743137796719869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,2048,1.1548746956719291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,51200,0.14561155107286242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,3072,0.009198221895429824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,65536,0.5976151360405816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,1024,0.010268444816271463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,1536,0.043530666165881686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,12288,0.016306666864289176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,512,0.029571556382709082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,4096,0.014878221684032016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,10240,0.05934311283959282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,7168,2.880587471856011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,10240,0.996580441792806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,32,0.008773333496517604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,2560,0.00831200016869439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,2560,0.11785599920484756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,6144,0.16516533162858751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,10240,0.034918222162458636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,6144,0.05716533131069607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,16384,1.0444249047173393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,64,0.00870222184393141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,8192,0.01625333395269182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,256,0.014226666755146451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,5120,0.015562666787041558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,65536,0.012778666284349231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,512,0.011721777419249216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,256,0.24426489406161836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,7168,0.10616444216834174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,768,0.010814222196737925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,8192,0.10525333219104344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,1536,0.19122755527496338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,128,0.030488888422648113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,32,0.006823110911581252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,2560,0.05663555860519409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,2048,0.07774755689832899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,3072,0.04713777701059977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,10240,0.01406222250726488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,2048,0.05783910883797539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,512,0.008246222303973304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,128,0.00272088891102208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,65536,0.06540444162156847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,6144,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,64,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,6144,0.09413955609003703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,5120,0.030348443322711523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,512,0.00498488876554701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,51200,0.02086399992307027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,128,0.0026737778551048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,768,0.026160889201694067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,4096,1.4862498177422419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,1536,0.004631999880075455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,2048,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,32,0.0026382222357723448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,3584,0.010826666322019366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,768,0.008459555606047312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,3072,0.007431999676757389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,64,0.07180977529949613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,16384,1.7715493308173285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,8192,0.01534755527973175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,5120,0.013218666944238873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,2048,0.06172355678346422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,2048,0.05241866575347053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,7168,0.10258666674296062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,8192,0.06094577577379015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,10240,0.42542576789855957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,51200,0.11901866065131293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,4096,0.09233778052859837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,768,0.04047200083732605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,1024,0.008852444589138031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,51200,1.4968319998847113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,51200,0.013212444053755866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,7168,0.008094222181373173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,32,0.0038693332009845306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,16384,0.05805244710710314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,10240,0.05467289023929172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,1024,0.05646489063898722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,64,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,51200,10.468179490831163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,3072,0.023860444625218708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,65536,1.3926933076646593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,32,0.008886222210195329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,65536,0.12243378162384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,6144,0.2183386617236667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,2560,0.021550221575631037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,3584,0.021514667405022517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,4096,0.09531111187405056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,4096,0.23761865827772352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,7168,0.022074666288163926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,128,0.0030453333424197305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,32,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,6144,0.3076755470699734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,1024,0.1985564496782091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,12288,0.4427831172943115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,768,0.008607111043400234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,32,0.005740444279379315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,3072,0.17075910833146837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,51200,0.6125271055433485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,768,0.011981333295504252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,128,0.004531555705600315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,10240,0.018716444571812946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,768,0.009168888959619734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,64,0.008192000289758047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,5120,0.05584000216590034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,256,0.018711111611790128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,1024,0.006149333384301927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,2560,0.005935110979610019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,256,0.02834577692879571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,65536,3.1526781717936196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,512,0.014519999424616495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,8192,0.006252444452709622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,128,0.013134222063753339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,10240,0.018616000811258953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,512,0.04936000042491489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,3072,0.008739555875460306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,1536,0.007879999776681265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,65536,0.22282311651441786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,7168,0.03375733229849074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,3584,0.011254222028785281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,128,0.0031759999692440033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,1024,0.03818133473396301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,128,0.022750222020679053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,5120,0.013187555803192986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,2048,0.020840888222058613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,64,0.5122302373250326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,768,0.009646221995353699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,1536,0.005642666584915585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,3584,0.11937510967254639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,1024,0.008655110994974772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,3584,0.014872888724009195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,2048,0.009836444424258338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,256,0.03387733300526937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,51200,0.03297777639495002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,128,0.003063999944263034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,16384,0.26548266410827637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,4096,0.03688622183269925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,3072,0.013304000099500021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,256,0.03405066662364536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,1536,0.13292622566223145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,2560,0.026505778233210247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,3584,0.013599110974205865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,256,0.004846222284767362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,5120,0.013815110756291283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,8192,0.4432382318708632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,8192,0.06707111332151625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,10240,0.030622220701641504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,512,0.008272888759771982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,10240,0.08108533091015287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,12288,0.14399377504984537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,128,0.004056000047259861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,5120,0.18503822220696342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,3584,0.0075635554061995606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,3072,0.8999492857191297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,2048,0.008585777547624376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,128,0.02776088813940684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,256,0.005438222239414851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,10240,0.19374310970306396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,4096,0.015024888846609326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,10240,0.011160000330872007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,1536,0.01850044396188524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,12288,0.029673778348498877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,3072,0.01831466621822781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,256,0.012598222328556908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,4096,0.027928001350826685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,3072,0.018613333503405254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,2560,0.13039555814531115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,12288,0.019544000426928203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,256,0.002986666642957263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,10240,0.1064995527267456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,51200,0.14273422294192845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,16384,0.06484355529149373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,65536,0.14653421772850886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,1024,0.011604444848166572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,1536,0.08086578051249187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,7168,0.4642213185628255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,5120,0.35648179054260254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,8192,0.01443288889196184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,1024,0.026714666022194758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,8192,0.30008888244628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,3072,0.12946132818857828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,2048,0.007311999797821045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,12288,0.017661333084106445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,128,0.005241777747869492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,12288,0.10582577519946629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,1024,0.09410044219758774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,256,0.27586044205559623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,16384,0.039798223310046725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,65536,0.3658622105916341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,16384,0.1259804434246487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,768,0.017665778597195942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,8192,0.08767022026909722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,5120,0.051319112380345665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,10240,0.04905422197447883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,2048,0.008380444513426887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,8192,0.3447431193457709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,3072,0.009394666386975182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,10240,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,4096,0.042575998438729175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,128,0.011872000164455838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,768,0.3429422113630507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,5120,0.029826667573716905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,8192,0.2802293300628662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,7168,0.018054222067197163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,12288,0.03392088744375441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,3072,0.04521244433191088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,2048,0.010841777755154504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,4096,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,64,0.019016888406541612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,65536,0.06265333626005384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,1024,0.07271466652552287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,512,0.005127999931573868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,16384,0.021249777740902368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,8192,0.4398319986131456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,12288,0.1356711122724745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,4096,0.05832799937989977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,128,0.005819555371999741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,65536,0.3406248887379964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,2048,0.0087333329849773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,2048,0.007242666350470648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,51200,0.10585688882403904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,8192,0.017229333519935608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,65536,0.4226995574103461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,4096,0.006157333238257303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,256,0.0053013331360287136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,1536,0.015610666738616096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,2048,0.01536177761024899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,6144,0.03403466608789232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,768,0.1589262220594618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,3584,1.0675670835706923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,7168,0.029955555995305378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,65536,0.08323733011881511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,6144,0.023001778456899855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,768,0.02755911151568095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,5120,0.0603697763548957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,7168,0.011130666567219628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,8192,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,2560,0.00945688866906696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,1024,0.03489511211713155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,5120,0.02075377768940396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,512,0.25566310352749294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,10240,0.03196533189879523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,16384,0.01964000033007728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,768,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,8192,0.07612711191177368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,8192,0.04403377903832329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,16384,82.03682454427083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,2560,0.013346666263209449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,8192,3.3253262837727866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,65536,0.4181519879235162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,65536,0.07621866464614868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,1024,0.0793244441350301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,3584,0.01293955577744378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,256,0.0031866667171319327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,7168,0.02253066665596432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,768,0.05031466815206739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,1024,0.02365333338578542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,8192,0.04589600033230252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,64,0.009702222214804756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,8192,0.19916889402601454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,1024,0.08256710900200738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,16384,0.02258488867017958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,10240,0.01515111161602868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,65536,0.17516888512505424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,6144,0.03523822294341193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,7168,0.14397422472635904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,65536,0.19697422451443145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,16384,0.20937866634792754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,512,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,16384,0.02055199940999349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,5120,0.03602844476699829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,3584,0.0069253332912921906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,6144,0.1497217814127604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,3584,0.03285866644647386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,4096,0.16114221678839788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,128,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,512,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,6144,0.01832799944612715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,768,0.08055555820465088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,16384,0.17484445042080352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,51200,0.17084711127811006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,4096,0.8181929058498807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,3072,0.012285333540704517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,3584,0.019723556107944913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,2048,0.06778311067157321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,16384,0.024616888827747766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,1536,0.035197334157096014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,768,0.01686311099264357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,32,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,10240,5.983700646294488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,51200,0.26968267228868276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,12288,0.04085955686039395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,3072,0.01053422192732493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,128,0.01000711073478063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,2560,0.26118045383029515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,65536,39.54401991102431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,1536,0.06840444273418851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,768,0.0046160001721647055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,4096,0.02640977833006117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,7168,0.11828354994455974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,768,0.0035786665976047516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,8192,0.7689066463046603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,32,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,1536,0.013069333301650153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,512,0.013707555830478668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,32,0.01273155543539259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,512,0.0034257777863078644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,16384,5.85315661960178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,1536,0.041965332296159535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,51200,0.06055821975072225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,1536,0.006086222413513396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,1024,0.2587848769293891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,6144,0.01626133256488376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,256,0.011574221981896294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,10240,0.01791466606987847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,65536,0.18714933925204805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,768,0.01678222252262963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,512,0.0037964445849259696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,10240,1.6924169328477647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,7168,0.03186666634347703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,51200,0.19045689370897081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,768,0.008440000315507254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,1024,0.004113777644104428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,256,0.11758222844865586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,5120,0.027052443888452318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,16384,1.3514187071058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,7168,0.014179555906189812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,10240,0.05646933449639214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,2560,0.011212444139851464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,2560,0.014191110928853353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,12288,0.06751288970311482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,5120,0.020808888806237113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,3072,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,256,0.004899555610285865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,512,0.009318222602208456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,4096,0.019145778483814664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,512,0.005945777727497949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,16384,0.09532711240980361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,512,0.008043555749787224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,10240,0.03341599967744615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,1024,0.03818577859136794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,2560,0.005998222364319696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,128,0.005440000030729506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,3072,0.044844445255067616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,65536,0.06959199905395508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,128,0.016360888878504436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,2560,0.07644355297088623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,512,0.04493244489034017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,6144,0.019627556204795837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,1536,0.010747555229398938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,512,0.13584444257948133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,128,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,768,0.015417777829700045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,256,0.010832889212502373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,51200,1.7008515463935003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,5120,0.3171395460764567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,10240,0.06890844636493258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,10240,3072,0.031785776217778526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,1024,0.012346666720178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,16384,0.037956443097856306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,16384,0.09628711144129436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,3584,0.014422222971916199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,1024,0.0041955556306574075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,3584,0.024089778463045757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,128,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,3584,0.16614222526550293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,64,0.023208889696333144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,768,0.004953777624501122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,65536,0.16913333204057482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,12288,0.048207110828823514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,768,0.0915679997868008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,1024,0.008936000367005667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,12288,1.8041706085205078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,2560,0.1610355509652032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,64,0.0052391112678580815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,32,0.018704889549149405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,8192,0.036481777826944985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,3072,0.021253334151373968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,10240,1.9838790893554688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,768,0.006919999917348226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,51200,0.13433778285980225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,768,0.01722311145729489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,7168,0.14343910747104222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,1024,0.02010844482315911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,128,0.005179555465777715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,8192,0.013878222141000958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,2560,0.013996443814701505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,8192,0.5101715723673502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,256,0.005432888865470886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,5120,0.009113777842786577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,6144,0.07384800248675875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,10240,1.4284310870700414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,51200,0.7293928994072808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,2560,0.10421066813998753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,256,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,16384,0.030277334981494482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,64,0.007600888609886169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,512,0.013744889034165276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,768,0.05024800035688612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,8192,0.22995199097527397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,768,0.04562044474813673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,64,0.0030986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,5120,1.1099938286675346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,12288,0.09404622183905707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,2048,0.30957333246866864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,2560,0.006698666761318843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,10240,0.01620533400111728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,2560,0.09267289108700222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,10240,0.43828890058729386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,1536,0.007310222420427535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,3584,0.015769778026474845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,7168,0.49619023005167645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,8192,0.027492443720499676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,1024,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,8192,0.03466044531928168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,5120,0.021166221963034734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,51200,3.1881866455078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,8192,0.015082667271296183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,256,0.012381333443853589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,512,0.015209777487648858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,7168,0.01184088902340995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,16384,0.07038222418891059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,128,0.010647999743620554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,2560,0.008629333641793992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,6144,0.0247013337082333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,7168,0.027942223681343928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,512,0.010144000252087912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,6144,0.011243555280897351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,3072,0.04006844427850511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,1024,0.019500444332758587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,512,0.003556444413132138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,51200,0.07670755518807305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,768,0.011533333195580376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,12288,0.042391998900307544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,1024,0.010773333410422007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,7168,0.013588444226317935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,1536,0.8219360245598687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,256,0.005079111291302575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,768,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,5120,0.034458667039871216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,64,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,12288,0.0188071115149392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,3072,0.025472889343897503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,12288,0.236753781636556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,65536,0.05669244130452474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,6144,1.106328010559082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,3072,0.08070044385062324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,512,0.00371111101574368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,12288,0.019239111079110038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,5120,0.04678044385380215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,6144,0.14473777347140843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,7168,0.1201911105049981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,3584,0.010968888799349466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,1536,0.019740444090631273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,51200,1.827216042412652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,1024,0.007893333004580604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,51200,1.4761635462443035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,65536,0.08452977736790974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,512,0.022042666872342426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,16384,0.33332978354560006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,512,0.025291555457644995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,4096,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,4096,0.008319999608728621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,65536,0.015435554915004306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,65536,2.6150169372558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,16384,0.019698666201697457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,5120,0.11469422446356879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,2048,0.014339556296666464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,8192,0.045104887750413686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,65536,0.07122133175532024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,2048,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,1536,0.0047182221379545005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,1536,0.03379111157523261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,512,0.003531555748648114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,6144,1.1234017478095162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,3584,0.061602665318383105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,51200,0.06781866815355089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,2048,0.009418666362762451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,2560,0.1877546707789103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,1024,0.0038968887594011095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,4096,0.0377840002377828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,1536,0.021386666430367365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,256,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,64,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,7168,0.048785779211256236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,5120,0.06683999962276883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,2048,0.14859644571940103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,16384,0.33332623375786674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,256,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,1536,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,7168,0.5071946779886881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,8192,0.16420533921983507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,16384,0.1970684395896064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,65536,1.8649857838948567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,2560,0.010829333629873065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,512,0.01627288924323188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,3584,0.026644445127911035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,1536,0.010757333702511258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,1536,0.0457822216881646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,6144,0.02279022170437707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,5120,0.05927466683917575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,7168,0.027148443791601393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,2560,0.056234664387173124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,10240,0.09543733464346991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,512,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,10240,0.47437334060668945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,2560,0.006224000205596288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,12288,0.0761422250005934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,3072,0.08677955468495686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,4096,0.016531555189026725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,65536,0.06500355402628581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,12288,0.39707112312316895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,512,0.012260444462299347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,2560,0.012813333008024426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,768,0.004040889028045866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,65536,2.985221438937717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,5120,0.39395644929673934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,8192,0.07165244552824232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,8192,0.4978764322068956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,12288,0.32947911156548393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,5120,0.12129955821567112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,32,0.005496888938877318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,32,0.0039057777159743835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,8192,0.03354133168856303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,51200,0.1498382223976983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,4096,0.12422222561306423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,2048,0.010589333044158088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,768,0.021635555558734473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,3584,0.09787111149893866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,5120,0.029280887709723577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,128,0.004337777694066365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,7168,0.3275529013739692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,1536,0.016055110428068373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,65536,1.5936115052964952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,10240,0.33139554659525555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,768,0.003867555409669876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,512,0.0036862223512596558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,1536,0.01811733345190684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,64,0.00349866681628757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,12288,0.5259573194715712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,5120,0.01737600068251292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,7168,0.04543911086188423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,8192,0.011915555430783166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,512,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,51200,0.9124719831678602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,64,0.04809600114822388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,8192,3.241047117445204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,64,0.009768000079525841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,1024,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,2560,0.032487998406092324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,2048,0.09448355436325073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,4096,0.022216889593336318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3072,3584,0.013038222160604266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,512,0.0816826687918769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,16384,1.558359146118164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,4096,0.01036622209681405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,3072,4.679598914252387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,3072,0.07125688923729791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,256,0.0031635556370019913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,512,0.018144889010323417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,12288,0.4614497820536296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,1536,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,1024,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,2560,0.026242666774325903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,65536,0.16943911711374918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,8192,0.015154666370815702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,2048,0.096325331264072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,1024,0.01514400045077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,5120,0.02825688984658983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,16384,0.007366221812036302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,512,0.01239911135700014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,512,0.012847111456924014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,768,0.061498668458726674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,7168,0.01682844426896837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,6144,0.018626666731304593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,32,0.006014222072230444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,16384,0.6878844367133247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,7168,0.07234755489561293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,768,0.010207999911573198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,3584,0.01457333399189843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,2560,0.00776444458299213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,3072,0.02672622270054287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,65536,0.08245155546400282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,768,0.008336000144481659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,2048,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,256,0.0029155556112527847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,4096,0.019575110740131803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,16384,2.59877692328559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,51200,0.15297777122921413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,3584,0.11027377843856812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,10240,0.03450577788882785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,1024,0.009921777579519484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,8192,0.10329333278867935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,1024,0.07238222493065728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,256,0.00572533326016532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,3072,1.0459573533799913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,3072,0.016550223032633465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,6144,0.014359111587206522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,512,0.007790221936172909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,16384,0.025448888540267944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,10240,0.24681599934895834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,10240,0.09713066948784722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,2560,0.024199111594094172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,1536,0.010022222167915767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,2560,0.03276888860596551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,51200,1.3714479870266383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,6144,0.1848346657223172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,512,0.029073778125974867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,512,0.0032888888898822996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,6144,0.08452800247404312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,6144,0.353420443005032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,7168,0.591210683186849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,128,0.0041306668685542215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,256,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,7168,0.06629866361618042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,16384,0.30915289454989964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,51200,0.0838773316807217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,4096,0.04768888817893135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,4096,0.01738577749994066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,128,0.0090515555606948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,65536,2.6074044969346786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,7168,0.6603448655870225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,128,0.04929955469237434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,2560,0.011094222466150919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,1536,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,16384,0.20784089300367567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,64,0.021057777934604224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,3584,0.011056000159846412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,128,0.002954666606254048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,64,0.006855999843941794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,5120,0.022509333160188463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,51200,0.05773155556784736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,3584,0.06631733311547174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,1536,0.0344471103615231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,4096,0.17645955085754395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,10240,0.044794665442572705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,2560,0.37733867433336044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,256,0.00313688897424274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,512,0.03719200028313531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,3072,0.00885511106914944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,512,0.16368622250027126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,256,0.0033208889265855155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,8192,0.016407999727461074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,32,0.019160888261265226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,128,0.0029102222373088202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,3072,0.011597333682907952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,32,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,10240,0.08801955646938747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,256,0.007843555675612556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,6144,0.015969778100649517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,6144,0.015473778049151102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,3584,0.08826311429341634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,1024,0.0757039984067281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,2560,0.012033777932325998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,7168,5.847150166829427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,2048,0.07429689168930054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,256,0.12917421923743352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,10240,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,65536,19.748272365993923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,2560,0.18567555480533174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,1024,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,128,0.0033377777371141645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,3584,0.881864865620931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,12288,0.09653688801659478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,65536,0.08226755592558119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,10240,0.03216977914174398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,6144,0.3312951193915473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,16384,0.46761422687106663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,256,0.022471111681726243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,1536,0.03953333364592658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,16384,0.026013332936498854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,128,0.004610666798220741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,4096,0.008654221892356873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,128,0.004034666551484002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,8192,1.546462270948622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,1024,0.00407288885778851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,3072,0.012226666841242047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,6144,0.15483200550079346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,2048,0.02906844351026747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,768,0.003744889050722122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,768,0.04718933171696133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,128,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,128,0.05872978104485405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,512,0.004564444637960858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,1024,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,2560,0.012395555774370829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,3072,0.6229848861694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,65536,0.09675288862652248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,1024,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,256,0.006361777583758037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,2048,0.01202755586968528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,5120,0.01640888883007897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,512,0.01427288850148519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,64,0.00759733302725686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,2560,0.01072088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,5120,0.03844177722930908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,12288,1.624977747599284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,5120,0.3392346700032552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,2048,0.03633066680696275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,65536,0.14793866210513645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,3584,2.3730551401774087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,6144,0.15600266721513537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,4096,0.025070221887694463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,5120,0.019665777683258057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,1024,0.03156000044610765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,768,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,512,0.006145777801672618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,8192,0.02387822171052297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,512,0.011755555868148804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,10240,0.20838577217525908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,2560,0.010663111176755695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,3072,0.21505955855051676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,512,0.012413333687517377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,128,0.0489671097861396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,7168,0.020125332805845473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,7168,0.03992088966899448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,2560,0.07187288999557495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,1024,0.014507555299335055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,65536,0.1098524464501275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,1024,0.4545324643452962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,16384,0.019966221517986722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,65536,8.640009562174479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,12288,0.6342293421427408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,32,0.00654666663871871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,768,0.016048888365427654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,1536,0.018713777263959248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,768,0.008332444561852349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,65536,0.06970933410856459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,512,0.003367111086845398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,1024,0.382901324166192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,16384,0.011186666786670685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,8192,0.09681777821646796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,5120,0.016270221935378183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,6144,0.23869244257609049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,8192,0.0166284441947937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,6144,16.02208964029948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,32,0.026001777913835313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,512,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,10240,0.019183110859658983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,1536,0.008825778133339351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,10240,0.060214221477508545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,1536,0.4883413314819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,8192,0.023768888579474554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,16384,0.10454489125145806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,16384,0.021273778544531927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,8192,0.04396711124314202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,51200,1.7644408543904622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,4096,1.7104310989379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,32,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,4096,0.012131555212868584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,768,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,128,0.01406044430202908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,10240,0.04472444454828898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,5120,0.026679111851586237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,768,0.016427555018001132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,6144,0.0546648899714152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,12288,1.16321955786811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,128,0.007772444850868649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,3584,0.8733608987596301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,512,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,1024,0.00628355559375551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,2048,0.007863110966152614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,4096,0.0842755569352044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,3072,0.10732622279061212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,2048,0.03525688913133409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,51200,0.10519466797510783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,1536,0.01499555508295695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,5120,0.029696888393825952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,3072,0.1471279991997613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,65536,0.6905822224087186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,65536,0.31416532728407115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,3072,0.026058667235904272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,3072,0.029010666741265193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,32,0.05460088782840305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,8192,0.19697866174909803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,2560,0.008568888737095727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,16384,0.7206853230794271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,32,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,512,0.017214222086800467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,4096,1.882931603325738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,1024,0.008024888734022776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,65536,0.1109315554300944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,1536,0.018388445178667705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,12288,6.3621020846896705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,12288,0.5723102357652452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,1024,0.007174222005738153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,16384,0.24085421032375762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,1536,0.02100177771515316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,8192,0.34714576933119035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,7168,0.05177066723505656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,5120,0.034648001194000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,16384,0.03383822242418925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,6144,0.01512888901763492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,1536,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,768,0.04977066649330986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,16384,0.5856755574544271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,32,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,4096,0.044587555858823985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,768,0.005174222091833751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,4096,0.014204444156752693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,10240,3.8400099012586804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,128,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,8192,0.025638222694396973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,256,0.004386666748258802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,3584,0.028552889823913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,5120,0.02084622283776601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,128,0.012375999655988483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,1536,0.041073779265085854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,256,0.006599111275540457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,768,0.04269511169857449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,4096,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,3584,0.434479104148017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,2560,1.5743350982666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,1536,0.016498666670587327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,512,0.018942221999168396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,7168,0.023810666468408372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,4096,0.011015111373530494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,4096,0.07433778047561646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,32,0.008769777913888296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,8192,0.08910489082336426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,51200,0.7887955771552192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,3072,0.019189332922299702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,5120,0.1115857760111491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,1024,0.007890666524569193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,6144,0.0554639995098114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,3072,0.17641511228349474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,64,0.005255110975768831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,7168,0.08209688795937432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,1024,0.013431111143694984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,8192,0.02630133264594608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,768,0.031523555517196655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,768,0.03341955608791775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,1536,0.03878666626082526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,2560,0.009352888498041365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,12288,0.040354665782716535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,1024,0.006224888894293044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,2560,0.03871999846564399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,3072,0.027460444304678176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,10240,3.6403473748101125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,2560,0.07388710975646973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,1536,0.03190844588809543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,8192,0.031983110639784075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,64,0.002855111120475663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,6144,0.24422934320237902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,8192,0.7248764567905002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,16384,2.8749145931667752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,64,0.06706755691104464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,1024,0.010827555424637265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,3584,0.019927110936906602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,7168,0.015119999647140503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,1024,0.013447999954223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,65536,0.15561244222852919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,512,0.026183999247021143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,8192,0.09844888581169976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,768,0.031009776724709406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,1536,0.004864000197913912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,12288,1.2127421696980794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,8192,2.7504836188422312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,4096,0.010022222167915767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,51200,0.0825608902507358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,1536,0.006993778049945831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,12288,0.18167111608717176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,1536,0.010580444501505958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,512,0.034055110481050276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,51200,0.1929333342446221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,768,0.3283004495832655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,10240,0.390916453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,3072,0.0779857767952813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,2048,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,64,0.00590844452381134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,1024,0.11502933502197266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,32,0.012483555409643384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,32,0.0029173334025674393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,768,0.023936000135209825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,2560,0.01532799998919169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,1536,0.012168889244397482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,1536,0.07178933090633817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,8192,0.014058666096793281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,32,0.002883555574549569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,1024,0.021984888447655573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,128,0.0053004444473319584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,768,0.021759111020300124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,4096,0.06515377759933472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,12288,0.13358222113715276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,1024,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,512,0.008931555681758458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,10240,0.07760977745056152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,8192,0.021233777205149334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,1536,0.004953777624501122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,16384,1.8241146935356989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,2560,0.1760746637980143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,4096,0.01754044493039449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,256,0.021518222159809534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,16384,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,10240,0.42028178109063047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,8192,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,32,0.010628444453080496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,256,0.005148444324731827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,12288,0.07430044147703382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,1536,0.012191111014948951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,51200,0.09888355599509345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,5120,0.12877866956922743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,2560,0.008980444735950893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,32,0.004663111021121343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,7168,0.02534666657447815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,256,0.01756088932355245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,51200,0.4721200201246474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,32,0.03186488813824124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,1024,0.39153244760301376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,10240,0.01628533336851332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,3584,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,64,0.011886222494973077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,32,0.00555288874440723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,1024,0.01167377746767468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,768,0.013637333280510373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,6144,0.01163999984661738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,3072,0.011759999725553723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,2048,0.09252178006702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,4096,0.009078222016493479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,8192,0.04872622092564901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,64,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,4096,0.016559110747443307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,3584,0.08866844574610393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,1536,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,65536,0.13441422250535753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,512,0.0074826669361856245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,65536,2.793918185763889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,32,0.011737777955002256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,51200,30.307647705078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,1024,0.006647111227114995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,2048,0.02757866680622101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,2048,0.010886222124099731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,512,0.02204177776972453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,2048,0.039814223845799766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,6144,0.20162310865190294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,1024,0.032327112224366926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,2560,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,1536,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,4096,0.021570665968788996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,1024,0.08354222112231785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,5120,0.010651555326249866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,3072,0.0116462219092581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,512,0.033773332834243774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,8192,0.011773332953453064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,7168,0.05333066648907132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,65536,0.3248639901479085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,7168,0.03883822096718682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,12288,0.01867555578549703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,256,0.019159111711714003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,7168,0.020139555136362713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,51200,1.029473728603787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,3072,0.011391999820868174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,512,0.03445511062939962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,128,0.006940444310506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,16384,2.4263263278537326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,768,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,64,0.007834666305118138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,128,0.0052391112678580815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,4096,0.06805955701404147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,32,0.03785422113206651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,7168,0.02121688922246297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,5120,0.1103573309050666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,1536,0.07691999938752916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,32,0.003142222141226133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,3584,0.008037333687146505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,3584,0.01186222251918581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,65536,0.06307022439108954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,3584,0.045372443066702954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,8192,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,768,0.003637333297067218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,5120,0.0530426667796241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,3584,0.007495111061467065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,65536,0.5941599739922417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,8192,0.006498666687144174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,3072,0.007642666498819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,65536,0.13871644602881536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,256,0.004852444347408083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,512,0.05013066530227661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,6144,0.05056888858477274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,128,0.003245333416594399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,3584,0.8249680201212565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,512,0.12516355514526367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,128,0.009502222140630087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,4096,0.01795022189617157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,2048,0.014901333385043673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,5120,0.02327999969323476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,65536,0.017157332764731515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,7168,0.6003057691786025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,3584,0.00850133349498113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,2048,0.12001510461171468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,2048,0.5703786744011773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,5120,0.010655110908879174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,4096,0.7789751158820258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,2560,0.018548443913459778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,3072,0.037003556887308754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,6144,0.02933244572745429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,51200,6.898713005913629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,6144,0.09001066949632432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,128,0.017312889297803242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,8192,0.029628445704778034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,7168,0.09753777583440144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,128,0.030717333157857258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,7168,0.023383999864260357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,3072,0.010311110979980892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,2560,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,5120,0.021946666969193354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,51200,0.26327376895480686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,7168,0.03681600093841553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,6144,0.6295555432637533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,1024,0.018358222312397428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,12288,10.507331848144531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,8192,0.21960977713267008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,64,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,128,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,128,0.00517155561182234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,8192,0.06958488623301189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,51200,0.9381839964124891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,512,0.006024888820118374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,512,0.11468799908955891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,2560,0.014000889327791003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,512,0.0037413334680928122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,4096,0.02095111045572493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,3584,0.073253333568573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,128,0.01292622254954444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,65536,0.2038604418436686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,512,0.26114487648010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,128,0.003330666571855545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,768,0.22711287604437935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,768,0.021173333128293354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,1536,0.053299556175867714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,10240,0.02279111080699497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,5120,0.009702222214804756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,10240,0.023579556081030104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,512,0.008439111212889353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,2048,0.052038222551345825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,512,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,64,0.0029191111938820947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,512,0.008343111309740279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,3072,0.007123555574152205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,256,0.012522666818565793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,2048,0.012998222476906247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,64,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,768,0.006808888994985157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,256,0.008602666358153025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,7168,12288,0.5271991093953451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,5120,0.15113955073886448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,6144,0.04595288965437147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,2048,0.6701039738125272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,6144,1.5806123945448134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,64,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,7168,0.03768710957633124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,512,0.12587822808159724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,768,0.005939555664857228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,6144,0.028119110398822363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,1536,0.02218311031659444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,7168,0.03139999839994643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,65536,0.0778684417406718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,2560,0.012096888489193387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,64,0.010570666856235929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,6144,0.013044444223244986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,65536,3.467554728190104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,7168,0.039874666266971164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,2048,0.04212711254755656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,1536,0.007599111232492659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,64,0.23721244600084093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,4096,0.017134222719404433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,12288,0.030347555875778198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,1024,0.0068711112770769335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,7168,0.008179555336634317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,65536,0.07327822181913587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,51200,0.1645537747277154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,256,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,51200,0.5972257720099555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,6144,0.032596445745891996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,7168,0.6063822110493978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,10240,0.15707022613949245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,7168,0.05503999855783251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,65536,0.6116195784674751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,65536,0.4040444427066379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,768,0.10598222414652507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,51200,0.3408515453338623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,10240,0.9217217763264974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,12288,0.035394665267732404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,65536,0.2645680109659831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,16384,0.29094221856859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,8192,0.008692444198661381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,6144,0.12920267052120632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,6144,0.088828444480896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,1024,0.005807111246718301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,12288,0.1247146659427219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,32,0.005430222385459476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,6144,0.02267733381854163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,4096,0.09877066479788886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,3072,0.0063440000845326324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,2048,0.013917333549923368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,2048,0.006793777975771163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,4096,0.02254666719171736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,32,0.005919111271699269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,65536,0.4913253254360623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,256,0.03610666592915853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,2048,0.05515022079149882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,16384,0.027627555860413447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,6144,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,256,0.003133333391613431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,768,0.005559999909665849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,2560,0.32267554601033527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,6144,0.25974488258361816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,12288,0.19464711348215738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,1024,0.004403555558787452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,2048,0.007000889215204451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,256,0.006031999985376994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,10240,0.026358221968015034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,128,0.004629333400064045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,4096,0.179639114273919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,256,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,6144,0.024930665890375774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,1024,0.009485333330101436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,256,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,8192,0.02595111065440708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2560,4096,0.040962666273117065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,6144,0.021373333202468023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,8192,0.01276266657643848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,3584,0.00871733327706655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,256,0.017535999417304993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,3584,0.43993687629699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,512,0.10759466886520386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,768,0.006852444261312485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,32,0.003022222262289789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,2048,0.006592000110281839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,6144,0.016382222374280293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,2048,0.023836443821589153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,256,0.0034266666819651923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,16384,0.09413955609003703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,3072,0.014520888527234396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,65536,0.32344089614020455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,3072,0.12919555770026311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,8192,0.1111075547006395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,10240,0.6224871211581761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,3584,0.04383822282155355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,7168,0.04624266756905449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,12288,0.027015111512607996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,4096,0.03797511259714762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,1536,0.007821333077218797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,6144,0.012288889123333825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,3072,0.13524533642662898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,768,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,6144,0.0121760004096561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,6144,0.2532080014546712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,1536,0.01901422275437249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,768,0.0040960001448790235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,6144,0.026347556047969397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,3584,0.011993777420785693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,512,0.003714666598372989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,8192,0.08147822486029731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,512,0.0062871111763848206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,8192,1.6027466456095378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,65536,0.11040800147586399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,1536,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,1024,0.04765244325002035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,32,0.005655999812814925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,65536,0.014517333772447375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,16384,0.09195378091600205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,3584,0.01143200033240848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,7168,0.017264000243610807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,5120,0.018032888571421306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,10240,0.15044355392456055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,128,0.004345777961942884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,7168,1.1862506866455078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,256,0.01902755598227183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,65536,0.07403377691904704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,5120,0.23580532603793672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,2048,0.018555555078718398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,10240,0.19888177182939318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,3072,0.020426667398876615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,10240,0.060830222235785596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,3072,0.006620444357395172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,12288,0.08940977520412868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,65536,10.400633070203993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,16384,0.40660622384813094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,768,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,64,0.011880888707107969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,65536,0.359482659233941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,768,0.014807111687130399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,65536,0.0162782222032547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,3072,0.022612444228596155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,3072,0.3392337693108453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,7168,0.051746666431427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,512,0.005902222047249476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,1536,0.06621155473921034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,6144,0.054004444016350635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1024,51200,0.05328088998794556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,6144,0.05266044537226359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,51200,0.7646346622043185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,7168,0.1825395557615492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,7168,0.1804364389843411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,768,0.0048942222363419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,65536,0.1456435521443685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,16384,0.9605822033352323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,3072,0.05071377754211426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,16384,0.0258542216486401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,1536,0.09423466523488362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,5120,0.022989332675933838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,4096,0.017793777916166518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,1024,0.007445333732499017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,4096,0.8523617850409614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,64,0.16351466708713108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,7168,0.011187555889288584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,51200,0.28314222229851616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,6144,0.019285332825448778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,3584,0.018467555443445843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,6144,0.0550782216919793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,512,0.003469333259595765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,16384,0.542824904123942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,65536,1.1998284657796223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,1024,0.03269777695337931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,2560,0.01794488893614875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,5120,0.637939559088813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,512,0.0057297779454125305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,2560,0.00962400022480223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,6144,0.24157243304782441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,3584,0.007059555914666917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,4096,0.021319111188252766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,12288,79.67559814453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,32,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,3072,0.009184000392754873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,2048,0.0880346695582072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,6144,0.4044648806254069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,768,0.007317333585686154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,3072,1.0774737464057076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,10240,4.0302916632758246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,16384,0.5242355664571127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,12288,0.12780622641245523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,10240,0.16727999846140543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,10240,0.0473653342988756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,65536,0.30123376846313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,65536,0.9184524748060438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,3584,0.021274665991465252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,128,0.029337777031792536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,51200,0.021095999413066443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,12288,0.038019554482565984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,3584,0.04076177875200907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,7168,0.02564977771706051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,10240,0.2040319972568088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,1024,0.0340008901225196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,8192,0.013588444226317935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,5120,0.09676177634133233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,2560,0.1989813380771213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,12288,0.050197333097457886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,12288,0.15798666742112902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,32,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,2560,0.03718488746219211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,768,0.01349511080318027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,16384,0.7097199757893881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,768,0.011208888557222156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,51200,0.06481155421998766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,768,0.008178667061858708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,128,0.036580443382263184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,32,0.012972444295883179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,3584,0.011494222614500256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,768,0.005056888692908817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,1536,1.9905865987141926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,768,0.007885333564546373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,128,0.019820445113711886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,51200,0.07307110892401801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,1536,0.0070053330726093715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,1024,0.008369777765538957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,8192,0.013270222478442721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,6144,0.01423466702302297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,16384,0.18438755141364205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,12288,0.02913244565327962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,8192,0.03274666600757175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,32,0.0047217777205838096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,6144,0.024880000286632117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,12288,0.01237155579858356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,1024,0.01510933372709486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,3584,0.16809422439999053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,512,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,12288,7.361316257052952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,3584,0.03302844365437826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,6144,0.011952000359694162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,2560,0.01679377754529317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,512,0.007892444729804993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,768,0.010034666293197209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,32,0.03922933340072632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,2560,0.02275288932853275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,1024,0.01309866706530253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,3584,0.06336000230577257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,256,0.021057777934604224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,3584,0.01237511138121287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,128,0.0041697778635554844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,8192,0.8925022549099393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,256,0.01146755533085929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,4096,0.3431199921502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,64,0.0028515555378463534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,256,0.014206222361988492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,1536,0.008830221990744272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,5120,0.3783457809024387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,12288,0.09177777502271865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,3584,0.011346666349305047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,128,0.1292195585038927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,768,0.005922666854328579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,65536,0.17073422008090547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,2048,0.014207111464606391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,4096,0.03692177931467692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,10240,0.0196079992585712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,2048,0.0075395554304122925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,51200,4.3264923095703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,6144,3.767012278238932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,2560,0.06198044617970785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,2560,0.0882071124182807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,2560,0.021659556362364028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,5120,0.0905288921462165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,768,0.013593778014183044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,256,0.004031110968854693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,256,0.013394667042626275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,51200,0.11320443948109944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,8192,0.05250755614704556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,10240,0.41532267464531797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,10240,0.027115555273161993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,12288,0.015254222684436373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,512,0.0225600004196167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,1536,0.05117155445946587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,65536,0.39685244030422634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,51200,1.3216355641682942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,64,0.012460444536474017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,51200,1.1011226442125108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,6144,0.04587822159131368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,4096,0.3493191136254205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,12288,0.33400800493028426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,65536,0.29444800482855904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,2048,0.059096886052025684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,12288,0.15640889273749456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,4096,0.011209777659840055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,1536,0.007679111427730984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,6144,0.09462933407889472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,12288,0.12201066811879475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,16384,0.011312888728247749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,65536,0.06627111302481757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,6144,0.012373333175977072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,4096,0.017129777206314933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,3072,0.007328000333574083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,2560,0.00612088872326745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,5120,0.012526222401195101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,4096,0.10858844386206733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,6144,0.016629333297411602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,4096,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,128,0.002942222274012036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,3072,0.02496799992190467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,512,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,6144,0.018977777825461496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,3584,0.011540444360838996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,65536,0.17939644389682344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,4096,0.03607911202642653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,128,0.029934220843844946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,2560,0.009949333137936061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,51200,0.241521782345242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,2560,0.2864026758405897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,10240,0.6611546410454644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,16384,0.602028422885471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,10240,0.0771626697646247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,16384,4.380818684895833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,3072,0.02856711215443081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,3584,0.01737866633468204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,12288,0.04737955662939283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,16384,0.5772417916191949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,7168,0.271725336710612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,64,0.06370221906238131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,16384,0.5071679751078287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,10240,0.3574639956156413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,1024,0.05641511413786146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,51200,0.22727645768059623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,12288,0.25192533599005806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,4096,0.060292442639668785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,2560,0.017200888858901132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,512,0.005421333428886201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,128,0.004025777594910728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,768,0.005940444353553984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,512,0.006562666760550604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,65536,0.24212177594502768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,10240,0.46141333050198025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,256,0.005391110976537068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,5120,0.0140337778462304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,3584,0.02365155518054962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,8192,0.4787626796298557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,2048,0.0413680010371738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,51200,0.131223996480306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,16384,0.05112089051140679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,7168,0.34462311532762313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,128,0.22467109892103407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,6144,0.10865066448847453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,256,0.14835911326938206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,65536,0.8122782177395291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,1024,0.23481599489847818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,12288,0.10745688941743638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,64,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,3072,0.014444443914625378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,512,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,5120,0.009208888643317753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,128,0.13156178262498644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,2560,0.07182044453091092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,1536,0.02765688962406582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,10240,0.08941688802507188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,2560,0.02387111054526435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,8192,0.09571644332673813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,51200,3.8645841810438366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,10240,0.07135111093521118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,3072,0.039389332135518394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,4096,0.023037332627508376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,256,0.009671111073758867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,512,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,256,0.0068764446510208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,1536,0.010568888651000129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,3072,0.010034666293197209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,2048,0.022192888789706763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,4096,0.01239822225438224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,4096,0.016840888394249808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,16384,0.0799964467684428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,32,0.002973333415057924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,6144,0.02292622294690874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,2560,0.07136799891789754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,5120,0.09340533283021714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,3584,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,65536,0.18548977375030518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,256,0.02552266584502326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,64,0.013648889131016202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,8192,0.0587902201546563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,32,0.004562666846646203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,12288,5.07533433702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,51200,0.2998533248901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,64,0.0026835555003749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,51200,0.6658462418450249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,1024,0.012228444218635559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,512,0.015217777755525378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,2048,0.007977777885066139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,64,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,3072,0.05134310987260607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,12288,0.09918755292892456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,256,0.002895111011134254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,128,0.006996444529957241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,512,0.036673777633243136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,10240,0.02476088868247138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,3072,0.024901333782407973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,256,0.00850666645500395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,3584,0.007476444045702617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,7168,0.095396445857154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,10240,0.13198755847083196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,7168,0.10408533281750149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,12288,0.06121155288484362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,51200,0.9866977267795138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,4096,3.502752939860026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,12288,0.11291200584835476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,7168,0.027357333236270483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,768,0.02516711089346144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,512,0.006513777706358168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,256,0.004311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,3072,0.013952000273598565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,65536,1.692726241217719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,128,0.0046364445653226645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,12288,0.10700533125135635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,4096,0.007879999776681265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,2560,0.044821331898371376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,4096,0.017486222916179232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,51200,2.9188577863905163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,65536,0.8410791291130914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,3584,0.17707199520534941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,1024,0.010623999767833285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,4096,0.022640888889630634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,12288,0.04041422075695462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,10240,0.23494132359822592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,4096,0.050952888197369046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,12288,0.49504179424709743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,5120,0.014630221658282809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,8192,0.12128710746765137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,5120,0.03179466724395752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,4096,0.0255031105544832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,256,0.0031795555518733132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,65536,0.06991999679141574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,16384,0.031207111146714952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,1536,0.07588266664081149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,3072,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,64,0.010800888968838586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,128,0.06093600061204699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,8192,0.06592177682452731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,128,0.012080888781282636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,3584,0.05800888935724894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,1536,0.12239821751912434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,7168,0.010685332947307162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,10240,0.11049777931637234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,1024,0.037993778785069786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,64,0.008871999879678091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,2560,0.023600889576805964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,128,0.0029164445069101122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,51200,0.49458222919040257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,10240,0.013444444371594323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,768,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,512,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,32,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,5120,0.013992889059914483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,256,0.011136888629860349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,512,0.018927110566033255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,7168,0.03017510970433553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,64,0.03597066799799601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,16384,0.022504889302783545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,3584,0.06193955739339193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,3072,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,65536,2.361402723524306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,4096,0.03391644358634949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,7168,0.02165866725974613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,3584,0.12933511204189724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,64,0.005431111074156231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,12288,0.028090665737787884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,128,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,768,0.007231111327807109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,10240,0.13703289296891955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,8192,0.1664151085747613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,51200,5.322463141547309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,128,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,1024,0.012703110774358114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,64,0.0035333335399627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3072,7168,0.20041333304511177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,4096,0.022143110632896423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,2048,0.16426755322350398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,7168,0.01407199932469262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,1024,0.03146222233772278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,512,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,64,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,2560,0.5758995480007595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,2560,0.010320888625250923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,128,0.003955555458863576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,3584,0.010515555739402771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,256,0.00756533361143536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,7168,0.03102933367093404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,1536,0.007204444044166141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,5120,0.0581244428952535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,128,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,3584,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,3584,0.02000266644689772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,3584,0.04840711090299818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,10240,0.3417537742190891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,65536,0.5380124515957302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,8192,0.21034933461083305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,64,0.019119110372331407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,128,0.0030942221896515954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,6144,0.23622398906283906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,6144,0.01074399964676963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,32,0.0027191111197074256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,256,0.005434666656785541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,5120,0.01312622262371911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,128,0.009466666314336989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,51200,0.8607955508761935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,2560,0.13371200031704372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,2048,0.010946667028797997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,2560,0.28238222334120006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,4096,0.0218577782313029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,5120,0.5957991282145182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,3584,0.03438222077157762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,256,0.008364444805516137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,64,0.008884444832801819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,51200,0.08073333236906263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,256,0.0031999999450312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,1024,0.01236355553070704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,256,0.004876444323195351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,12288,0.32683555285135907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,65536,1.02839109632704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,1024,0.004545777622196409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,16384,0.24318488438924155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,4096,0.010621333287821876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,3584,0.006320000108745363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,3072,0.07832177480061848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,7168,0.03789688812361823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,5120,0.04150044586923387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,512,0.007838221887747446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,12288,0.009382222261693742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,12288,0.13598310947418213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,1024,0.004915555732117759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,1536,0.012622222304344177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,256,0.004866666677925321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,10240,0.38551823298136395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,51200,0.16935377650790742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,4096,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,51200,0.18063644568125406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,32,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,8192,0.07261066966586642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,64,0.002571555475393931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,1536,0.0661804477373759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,16384,0.011917333636018964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,8192,0.03477422065205044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,7168,0.011033777561452655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,256,0.004394666602214177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,3584,0.008884444832801819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,32,0.0034373334298531213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,16384,3.996093326144748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,7168,0.023240000009536743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,256,0.006865777903132969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,5120,0.01425155500570933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,3584,0.022874666584862605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,2560,0.06862222486072116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,128,0.017992888887723286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,128,0.0326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,2048,0.3546284569634332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,7168,0.38016356362236875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,2560,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,4096,0.1077244414223565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,512,0.038260443343056574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,4096,0.007871111234029135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,128,0.0027831111931138565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,5120,0.026867555247412786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,512,0.02196888956758711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,5120,0.06739199823803373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,16384,1.2786515553792317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,768,0.08006755510965984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,2048,0.008588444855478074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,6144,0.02999733222855462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,51200,23.513495551215275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,16384,0.0251226673523585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,1024,0.06448355648252699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,128,0.005227555417352253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,1536,0.014578666951921252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,6144,0.01423733267519209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,16384,0.048045333888795644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,128,0.009848888549539778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,1024,0.03011288907792833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,10240,0.03454044461250305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,3072,0.01034755590889189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,7168,0.02555199960867564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,2048,0.011177777416176267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,2048,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,65536,0.16963822311825225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,10240,0.18711911307440865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,768,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,64,0.006137777947717243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,2048,0.006711999989218182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,768,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,5120,0.014071111877759298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,12288,0.033893333541022405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,65536,0.4127475685543484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,65536,0.1337831152809991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,2048,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,32,0.007146666447321574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,2560,0.014898666077189975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,256,0.03529955612288581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,16384,0.09227644734912449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,16384,0.11893333329094781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,1024,0.0039813332259655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,64,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,7168,0.015758223003811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,65536,0.17161244816250273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,2048,0.009152000149091085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,12288,0.10347021950615777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,7168,0.2889164553748237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,10240,0.014695111248228284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,6144,0.11332533094618057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,2048,0.008184889124499427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,512,0.13726045025719538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,4096,0.01683555543422699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,1536,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,6144,0.1412924395667182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,512,0.0034204444123639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,8192,0.0638293359014723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,128,0.0041911109454101985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,256,0.005029333134492238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,1024,0.0041759999261962045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,51200,0.06418666574690077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,4096,0.00870400004916721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,16384,0.08334755235248142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,4096,0.008268444074524773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,5120,0.011439111497667102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,256,0.0036844445599450003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,64,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,3072,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,10240,0.19392177793714735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,6144,0.052503999736573964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,256,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,65536,10240,0.6926426887512207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,4096,0.05500355694029066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,1536,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,32,0.004504888835880491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,256,0.003083555648724238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,3584,0.009856888817416297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,64,0.22525954246520996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,10240,0.03425777620739407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,3072,0.007643555601437886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,512,0.017488888568348356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,3072,0.008672888908121321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,1024,0.005994666781690385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,10240,0.036446223656336464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,3072,0.01758399936887953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,256,0.2475351227654351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,3072,0.007819555699825287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,2048,0.009081777599122789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,2048,0.006163555714819167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,128,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,32,0.011247999966144562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,2048,0.006329777754015393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,32,0.004332444320122401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,6144,0.015146666102939181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,1024,0.07944799794091119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,7168,0.01976799964904785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,256,0.038535998927222356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,4096,0.00943999985853831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,128,0.007745777567227681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,32,0.006809777683681912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,1536,0.004433777597215441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,3584,0.008576889004972246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,32,0.005426666802830166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,512,0.006785777707894643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,256,0.016255110502243042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,6144,0.03122133347723219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,128,0.009763555394278632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,8192,2.4420532650417752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,10240,0.08331111404630873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,1024,0.5023102230495876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,3584,1.195826636420356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,12288,0.08536711004045273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,65536,0.49233245849609375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,768,0.04153866569201151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,2560,0.010047111246320937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,1024,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,512,0.010689777632554373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,10240,0.016594666573736403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,2048,0.015435554915004306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,10240,2.0288889143202042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,1024,0.005452444569932089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,65536,0.1986666652891371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,10240,0.07737777630488078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,2560,0.10203466812769572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,64,0.003012444410059187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,7168,2.7342967987060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,5120,0.08596799770991008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,5120,1.818402608235677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,1536,0.008048888709810045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,5120,0.41396088070339626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,12288,0.03184355629814996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,51200,0.07708089219199286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,5120,0.009580444130632613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,7168,0.01749955614407857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,5120,0.0871351096365187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,12288,0.44987646738688153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,3584,0.00739911115831799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,2560,0.027127999398443434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,768,0.01461866663561927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,4096,0.04896355668703715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,3584,0.01054222219520145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,256,0.004607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,32,0.008007110820876228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,512,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,128,1.7513991461859808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,1536,0.03021866745418972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,51200,0.44060267342461484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,65536,0.4379555649227566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,256,0.004088888979620404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,64,0.16522488329145643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,3072,0.6733155780368381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,2560,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,2048,0.059860441419813365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,1024,0.018271999226676095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,16384,0.05103288756476509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,32,0.0033697777738173804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,6144,0.01571644511487749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,5120,0.14527555306752524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,5120,0.006852444261312485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,2048,0.015832000308566622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,65536,6.994078318277995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,6144,0.014480888843536377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,65536,2.388991038004557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,7168,0.09227289093865289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,5120,0.013619555367363824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,7168,0.6055662367078993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,12288,0.025294222765498694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,10240,0.05522222320238749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,4096,0.052523556682798594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,3072,0.013139555851618448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,65536,0.29847823248969185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,7168,0.052038222551345825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,3584,0.01761155492729611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,65536,0.25716622670491535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,2048,0.009752888646390703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,8192,0.05721066395441691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,8192,0.03439111179775662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,16384,0.3099457687801785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,3584,0.10977600018183391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,512,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,12288,16384,0.15320800410376653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,4096,0.10805866453382705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,65536,2.835587607489692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,1024,4.11412090725369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,1536,0.005388444496525659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,64,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,512,0.011776888536082374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,12288,0.028549333413441975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,1536,0.025231111380789015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,4096,0.017679999272028606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,10240,4.3333689371744795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,1024,0.08481511142518784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,64,0.0026515554636716843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,128,0.007720000214046902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,512,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,16384,0.37196887864006895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,256,0.04307911131117079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,256,0.005495999836259418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,16384,0.02104088829623328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,51200,0.05230755607287089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,512,0.0036186666952239144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,10240,0.1734080049726698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,16384,0.012362666428089142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,128,0.011372444530328115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,8192,0.04793333344989353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,4096,0.015814221567577787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,2048,0.07474133041169909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,768,0.003622222277853224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,8192,0.03376177615589566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,3584,1.6930693520439997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,64,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,8192,0.3542417685190837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,8192,0.016926222377353244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,128,0.029901332325405542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,128,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,3584,0.023000889354281958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,512,0.003568888952334722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,16384,0.11369155512915717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,2048,0.02714311083157857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,12288,0.008549333446555668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,32,0.003154666680428717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,3072,0.014332445131407844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,2048,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,12288,0.21263910664452446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,1024,0.003935111065705617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,256,0.005193777796294955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,1536,0.01609066625436147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,8192,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,51200,0.14078044891357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,7168,0.015103111664454142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,512,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,3072,0.11801777945624457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,128,0.028788444068696763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,768,0.0035333335399627686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,65536,0.07603110869725545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,2048,0.00795377790927887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,16384,0.6114560233222114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,128,0.009273777405420939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,12288,0.1818302207522922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,5120,0.012562666502263812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,64,0.005991111199061076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,128,0.006122666514582104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,2560,0.010660444696744284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,3072,0.07789333661397298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,128,0.004831111265553368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,128,0.004501333253251182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,10240,0.021178666088316176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,64,0.003050666716363695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,51200,0.1175982157389323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,64,0.0075191110372543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,12288,0.006211555666393704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,512,0.004023999803596073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,51200,8.318346659342447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,7168,0.14161954985724554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,6144,0.4479751057094998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,3072,0.9427546395195855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,512,0.01090666651725769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,5120,0.015504888362354703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,7168,0.05477244324154324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,6144,0.025397333833906386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,4096,0.010552888943089379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,10240,0.0706640018357171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,512,0.0070879997478591064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,768,0.04130399889416165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,64,0.0026782221264309357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,3072,0.011696889168686338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,8192,0.011554666691356234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,1536,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,4096,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,2048,0.09458221991856892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,4096,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,2048,0.007028444773621029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,65536,3.5056408776177297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,65536,4.475749121771918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,10240,0.18745688597361246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,5120,0.012999999854299756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,2560,0.0206657780541314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,2560,0.1419715616438124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,1024,0.011183111204041375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,7168,0.014574221438831754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,128,0.0052693333062860705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,128,0.002757333426011933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,768,0.014905777242448596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,256,0.006590222318967183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,2560,0.03383022215631273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,51200,0.4522328906589084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,128,0.004306666553020477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,1024,0.005710222240951326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,8192,0.2276488939921061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,128,0.027052443888452318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,10240,0.03994222150908576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,6144,0.25511378712124294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,51200,0.0725733306672838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,1024,0.009568889107969072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,2048,0.011363555159833698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,1536,0.016023111012246873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,128,0.00868711123863856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,16384,0.02234755622016059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,2048,0.008562666674455007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,12288,0.02662311163213518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,768,0.00666844430896971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,16384,0.03031733300950792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,7168,1.10535462697347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,3584,0.012725333372751871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,4096,1.6277466879950628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,51200,0.183972438176473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,1536,0.3751342296600342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,2048,0.08637777964274089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,12288,0.11462044715881348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,4096,0.013159111142158508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,256,0.004507555729813046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,3584,0.021233777205149334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,256,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,65536,0.25375644365946454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,3072,0.04464977648523119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,512,0.40401334232754177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,1536,0.008886222210195329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,512,0.10318844185935126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,7168,0.09317155679066975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,2560,0.0895306666692098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,4096,0.31829955842759877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,256,0.04313155677583483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,4096,0.02051466703414917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,1024,0.03162399927775065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,768,0.012812444733248817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,10240,0.7876070870293511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,2048,0.007793777518802219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,1024,0.006122666514582104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,256,0.005394666559166378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,51200,1.0583680470784504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,2560,0.0075351107451650835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,2560,0.010265777508417765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,8192,0.416281779607137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,1024,0.004024888906213972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,256,0.005631111148330901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,10240,0.42868977122836643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,1024,0.030208888981077407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,7168,0.2008488840527005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,1024,0.15824088785383436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,512,0.003633777714437909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,12288,0.11076977517869736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,3072,0.009524444739023844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,6144,0.011063999599880643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,8192,0.040392001469930015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,512,0.008664888640244802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,16384,0.020426667398876615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,3584,0.009891555541091496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,16384,0.0241333329015308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,7168,0.10708622137705485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,3584,0.007914666500356462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,32,0.0030826667530669104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,3072,0.033554666572146945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,2048,0.04842222068044874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,32,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,64,0.011124444504578909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,768,0.003604444364706675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,768,0.0365280012289683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,8192,0.016703999704784818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,7168,0.094577776061164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,8192,0.08492533365885417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,10240,0.0092622223827574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,2048,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,4096,0.1795582241482205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,6144,0.027850667635599773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,7168,0.13783110512627497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,1024,0.008985777695973715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,65536,0.17424978150261772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,16384,0.5446746614244249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,4096,0.013964444398880005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,65536,0.06869244575500488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,7168,0.012056888805495368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,12288,0.04048533240954081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,6144,0.06391111347410414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,8192,0.012326222327020435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,6144,0.015047111445003085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,7168,0.006193777753247156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,12288,0.09124266439014012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,4096,0.36251555548773867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,8192,0.1575040022532145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,512,0.005602666487296422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,128,0.0032231110251612137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,7168,0.015758223003811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,6144,0.015499555402331881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,5120,0.0648204419347975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,8192,0.015786666009161208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,1536,0.041638222005632185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,4096,0.010608000059922537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,2560,0.0070186663005087115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,6144,0.041823112302356295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,7168,0.15781333711412218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,1024,0.01700444519519806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,5120,0.009837333526876237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,768,0.05016622278425428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,5120,0.06560177935494317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,51200,0.26981155077616376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,128,0.004791111167934206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,6144,3.9631563822428384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,1536,0.0407680008146498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,8192,3.2706951565212674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,10240,0.2650880018870036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,256,0.005435555759403441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,2048,0.0075626663035816616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,768,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,512,0.03238488899336921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,64,0.014831999937693277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,3072,0.07928533024258085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,128,0.024102222588327196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,10240,0.2730026774936252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,51200,0.4214293426937527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,768,0.004825777891609403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,64,0.002736888825893402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,2560,0.007825777762466008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,3072,0.014384888940387301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,2560,0.015990222493807476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,1024,0.0058240000572469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,6144,0.015166223049163818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,5120,0.10212355852127075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,5120,0.015818667080667283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,2048,0.013973333769374423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,8192,0.12588266531626383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,3584,0.007831999825106727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,768,0.0038648889296584656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,256,0.005712000032265981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,3584,0.006575999988449945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,4096,0.029045333464940388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,1024,0.003950222084919612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,2560,0.0611048870616489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,51200,0.06743733088175456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,256,0.031161778502994116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,3584,0.11615199512905544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,51200,0.14939733346303305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,12288,0.5596906873914931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,12288,0.05806399716271294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,6144,0.013665777941544851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,6144,0.020679111282030743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,4096,0.1599324411816067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,8192,0.013105777402718862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,51200,0.07518311341603597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,51200,0.19480178091261122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,64,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,7168,0.9616506364610461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,512,0.02060622142420875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,7168,0.06117600202560425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,51200,0.11247911718156602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,512,0.2261564466688368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,768,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,51200,0.40973512331644696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,8192,0.016142222616407607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,16384,0.0076657773719893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,512,0.004521777646409141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,12288,0.6035662227206761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,512,0.005377777748637729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,10240,0.23476621839735243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,7168,0.41890666219923234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,8192,0.01257333325015174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,5120,0.03916622201601664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,16384,0.029135998752382066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,6144,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,10240,0.07456177473068237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,12288,0.07782577806048922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,2048,0.036855111519495644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,8192,0.01703377730316586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,10240,0.021912000245518152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,16384,0.041160888142055936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,1536,0.007976888782448238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,1024,0.008740444150235917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,10240,0.38069865438673234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,1536,0.0075777777367168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,5120,0.3386693265702989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,2560,0.012734221915404001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,3072,0.00738844441043006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,5120,0.23940089013841417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,1024,0.010292444792058732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,768,0.005566222386227713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,512,0.014839111102951897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,768,0.0035342222286595237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,4096,0.018909333480728995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,4096,0.03089511063363817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,7168,0.021020443903075323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,32,0.012574222352769641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,5120,12288,1.4632888370090062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,12288,0.08125688632329305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,10240,0.028582221931881372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,6144,0.04634666774008009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,7168,0.05751111110051473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,2560,0.01482222146458096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,128,0.0027964444210131965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,1536,0.9877324634128146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,4096,0.010280888941552904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,3584,0.028466665082507666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,6144,1.154431978861491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,768,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,64,0.0032035555276605818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,10240,3.883935292561849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,7168,0.28211379051208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,512,0.007722666694058313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,2048,0.006800000038411882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,512,0.059531556235419385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,1024,0.07864622275034587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,16384,0.13583821720547146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,256,0.00582755563987626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,2048,0.025480889611774023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,3584,0.011153777440388998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,6144,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,2048,0.00498488876554701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,128,0.005991111199061076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,7168,0.01740977830357022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,3584,0.013170666992664337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,2048,0.042782220575544566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,4096,0.017047999633683097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,1536,0.030721777015262183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,16384,0.19171199533674452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,32,0.008886222210195329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,4096,0.016192000773217943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,1536,0.03247911069128249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,2048,0.12953155570560032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,128,0.006227555374304454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,10240,0.028836445675955877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,2560,0.3854240046607123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,3584,0.06991289059321086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,65536,13.787740919325087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,64,0.009103111094898647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,65536,0.2025973399480184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,12288,0.03037244412634108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,16384,0.0350542234049903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,4096,0.008382221890820397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,256,0.005434666656785541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,10240,0.15267822477552626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,4096,0.00962044464217292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,512,0.005000000198682149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,512,0.0033760000434186724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,4096,0.17678044901953804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,4096,0.012703999876976013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,4096,0.012362666428089142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,16384,0.6038862334357368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,768,0.050937778419918485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,3584,0.03700977894994948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,65536,1.0713368521796334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,1536,0.006614222294754452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,64,0.0166640000210868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,51200,5.272411346435547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,6144,0.22646578152974448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,32,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,8192,0.014020444618331062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,12288,0.049119111564424306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,64,0.04834844337569343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,512,0.003383999897374047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,2048,0.007819555699825287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,10240,0.04711733261744181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,3072,0.023355555203225877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,8192,0.0376142230298784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,10240,0.017435555656750996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,12288,0.01942399972014957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,128,0.0031022222505675424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,768,0.08200977908240424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,8192,0.516832881503635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,12288,0.5653431150648329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,5120,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,8192,0.010964444114102257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,512,0.015896000795894198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,3584,0.0941128863228692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,2560,0.22252710660298666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,6144,0.13738932874467638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,16384,0.5852524439493815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,5120,0.025777777036031086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,3584,0.7818880081176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,2560,0.008555555509196388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,512,0.003911111089918348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,3584,0.8729395336574979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,12288,0.7815928988986545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,64,0.006106666806671355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,3584,0.026584888497988384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,51200,0.008844444321261512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,8192,0.022760000493791368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,2048,0.0074417781498697065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,768,0.003979555434650845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,1024,0.009899555808968013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,8192,0.5428462028503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,32,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,5120,0.0203813330994712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,10240,0.02019644445843167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,10240,0.028174221515655518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,128,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,51200,0.0629262195693122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,51200,0.10242311159769694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,32,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,3072,0.11865422460767959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,2560,0.1286675532658895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,512,0.017846221725145977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,2048,0.02684177789423201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,10240,0.013565333353148567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,1536,0.01001422190003925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,2048,0.17368443806966147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,768,0.00906133320596483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,10240,0.21905599700080025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,128,0.031952887773513794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,128,0.0029306666304667792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,8192,0.49420621660020614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,4096,0.007855999800893996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,768,0.05347644289334615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,1536,0.06359199682871501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,51200,0.6175671153598362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,65536,1.3490675820244684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,8192,0.05173333485921224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,3072,0.03546133306291368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,3584,0.007886221839321984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,64,0.010869333313571082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,768,0.0052915554907586836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,12288,0.03850577937232123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,32,0.005799110978841782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,512,0.031888888941870794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,2048,0.006690666493442323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,6144,0.1078266633881463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,4096,0.13961422443389893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,12288,0.03327644533581204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,8192,0.04282933473587036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,16384,0.614067554473877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,1024,0.08876266744401719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,2560,0.008654221892356873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,2560,0.06869777705934313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,16384,0.023491554790072974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,8192,0.1590177747938368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,16384,0.01992266707950168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,6144,0.01311466677321328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,65536,0.7961075570848254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,768,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,3072,0.009505777723259395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,3584,0.013529777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,64,0.006976000136799282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,5120,0.04571466644605001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,1024,0.02183288832505544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,256,0.0029973333908451926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,768,0.07925155427720812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,128,0.02182577715979682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,5120,0.19874221748775908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,2560,3.9972008599175344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,2048,0.013952000273598565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,128,0.02085955606566535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,512,0.011032000184059143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,512,0.014569777581426831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,3072,0.01402666668097178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,64,0.01627466744846768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,128,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,5120,0.06876711050669353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,3584,0.007851555943489075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,3072,0.020096888144810993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,4096,0.008463111188676622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,10240,0.017862222260899015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,65536,0.44082223044501406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,128,0.08831022183100383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,1024,0.03126666612095303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,64,0.010504888991514841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,64,0.00600622221827507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,512,0.01698755555682712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,128,0.02390044430891673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,10240,0.021988444858127173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,10240,0.027664888236257765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,7168,0.006301333506902059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,64,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,128,0.003391999958289994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,1024,0.007490666376219855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,6144,0.02275200022591485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,12288,2.78693856133355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,4096,0.00869777798652649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,3072,0.018132444885041978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,7168,1.6384906768798828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,10240,0.03039466672473484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,3072,0.00831733312871721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,8192,0.1668808857599894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,64,0.008199999729792276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,3584,0.07781510882907443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,12288,0.2855679988861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,768,0.011839110818174152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,6144,0.011612444288200803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,256,0.008226667013433244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,3072,0.15838132964240179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,1536,0.004926222066084544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,4096,1.3873021867540147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,12288,0.22643465465969512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,7168,1.767344898647732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,3072,0.11974310874938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,6144,0.18300178315904406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,768,0.3518106672498915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,7168,0.018144889010323417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,768,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,2560,0.02539644473128849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,256,0.059860441419813365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,12288,0.27003110779656303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,64,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,32,0.05611911084916857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,768,0.033747557136747576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,10240,0.030731555488374498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,10240,4.591541290283203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,12288,0.053504887554380626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,2048,0.009022222624884712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,6144,0.011791999969217511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,8192,0.023558222585254248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,8192,0.4262959957122803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,7168,0.12531288464864096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,3072,0.07717155747943454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,12288,0.10213777754041885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,4096,3.5093502468532987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,1024,0.007233777807818518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,12288,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,3584,0.05059733324580722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,1024,0.013788444300492605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,1536,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,32,0.0032711111836963226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,5120,0.20156799422370064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,65536,0.18811021910773384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,6144,0.011945777469211154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,768,0.006586666736337874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,16384,1.4647252824571397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,1024,0.005143110950787862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,3584,0.13078755802578396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,16384,0.24480178621080187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,8192,0.09219466977649265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,65536,0.3760373327467177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,10240,0.06746577554278903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,12288,0.008624888956546783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,4096,0.006024888820118374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,12288,0.04929600159327189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,2048,0.24409688843621147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,4096,0.02602133320437537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,2560,0.24977156851026747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,16384,0.029278222057554457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,768,0.21615289317237008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,51200,0.0879617797003852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,16384,3.5023413764105906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,3072,0.03183999988767836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,1024,0.00686488880051507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,1536,0.07873600059085421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,64,0.010784000158309937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,2048,0.028868443436092798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,65536,2.5060418446858725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,12288,2.97999636332194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,32,0.014315555493036905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,7168,0.013539555172125498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,16384,0.08853511015574138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,1536,0.006832888970772426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,128,0.004496888981925117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,8192,0.051847110191980995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,1024,0.016720000240537856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,10240,0.08607288863923813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,16384,0.07784977886411878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,10240,0.6863217883639865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,51200,2.6874533759223094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,3584,0.009519110951158736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,12288,0.07807111077838473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,3072,0.007485333416197035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,32,0.0033582221302721235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,768,0.012295111185974546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,8192,0.9648488362630209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,2048,0.024813334147135418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,2048,0.014427555931939019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,7168,0.03345688846376207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,512,0.004184000194072723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,51200,0.49408531188964844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,768,0.04348444607522753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,51200,0.4417484336429172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,3584,0.013556444810496436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,5120,0.013767110804716745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,5120,0.019692444139056735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,16384,0.012599999705950419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,12288,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,3584,0.0069013333155049225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,5120,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,256,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,512,0.0454311105940077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,12288,0.2850880093044705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,2048,0.029584887954923842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,2048,0.013136000268989138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,2560,0.28543021943834096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,128,0.009306666751702627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,4096,0.01791200041770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,65536,0.16086133321126303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,128,0.02093688812520769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,128,0.0163137780295478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,51200,5.956674787733291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,1024,0.0382008883688185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,5120,0.048199110560946994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,6144,0.01514311134815216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,51200,0.06200622187720405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,32,0.0029271110478374693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,32,0.02388266722361247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,2048,0.05595111184649997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,512,0.026802667313151892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,12288,0.016016888949606154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,65536,0.07423466444015503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,2048,0.03573955429924859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,8192,0.21539999379052055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,128,0.005611555443869696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,2048,0.007090667055712805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,3584,0.020568889048364427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,7168,0.05493333273463779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,10240,0.018232888645595975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,256,0.002773333340883255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,7168,0.010926222635640038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,1536,0.012681778106424542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,512,0.007617777420414819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,1536,0.012574222352769641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,10240,0.10891377925872803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,1024,0.00794311116139094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,128,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,3584,0.007088888850477006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,8192,0.03272799981964959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,6144,0.011054221954610614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,3072,1.3366755379570856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,32,0.059097780121697314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,768,0.004828444371620814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,64,0.0035866668654812705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,51200,1.3103840086195204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,4096,0.9930462307400174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,16384,0.07637066973580255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,51200,0.06505244308047824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,768,0.017320889565679762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,2048,0.015341333217091031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,768,0.010632000035709806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,64,0.003228444399105178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,65536,1.1041510899861653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,10240,0.01660711069901784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,3584,0.01978488928741879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,768,0.005320000151793162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,64,0.0028284444577164124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,2048,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1536,2560,0.007136888802051544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,10240,0.08590400218963623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,65536,0.07473866807089911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,10240,0.027131555808915034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,32,0.003544888976547453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,64,0.00925155563486947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,2560,0.00673333348499404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,51200,0.3005439970228407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,8192,0.1358826690249973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,1024,0.004152889053026835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,1536,0.041287110911475286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,512,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,51200,0.3473662270439996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,3072,0.14485243956247965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,1024,0.004063999901215236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,3584,0.02641244398223029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,4096,0.01092177795039283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,2560,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,128,0.013008889224794177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,16384,0.11882755491468643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,64,0.0029395555870400537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,3072,0.06805511315663655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,7168,0.27483288447062176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,8192,0.01938222183121575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,128,0.004574222283230888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,64,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,5120,0.16292444864908853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,7168,0.016543999314308167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,512,0.009200000100665623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,3072,0.028762665059831407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,12288,0.2350240018632677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,10240,0.02885777751604716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,12288,0.1985377735561795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,6144,0.09958489073647393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,1536,0.01586577792962392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,16384,0.0064444442590077715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,5120,0.039763556586371526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,4096,0.0284586681260003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,7168,0.02565777798493703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,32,0.12395732932620579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,64,0.005714666512277391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,10240,0.00795377790927887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,768,0.288536892996894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,7168,0.05624444617165459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,16384,0.23752888043721518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,4096,0.026234666506449383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,3584,0.10589777761035496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,16384,0.02049511174360911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,7168,0.2043386697769165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,1536,0.004690666579537922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,7168,0.013172444370057849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,3072,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,512,0.008003555238246918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,6144,0.006231110956933763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2560,1024,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,6144,0.2325084474351671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,10240,0.16462577713860407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,51200,4.984431796603732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,3584,0.0508266654279497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,768,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,4096,0.012418666647540199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,5120,0.019052444232834708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,10240,0.032051556640201144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,65536,0.1352684497833252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,12288,1.3714240392049153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,256,0.004805333498451444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,5120,0.043624000416861645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,1536,0.012855999999576144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,65536,0.06665777497821383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,7168,0.0210853334930208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,5120,0.013413333230548434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,12288,0.07792977492014568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,6144,0.11735644605424668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,4096,0.022865777214368183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,2048,1.169774267408583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,1024,0.013030221892727746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,768,0.009755555954244401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,5120,0.019096000327004325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,512,0.018564444449212816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,65536,0.05055555701255798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,12288,0.03555644551912943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,8192,0.0291884442170461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,512,0.003653333418899112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,128,0.005498666730191972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,768,0.023570666710535686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,10240,0.03047200043996175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,1536,0.06167733007007175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,3072,0.04951911171277364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,16384,0.6312008963690864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,10240,0.25352001190185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,10240,0.34403289688958066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,128,0.005424889011515512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,3072,0.011198221809334226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,51200,0.055416001213921436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,4096,0.07486577828725179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,1536,0.12501245074801975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,3072,0.11471645037333171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,5120,0.014691554837756686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,10240,0.176583104663425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,2048,0.015448888142903646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,3072,0.39634132385253906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,7168,0.027429333991474573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,768,0.04965866605440775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,768,0.08575199709998237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,51200,0.5507395532396104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,128,0.2382862302992079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,128,0.0031635556370019913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,256,0.004358222087224324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,768,0.010473777850468954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,512,0.016348444753222995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,8192,0.01885066595342424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,3072,0.011296889020336999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,2560,0.04298044575585259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,16384,0.5398000081380209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,10240,0.016623111234770883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,32,0.013174222575293647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,512,0.20170222388373482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,6144,0.018684445155991446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,1024,0.014112888111008538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,512,0.027033777700530157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,8192,1.116268475850423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,51200,1.411174244350857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,2048,0.009593778186374241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,8192,0.24954756100972494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,2560,0.01367200000418557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,3584,0.046922667158974536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,2048,0.005385777602593104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,51200,0.010880889164076911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,2048,0.043733331892225474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,512,0.009380444056457942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,4096,0.030857778257793848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,2048,0.012995555169052549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,7168,0.015172445111804538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,768,0.011579555769761404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,5120,0.02460977766248915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,3072,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,4096,0.10575822326872085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,2048,0.07077066765891181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,2048,0.06783288717269897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,16384,0.18340444564819336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,3584,0.07961244715584649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,5120,0.01917777789963616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,1024,0.004095111042261124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,256,0.003104888937539525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,8192,0.09746311108271281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,10240,0.07637066973580255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,51200,8.57848866780599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,51200,0.4558640056186252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,8192,0.812204466925727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,65536,0.029368887344996136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,5120,0.136010660065545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,256,0.014146667387750415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,3072,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,3584,0.053220444255405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,10240,0.267560879389445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,4096,0.4356524414486355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,1536,0.03352444370587667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,16384,0.5278231302897135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,16384,0.028282665544086035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,3584,0.016359110673268635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,2560,0.06919466786914401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,4096,0.012220444778601328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,64,0.005517333332035277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,32,0.13666844367980957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,12288,0.3163546721140544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,10240,0.028515554136700098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,256,0.09353955586751302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,32,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,12288,0.041152000427246094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,5120,0.02387199964788225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,512,0.01705511079894172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,3072,0.596343994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,5120,0.44556532965766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,65536,0.19049155712127686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,4096,0.21816799375745985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,4096,0.03259199857711792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,10240,0.20718222194247773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,51200,0.4091831048329671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,3072,0.8240248892042371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,2048,0.013170666992664337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,51200,0.37930578655666775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,16384,0.05786489115820991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,128,0.005122666557629903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,4096,0.010619555910428366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,3072,0.011621333658695221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,12288,0.02628355556064182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,7168,0.07687199778027005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,256,0.005700444595681296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,1536,0.011912888950771756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,1024,0.005670222143332164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,65536,12288,3.312620374891493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,3584,0.02920177910063002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,51200,1.8321751488579645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,128,0.005596444424655702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,65536,0.09698310825559829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,768,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,10240,0.017321777012613084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,3584,0.010040000081062317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,5120,0.01718844473361969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,6144,0.1637751128938463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,64,0.008798222574922774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,2560,0.005987555616431766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,2048,0.014376888672510782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,51200,0.46667999691433376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,128,0.0028408887899584244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,3072,0.013219555219014486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,3072,0.04754222101635403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,8192,0.020462221569485135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,7168,0.042064001162846885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,65536,0.08315110868877836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,3584,0.010543111297819348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,12288,0.054564442899492055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,8192,0.013975999421543546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,512,0.01756977703836229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,5120,0.00905955582857132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,128,0.07291377915276422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,12288,0.5656444231669108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,51200,3.356026755438911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,8192,0.0070062221752272705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,1536,0.035762667655944824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,10240,0.06206044223573473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,2560,0.005932444499598608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,768,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,10240,0.05328889025582207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,3072,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,7168,0.08782933155695598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,4096,0.00888177752494812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,3584,0.0086986662613021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,16384,0.011139555937714048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,65536,8.729966905381945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,2048,1.1029911041259766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,6144,0.02443466583887736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,256,0.030870222383075293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,3584,0.012969777815871768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,10240,0.334192885292901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,16384,0.9107981787787544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,16384,0.030517333083682593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,2560,0.2554142210218641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,10240,0.04662044511901008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,65536,0.012266666524940066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,256,0.0052266667286554975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,256,0.005600000007285013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,3072,0.020358221398459542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,512,0.005481777919663324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,256,0.003683555457327101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,64,0.0026524443593290118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,65536,1.8130319383409288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,1024,0.024333332975705464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,6144,0.06402933597564697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,12288,0.11155111259884304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,3072,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,128,0.012314666476514606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,6144,0.4045920107099745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,65536,0.36385154724121094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,128,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,32,0.02723199956946903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,16384,0.13570133845011392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,16384,0.406875557369656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,1536,0.0052871112194326185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,32,0.009658666948477427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,768,0.004825777891609403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,128,0.00425866660144594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,256,0.0030666666312350165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,4096,0.04081955552101135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,4096,0.011405333048767514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,2560,0.1356053352355957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,8192,0.18852444489796957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,16384,0.05072888731956482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,256,0.005419555637571547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,10240,0.07024266984727648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,768,0.024079110887315538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,1536,0.1025200022591485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,51200,0.053047110637029014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,1536,0.018248889181349013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,768,0.009715555442704095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,51200,2.1227760314941406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,768,0.08118489053514269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,2560,0.011608888705571493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,3584,0.03535555468665229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,2048,0.012671999633312225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,12288,0.09205510881212021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,6144,0.7583413124084473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,3584,0.016418667303191293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,65536,0.11058133178287083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,16384,0.012539555629094442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,4096,0.008285333712895712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,512,0.04920444554752774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,2560,0.025128000312381323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,128,0.004287999951177173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,64,0.006701333241330252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,32,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,2048,0.05157866742875841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,512,0.005600888695981767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,6144,0.0962195528878106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,8192,0.3784151077270508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,1024,0.0062871111763848206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,65536,0.4789377848307292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,5120,0.24628000789218477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,64,0.03337511089113023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,1024,0.011364444262451597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,16384,0.046599109967549644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,5120,0.00982844415638182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,7168,0.39568177858988446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,3584,0.012224888636006249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,2048,0.013227555486891003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,4096,0.024303111765119765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,6144,0.011328889264000786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,1024,0.020524443851576913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,51200,0.18413778146107992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,3072,0.008066666622956594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,32,0.0069226668112807805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,6144,0.17090133825937906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,10240,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,7168,0.023166222704781428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,768,0.026167111264334783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,3584,0.018544889158672757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,16384,0.398434665468004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,8192,0.03484355409940084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,51200,0.03738488753636678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,512,0.1469200054804484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,768,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,3072,0.028175112273957994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,32,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,2048,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,6144,0.055910223060184054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,768,0.021897777915000916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,512,0.16831466886732313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,256,0.0052382221652401825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,512,0.0034231110993358824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,10240,1.3911857604980469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,5120,12288,0.1767866611480713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,256,0.0040960001448790235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,3584,0.006636444479227066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,2560,0.009642666412724389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,51200,0.0761902199851142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,10240,0.34210933579338926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,65536,0.2046204408009847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,2048,0.0247013337082333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,4096,0.022470222579108343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,768,0.006872889068391588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,32,0.0026817777090602448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,1536,0.021159110797776118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,6144,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,7168,0.19697954919603136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,10240,0.011781333221329583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,10240,0.2689822249942356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,768,0.006504000061088138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,64,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,32,0.0025884444928831523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,16384,0.024480889240900677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,64,0.0033537778589460584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,16384,0.05641333262125651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,2048,0.09745777977837457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,6144,0.03306577934159173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,1536,0.0057839999596277876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,16384,0.06266666783226861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,65536,0.21321600013309053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,3072,0.07741777764426337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,16384,0.07584533426496717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,1536,0.11936533451080322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,6144,0.0721928874651591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,10240,0.06014221906661987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,3072,0.05635911226272583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,65536,0.07052799728181627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,16384,0.022184888521830242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,768,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,7168,0.006125333408514659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,64,0.0033475555893447665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,16384,0.02904355525970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,10240,0.01974933346112569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,3072,0.12873689333597818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,5120,0.05592177973853218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,2560,0.03058755397796631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,51200,0.24719643592834473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,256,0.0074879998962084455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,128,0.006045333213276333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,768,0.012333333492279053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,10240,0.02030666669209798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,32,0.00869422240389718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,2560,0.018622222873899672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,16384,0.1857502195570204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,8192,0.14247911506228977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,256,0.004399111287461387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,12288,0.029913776450686987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,32,0.0029288888391521242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,7168,0.020592888196309406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,256,0.015240000353919135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,7168,0.26271022690667045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,64,0.0029324444217814338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,128,0.0029519999192820657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,3584,0.008281778130266402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,768,0.010296888649463654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,3584,0.10113955868615045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,64,0.00813600007030699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,512,0.0058000000814596815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,10240,0.05485422081417508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,8192,0.09707999891704983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,12288,0.027299554811583623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,64,0.00300444434914324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,6144,0.09561422136094834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,3584,0.10390310817294651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,12288,0.022384888596004907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,3584,0.05395022365781996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,1024,0.005879999862776862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,51200,2.7289511362711587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,64,0.008467555873923832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,1024,0.007649777664078607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,3072,0.009535999761687385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,5120,0.011035555766688453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,2048,0.012967999610635968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,6144,0.007128000259399414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,6144,0.018544000056054857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,4096,0.025817778375413682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,1536,0.024393777052561443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,65536,0.24581599235534668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,128,0.010111110905806223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,12288,0.5049902068244086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,8192,0.035926222801208496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,51200,8.105013529459635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,8192,0.02330844435426924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,1024,0.004902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,3072,0.01402844488620758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,6144,0.02843022346496582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,256,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,128,0.022826666633288067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,5120,13.582279629177519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,1536,0.04849866694874234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,7168,0.07821689049402873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,1024,0.005836444596449534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,3584,0.9957858191596137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,10240,0.022089777721299067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,8192,0.04457866814401415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,4096,0.03204800022972955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,7168,0.18027022149827746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,2560,0.3295182122124566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,6144,0.013256889250543384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,768,0.15207733048333064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,3584,0.012357333468066322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,1536,0.007791111038790808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,2560,0.10065244303809272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,768,0.005899555567238066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,4096,0.644244458940294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,3584,0.2603537771436903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,4096,0.09791022539138794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,51200,0.12982666492462158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,64,0.0361422234111362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,512,0.08674577871958415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,3584,0.03302399979697333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,5120,0.4050915506150987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,1024,0.0323022206624349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,3584,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,12288,0.0641182197464837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,3072,0.03820888863669501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,768,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,3584,0.017791999710930716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,7168,0.012448000411192576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,3584,0.011705777711338468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,512,0.00885688927438524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,10240,0.3753982120090061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,7168,0.009569777382744683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,3072,0.03019022279315525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,7168,0.016044444508022733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,6144,0.057631108495924205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,128,0.026515555050637987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,64,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,2560,0.010463111102581024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,2560,0.02200177808602651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,51200,0.3725919988420274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,128,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,6144,0.20410754945543078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,7168,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,256,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,5120,0.07279555665122138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,2560,0.7188675668504504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,4096,0.01109688894616233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,6144,0.015219555960761176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,1024,0.03614666726854112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,2048,0.02060622142420875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,10240,0.10215910938051011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,3584,0.009893333746327294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,128,0.03551910983191596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,1536,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,5120,0.04098577631844415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,2560,0.014099554883109199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,1024,0.023911999331580266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,128,0.006240889016124938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,256,0.022036444809701707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,16384,1.8781831529405382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,128,0.010079999764760336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,3584,0.01034755590889189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,128,0.004967999955018361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,12288,1.2203928629557292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,1536,0.8876364496019152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,8192,0.37316534254286027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,5120,0.5367333094278971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,5120,0.010944888823562197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,10240,0.018969777557584975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,2560,0.5935475561353896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,65536,2.964028464423286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,5120,0.01367644468943278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,10240,0.023128888673252527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,5120,0.01826133330663045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,51200,0.3411324554019504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,10240,0.05223555697335137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,3584,0.010310221877362993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,3072,0.03418133325046963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,16384,0.5053093168470595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,7168,0.025795555777019922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,128,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,12288,0.022247110803922016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,512,0.010682666467295753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,64,0.005590222362014983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,5120,0.03210399879349603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,1024,0.013930666777822705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,16384,0.25751998689439565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,256,0.005719999886221356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,1024,0.012576888832781049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,6144,0.04263022210862902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,16384,0.06476000282499525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,7168,0.021830222672886316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,7168,1.144319110446506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,128,0.2017191118664212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,128,0.0028640000770489373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,10240,0.280952877468533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,5120,0.011805333197116852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,768,0.02104088829623328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,10240,0.4433351092868381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,16384,0.09393333064185248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,512,0.009471110999584198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,5120,1.7042968538072374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,12288,0.3860950999789768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,4096,0.017145777742067974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,8192,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,8192,0.1664959987004598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,512,0.00828888929552502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,768,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,2560,0.3433689011467828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,10240,0.16389421621958414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,1536,0.012963555753231049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,3072,0.011179555621412067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,128,0.00535111129283905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,64,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,65536,0.9842533535427518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,512,0.026698667142126296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,5120,0.9341369205050998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,1024,0.0983662207921346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,1024,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,2560,0.0903066661622789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,5120,0.029806223180558946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,6144,0.012304888831244575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,8192,0.024919999970330134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,16384,0.27450309859381783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,3072,0.11092266771528457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,12288,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,1536,0.013965333501497904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,5120,0.04566133353445265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,12288,0.09878310892317031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,4096,0.6775342093573676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,51200,0.2555733256869846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,768,0.007180444068378872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,7168,0.00630044440428416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,1024,0.38571733898586696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,128,0.0041911109454101985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,3072,0.03847644395298428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,2560,0.015167999598715039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,1536,0.4588773515489366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,512,0.09018222490946452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,64,0.0028693332440323303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,1536,0.01607822212908003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,2560,0.006079999936951532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,8192,0.1653626627392239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,2560,0.0646159980032179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,4096,0.42417067951626247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,5120,0.01641244524055057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,7168,0.3104800118340386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,4096,0.06847111384073894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,10240,0.015150222513410779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,1024,0.028147555059856836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,4096,0.05270933442645603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,3072,0.03755555550257365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,3072,0.012639111114872826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,32,0.06599111027187772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,32,51200,0.014746665954589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,64,1536,0.015269334117571512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,5120,0.1664373344845242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,768,0.020928000410397846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,51200,1.7786036597357855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,8192,0.06397510899437799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,7168,0.02357599967055851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,4096,0.012282667060693106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,128,0.0032559999575217566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,3072,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,5120,0.1925253338283963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,64,0.008823999928103553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,12288,0.14750666088528103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,10240,0.035079111655553184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,32,0.0034675554682811103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,3072,0.02602044410175747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,5120,0.04762755499945747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,16384,0.04618488748868307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,5120,2.0587217542860246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,8192,0.018011555075645447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,6144,0.010948444406191507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,1024,0.03592888845337762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,32,2.075078116522895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,3072,0.033538666036393903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,3584,0.035008000002966985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,12288,0.049045334259668984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,5120,0.03981688949796889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,5120,0.013801777528391944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,3584,0.015875554747051664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,256,0.018382221460342407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,128,0.0052328887912962176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,4096,0.01904711127281189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,10240,0.05279555585649279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,768,0.024920889072948035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,3584,0.08453333377838135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,512,0.008584000170230865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,8192,0.17899555630154082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,1536,0.056735111607445605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,7168,0.25555377536349827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,12288,0.006249777972698212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,3584,7.739703708224827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,4096,0.014434667097197639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,2048,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,256,0.0028888889484935333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,64,0.005321777943107817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,51200,1.2666621738009982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,32,0.009312888814343346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,1536,0.017481777403089736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,768,0.026426666312747534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,10240,0.09803022278679742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,256,0.005475555443101459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,2560,0.07748533619774713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,256,0.027783112393485174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,8192,0.021993777818149988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,7168,0.03849511014090644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,768,0.028049776951471966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,5120,0.1304053333070543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,65536,0.7455946604410807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,7168,0.017496888836224873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,4096,0.02013511127895779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,32,0.004283555679851108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,8192,0.023847111397319373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,2560,0.07346666521496244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,256,0.03460444344414605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,5120,0.006623999940024481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,768,0.06292266978157891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,5120,0.12668089071909586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,5120,0.029467556211683486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,6144,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,3072,0.04121866822242737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,3072,0.011776888536082374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,7168,0.03902133305867513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,3072,0.060849779182010226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,16384,0.06441333558824328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,1536,0.30503998862372506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,128,0.0046942221621672315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,1024,0.010620444185203977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,128,0.005567111074924469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,12288,1.193728870815701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,512,0.025116443634033203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,3072,0.011004444625642566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,2560,0.01958933307064904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,2048,0.07527199718687269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,1024,0.0199608885579639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,32,0.004676444249020683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,8192,0.027023111780484516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,12288,0.02976622184117635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,7168,0.01180266671710544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,10240,0.04628533456060621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,7168,0.08574044704437256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,4096,0.022114665971861944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,5120,0.05108266737726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,64,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,2048,0.0258586671617296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,5120,0.024496000674035814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,2560,1.9330594804551866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,768,0.007568000091446771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,32,0.03497955534193251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,65536,1.156583997938368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,5120,0.03172977765401205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,51200,3.0715929667154946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,4096,0.009639110830095079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,16384,0.0497573349210951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,1536,0.07297066847483318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,256,0.01883288886811998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,2560,0.2298684385087755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,4096,0.0096133334769143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,51200,0.8311306635538737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,51200,0.28605156474643284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,7168,0.030235555436876085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,2048,0.0864480005370246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,7168,0.020757334099875558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,12288,256,0.007276444799370236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,2048,0.13047199779086643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,6144,0.48674313227335614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,512,0.013771555489963956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,12288,0.059261335266960986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,65536,0.15620711114671496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,51200,0.3091733455657959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,1024,0.0057706667317284485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,4096,0.007027555671003129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,32,0.004993777722120285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,7168,2.9222933451334634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,6144,0.13109689288669163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,5120,0.6652311219109429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,3584,0.009158222211731805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,16384,0.02574666672282749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,1024,0.025417778227064345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,16384,0.1752471129099528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,768,0.006870222174459034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,128,0.007911110917727152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,6144,0.24998044967651367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,16384,0.031927112076017596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,768,0.005671111245950063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,12288,0.007266666326257918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,256,0.0034177777253919174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,65536,0.009686222506894005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,768,0.01478666729397244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,4096,0.11284089088439941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,2560,0.06887644529342651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,5120,0.049647112687428795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,768,0.003532444437344869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,8192,0.6678702036539713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,65536,0.05544266766972012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,65536,0.08902133173412746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,16384,0.498127089606391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,51200,0.06752977768580119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,768,0.01262399968173769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,12288,0.039798223310046725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,7168,0.0359866652223799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,7168,0.012512000070677863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,8192,0.013954665925767688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,7168,1.3678408728705511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,1024,0.01702666613790724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,2048,0.10013688935173883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,16384,0.029899554120169744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,32,0.010019555687904358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,4096,0.011131555669837527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,2048,0.006855999843941794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,7168,0.06886400116814508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,1536,0.025637333591779072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,7168,0.1769875552919176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,2048,0.00535111129283905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,16384,0.09013955460654365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,3072,0.014535110857751636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,1024,0.2674337757958306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,65536,0.06737333536148071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,10240,0.49894221623738605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,256,0.004906666775544484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,3072,0.11455021964179145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,65536,3.734888712565104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,4096,0.010296000374688042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,32,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,65536,0.13866044415367976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,16384,0.07669778002632989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,1536,0.07697511381573148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,768,0.014325333966149224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,16384,0.38505866792466903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,6144,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,10240,0.04702044526735941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,3072,0.2020017835828993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,128,0.0040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,5120,12288,0.030155556069480047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,3072,0.006452444526884291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,16384,0.262663099500868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,256,0.0035093331502543557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,6144,0.013564444250530668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,51200,0.8136844635009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,3072,0.15136888292100695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,10240,0.09349599811765884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,2560,0.016280000408490498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,128,0.002826666666401757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,128,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,7168,0.04515022370550367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,5120,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,768,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,4096,0.019461333751678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,512,0.015016888578732809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,5120,0.04586933387650383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,8192,0.012151111331250934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,3072,0.006852444261312485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,1536,0.014492443866199918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,7168,0.06614666514926486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,64,0.003162666741344664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,8192,0.020918221937285528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,5120,0.7425111134847006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,6144,0.043649779425727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,4096,0.06410400072733562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,2048,0.010790222220950656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,2560,0.23572889963785806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,5120,0.00959911114639706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,10240,0.05272266599867079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,32,0.003989333493842019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,12288,0.06907555792066786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,6144,0.28495555453830296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,8192,0.04689066608746847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,1536,0.08234666453467475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,2048,0.010604444477293225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,4096,0.0192586663696501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,5120,0.04919111066394382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,2048,0.006148444281684027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,2560,0.01165688865714603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,10240,0.2021075619591607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,65536,3.4308249155680337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,64,0.44119999143812394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,128,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,12288,0.03743733300103082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,4096,0.012439111040698158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,6144,0.5124470922682021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,512,0.0046880000995265115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,12288,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,256,0.0033128888656695685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,6144,0.01367288910680347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,3584,0.051276445388793945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,3072,0.014533332652515836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,12288,0.09699377748701309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,12288,0.15355288982391357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,16384,0.13518577151828343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,65536,1.2187706629435222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,2048,0.007363555332024892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,768,0.004386666748258802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,8192,0.02602400051222907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,768,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,128,0.007245333658324347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,128,0.0063457778758472866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,2560,0.008260444634490544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,2560,0.014840889308187695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,65536,0.46387645933363175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,1024,0.006375999914275275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,2048,0.007073777417341868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,8192,0.06312177578608195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,16384,0.01865866614712609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,128,0.009194666312800514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,128,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,51200,2.366239971584744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,768,0.026544888814290363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,3072,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,4096,0.05596444341871473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,5120,0.03255555695957608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,256,0.05273955398135715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,2560,0.006589333216349284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,6144,0.0545457767115699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,1024,0.010151111417346531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,4096,0.00942488925324546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,32,0.0177502218219969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,4096,0.036928001377317644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,1536,0.0746062199274699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,5120,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,65536,9.454049004448786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,64,0.009332444104883406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,768,0.1664008829328749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,16384,0.4260275628831651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,51200,0.08919288714726765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,3072,0.07122044430838691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,2560,0.10197333494822185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,128,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,1024,0.01734844512409634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,10240,0.35279199812147355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,10240,0.02121066715982225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,1024,0.007592000067234039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,64,0.00351200004418691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,51200,0.16203999519348145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,3072,0.008567999634477828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,10240,0.013576889203654395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,2560,0.03768800033463372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,128,0.0029528888149393927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,2560,0.008728000024954477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,7168,0.7091440094841851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,6144,0.024246222443050806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,16384,0.41285067134433323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,7168,0.23639112048678926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,2048,0.21758666303422716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,1536,0.010838222172525195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,128,0.00756533361143536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,256,0.016927111479971144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,512,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,1536,0.020358221398459542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,128,0.0027537778433826235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,6144,0.0063688887490166565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,8192,0.02325422234005398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,768,0.006265777680608962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,51200,1.3174657821655273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,8192,0.05077244506941902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,3072,0.013747555514176687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,3072,0.15977956189049616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,65536,0.07446933454937406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,32,0.0026480000880029467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,256,0.005446222093370225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,256,0.0029582221888833572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,10240,0.02056533263789283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,3072,0.03408977720472548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,64,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,5120,0.09208355347315471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,1024,0.011886222494973077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,51200,0.7034008767869738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,768,0.026699556244744196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,5120,0.10247821940316094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,512,0.022224000758594934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,6144,0.065975997183058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,51200,0.04035822219318814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,32,0.002549333290921317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,65536,0.7895538012186686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,8192,0.29100799560546875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,4096,0.1314151154624091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,65536,0.28221334351433647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,6144,0.03811111052831014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,512,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,256,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,128,0.012890666723251343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,1024,0.010635555618339114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,512,0.04359111189842224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,8192,0.13988533284929064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,12288,0.1797626680798001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,3072,0.1346320046318902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,5120,0.012474666866991254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,65536,0.01722311145729489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,3584,0.017664889494578045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,1536,0.10398488574557835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,2560,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,51200,2.9119555155436196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,4096,1536,0.08185688654581706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,10240,0.02088533341884613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,7168,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,1536,0.01643022232585483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,512,3072,0.014612444572978549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,1024,0.01518133282661438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,65536,0.18458044528961182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,128,0.44440176751878524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,512,0.01076533314254549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,3584,0.038745777474509344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,7168,0.061596446567111544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,128,0.004143110993835661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,8192,0.01221244451072481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,3584,0.6780968772040473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,2560,0.008613333106040955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,4096,0.10351733366648357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,768,0.04738222228156196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,7168,0.029735998974906072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,128,0.03326133224699233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,768,0.00739911115831799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,12288,0.0665644473499722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,10240,0.01587022178702884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,768,0.019877332780096266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,2560,0.008409777449236976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,5120,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,8192,0.025941333836979334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,7168,0.01704266667366028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,12288,0.010112000008424124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,8192,0.03515733281771342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,2560,0.015145777000321282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,7168,1.8976781633165147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,12288,0.34497422642178005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,128,0.010577778021494547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,512,0.005657777604129579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,8192,3.1593066321478953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,4096,0.01035644445154402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,51200,1.4480115042792425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,512,0.00573244442542394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,12288,0.0325217776828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,256,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,2048,0.03351022137535943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,2048,0.1284844477971395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,1536,0.017685333887736004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,51200,3.084904988606771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,2048,0.008479110896587372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,51200,44.866132948133675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,1536,0.050782223542531334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,1536,0.01147377739350001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,512,0.005487111293607288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,2048,0.03120000163714091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,1536,0.019145778483814664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,7168,0.04413066638840569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,65536,0.06396444638570149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,128,0.02868710954984029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,128,0.007391110890441471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,6144,0.6273155742221409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,5120,0.26277067926194936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,512,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,5120,0.08948800298902725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,10240,0.024264888630972967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,1024,0.006695111178689533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,51200,1.476112895541721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,65536,0.4968026479085286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,10240,0.01147466649611791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,2560,0.08539999855889215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,5120,0.022287110487620037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,7168,0.1721386644575331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,10240,0.01943288909064399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,3584,0.019297776950730216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,16384,0.3054995536804199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,8192,0.013433777623706393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,128,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,7168,6144,2.345145755343967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,2048,0.011639110743999481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,2560,0.9780018064710828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,768,0.004354666504595014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,256,0.005099555684460534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,65536,0.8661120202806262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,10240,0.011683555940786997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,12288,0.11154754956563313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,768,0.029578665892283123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,32,0.007064888874689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,2560,0.05901600254906548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,5120,0.23082044389512804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,512,0.04400622182422214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,32,0.010027555955780877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,4096,0.008287111090289222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,128,0.13106489181518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,768,0.007256888680987888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,10240,0.4701520072089301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,8192,0.16052711009979248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,10240,0.08904444509082371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,1536,0.046241776810752026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,10240,0.03550844391187032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,6144,0.023580445183648005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,3584,0.0325582226117452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,512,0.005051555732885997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,7168,0.026734222968419392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,7168,0.48287200927734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,65536,0.19494844807518852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,51200,3.564453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,16384,0.8421529134114584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,51200,2.2577120463053384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,6144,0.09634221924675836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,4096,0.04186400108867221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,12288,4.484070248074002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,65536,0.10199199782477485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,5120,0.6684702237447103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,32,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,4096,0.028727110889222886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,4096,0.0173342227935791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,2048,0.026728888352711994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,12288,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,8192,0.493376890818278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,7168,1.8115848965115016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,4096,0.011210666762457954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,65536,0.260787566502889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,256,0.003923555629120933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,128,0.007069333559936947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,768,128,0.00434933313065105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,512,0.01015733347998725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,8192,0.019879110985332064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,256,0.004501333253251182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,10240,2.1162683698866105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,256,0.015142222245534262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,768,0.26815112431844074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,6144,0.04345866706636217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,5120,0.10641066895590888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,128,0.003100444459252887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,2560,0.09334044324027167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,1536,0.022991999983787537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,3584,0.06703822480307685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,2560,0.010980444649855295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,256,0.007429333196745978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,7168,0.019664888580640156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,16384,0.17004533608754477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,5120,0.9296009275648328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,51200,0.6244408819410536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,128,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,128,0.009195555415418413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,6144,0.03554844525125291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,65536,0.15241955386267766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,3584,0.013356444736321768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,64,0.011756444142924415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,128,0.0028942223224374983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,10240,0.33652710914611816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,3584,0.01219733307758967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,5120,0.052348444859186806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,7168,0.015427556302812366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,8192,0.0496346652507782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,2560,0.033039109574423894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,51200,33.17183091905382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,64,0.0364586677816179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,6144,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,16384,7168,0.04788533184263441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,32,0.02383822202682495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,6144,0.0240657776594162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,3072,0.01351999988158544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,32,0.008247111406591203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,1024,0.013388444152143268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,32,0.0032604444358083936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,8192,0.011578666667143503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,4096,0.6981964641147189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,3072,0.020655110478401184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,51200,0.14412532912360296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,128,0.02035999960369534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,6144,0.033137778441111244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,128,0.005106666849719154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,256,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,3584,0.04631111025810242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,1536,0.15935556093851724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,12288,0.057132442792256675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,1536,0.06227111154132419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,2048,0.08082933558358087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,3072,0.009680888719028896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,768,0.003576000117593341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,1024,0.007805333369308048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,6144,0.03105688757366604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,128,0.007708444363541073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,512,0.010109333528412713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,2560,0.020575111111005146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,5120,3.2783173455132375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,6144,0.03729333480199178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,512,0.009120889008045197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,3072,0.008525333470768398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,32,0.18933688269721138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,5120,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,16384,2.1690391964382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,65536,0.19863200187683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,16384,0.03424711028734843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,1024,0.008814222282833522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,65536,0.19926133420732287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,64,0.030095110336939495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,3584,0.010823999842007955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,256,0.007596444752481248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,3584,0.0758719974093967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,5120,0.03586133321126302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,51200,0.2260826693640815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,6144,0.12556533018747965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,5120,0.14147555828094482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,65536,0.06842399968041314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,2560,0.09464266565110947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,1536,0.021055999729368422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,128,0.03334577878316244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,7168,0.05639555719163683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,16384,0.09011822276645237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,7168,0.05530755718549093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,768,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,16384,0.1730133295059204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,1024,0.03401155604256524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,6144,0.08173511425654094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,64,0.0034826666944556763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,2560,0.04554222358597649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,7168,0.3209964434305827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,2560,0.023195554812749226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,2560,0.1042871144082811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,7168,0.034485333495669894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,12288,0.07568799787097506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,3584,0.480056020948622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,10240,0.03238755464553833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,3072,0.7292755444844564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,51200,0.1571297778023614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,12288,0.17005956172943115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,51200,0.11847021844651963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,128,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,4096,0.006531555619504716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,7168,0.023776888847351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,10240,0.025052444802390203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,256,0.19065511226654053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,51200,0.08098844687143962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,256,0.005255110975768831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,8192,0.3548444377051459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,2048,0.005935110979610019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,768,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,128,0.007599111232492659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,12288,0.013394667042626275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,128,0.022442667020691767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,51200,0.0895342230796814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,16384,0.19189955128563774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,64,0.020136000381575692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,51200,0.29681422975328237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,1024,0.01716088917520311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,6144,0.023025777604844835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,3072,0.014926221635606555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,1536,0.7350168757968478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,2560,0.12101422415839301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,10240,2.513312021891276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,10240,1.1555307176378038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,7168,0.041913777589797974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,1024,0.013803555733627744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,3072,0.22280889087253145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,32,0.0027351110345787476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,7168,0.0325288905037774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,5120,0.012484444512261285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,64,0.0028808888875775864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,2048,0.011050666371981302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,16384,0.3268186781141493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,2560,0.010072000324726105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,10240,0.026779555612140234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,8192,0.24581866794162324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,5120,768,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,128,0.018208889497650992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,8192,0.3005697727203369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,6144,0.018223999275101554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,6144,0.0071928890215026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,4096,0.18225510915120444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,3072,0.0439262224568261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,51200,0.6246577898661295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,2048,0.006820444431569841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,768,0.010551999840471478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,128,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,128,0.007409777906205919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,2560,0.017166222135225933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,65536,0.0879439976480272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,3072,0.012534221841229333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,10240,0.09656888908810085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,8192,0.04279911186960009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,3584,0.010871111518806882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,5120,0.007027555671003129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,51200,0.8395262294345431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,12288,0.615664005279541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,12288,0.0159599996275372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,6144,0.03990933299064636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,3584,0.012440000143316058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,10240,0.04863111178080241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,128,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,3584,0.07826399803161621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,12288,0.07252355416615804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,3584,0.047760887278450855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,64,0.08483822478188409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,256,0.017833777599864535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,768,0.02241866621706221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,51200,1.0986657672458224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,3072,0.010411555568377176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,512,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,1536,0.005542222410440445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,512,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,128,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,768,0.007317333585686154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,3072,0.1531546645694309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,4096,0.08330400122536553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,12288,0.7025058004591199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,3584,0.06819288598166572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,10240,0.05298577745755514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,768,0.6256755722893609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,1536,0.00885511106914944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,512,0.02293511066171858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,1536,0.5387360254923502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,2048,0.15192177560594347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,12288,0.06310666932000054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,3584,0.02366311185889774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,6144,0.04941688974698385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,1024,0.004490666505363253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,8192,0.008094222181373173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,4096,0.016191111670600045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2048,256,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,3072,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,1024,0.0069857777820693115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,8192,0.018072888255119324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,7168,0.3120035595364041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,256,0.003063999944263034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,128,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,3072,0.012200888660218982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,12288,2.4970550537109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,3072,0.018722666634453666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,128,0.07239822546641032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,256,0.003760888758632872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,10240,0.264103995429145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,7168,0.4114240010579427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,256,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,2048,0.06715199682447645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,8192,2.773360994127062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,7168,0.020004444652133517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,7168,0.04655377732382881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,6144,0.16988800631629097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,8192,0.011583111352390714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,768,0.010775999890433418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,32,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,2048,0.006777777853939269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,3584,0.016122667325867545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,65536,12.930250379774305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,256,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,32,0.005135111096832487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,32,0.010208889014191097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,3072,0.022095999783939783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,3584,0.013202666408485837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,8192,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,256,0.08676533566580878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,16384,0.8325831095377604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,1024,0.026465778549512226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,5120,0.09040177530712551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,7168,0.061695112122429736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,5120,0.10836266809039646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,3072,0.015804444750150044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,16384,0.02311644454797109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,128,0.00684799998998642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,1536,0.007807999849319458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,4096,0.016875555117925007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,10240,0.0292231109407213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,10240,0.48646042082044816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,51200,0.3743600050608317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,3584,0.08827377690209283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,768,0.04717511269781324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,6144,2.660520977444119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,128,0.016473778420024447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,64,0.0026968889352348116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,8192,0.09538311428493923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,256,0.06547288762198554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,2560,0.09072888559765285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,2048,0.18293155564202201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,12288,0.017450667089886136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,64,0.006903999795516332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,1536,0.2126835584640503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,1536,0.6967635684543185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,64,0.002921777880854077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,4096,0.042345778809653394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,8192,0.020756444997257657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,6144,0.01308444473478529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,2560,1.007605340745714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,1024,0.06314488914277819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,10240,0.022778666681713525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,3584,0.019066666563351948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,2048,0.2517697811126709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,5120,0.026437333888477747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,64,0.0028817777832349143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,3072,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,1536,0.009319110876984065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,1024,0.027129777603679236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,51200,2.42391120062934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,1024,0.03263555632697211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,8192,0.01864355636967553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,1536,0.0994488861825731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,64,0.004913777940803104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,2560,0.9410515891181098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,3072,0.012292444705963135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,10240,0.017474666237831116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,128,0.0058400001790788435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,2560,0.07306577761967976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,1536,0.0057297779454125305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,65536,3.2168818579779734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,65536,0.07162844472461276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,64,0.003702222059170405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,2560,0.21394488546583387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,768,0.06524888674418132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,128,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,512,1024,0.004967111266321606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,6144,0.9012897279527453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,65536,0.15266666147443983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,2560,0.011424889167149862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,128,0.003137777869900068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,7168,0.2988079918755425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,16384,0.31225599182976616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,65536,5.948304918077256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,65536,0.019162666466501024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,768,0.006695111178689533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,3584,0.008319999608728621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,1536,0.013836444252067141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,10240,0.07407199674182467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,2560,0.006258666515350342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,768,0.004132444245947732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,8192,0.03903733359442817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,8192,0.012991111311647626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,51200,0.5597484376695421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,6144,0.09428622325261433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,2048,0.027890665663613215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,64,0.007585778004593319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,2560,0.027224888404210407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,2048,0.044063998593224414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,3584,0.2593475447760688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,768,0.007937777373525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,5120,0.10135289033253987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,512,0.005123555660247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,4096,0.0069004446268081665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,8192,0.006767999794748094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,5120,0.009875555833180746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,1536,0.006767999794748094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,1536,0.01400888959566752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,1024,0.004951111144489712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,3072,0.01034577770365609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,1536,0.007086222370465596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,256,0.02520622147454156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,16384,0.020426667398876615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,7168,0.04959466722276476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,32,0.002663111107216941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,1536,0.6787377993265787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,10240,0.27114934391445583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,768,0.07656000057856242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,6144,2.238480885823568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,512,0.008384889198674096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,32,0.00305600009030766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,64,0.008708444734414419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,12288,0.8436640103658041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,128,0.007723555796676212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,768,0.04107466671201918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,1536,0.1524675554699368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,3072,0.021133333444595337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,3584,0.011736888852384357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,128,0.024728000164031982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,3584,0.012367111113336353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,1536,0.02064533366097344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,64,0.006688000013430913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,65536,0.2712186707390679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,65536,2.847670237223307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,64,0.007991111112965478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,4096,0.041710221105151706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,256,0.02892000145382351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,2560,0.025229333175553217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,128,0.007356444166766272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,4096,0.040617777241600886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,65536,2.7128319210476346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,4096,0.0322382218307919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,3072,1.632727093166775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,1024,0.018377777602937486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,6144,0.017463111215167575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,1536,0.27652356359693736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,8192,0.032348444064458214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,256,0.03530755639076233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,65536,1.4442631403605144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,3584,0.0587937765651279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,7168,0.36188801129659015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,5120,0.0125591109196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,1536,0.009361777868535783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,8192,0.08953955438401963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,3584,0.008026666939258575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,12288,0.015569777952300178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,768,0.04193244377772013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,2560,0.5650969081454807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,1024,0.005731555736727185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,128,0.005625777774386936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,2560,0.03092799915207757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,512,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,6144,0.031098667118284438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,256,0.009408888717492422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,256,0.0047306666771570844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,1024,0.01109955542617374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,7168,0.011054221954610614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,8192,0.018953777021831937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,51200,0.05713511175579495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,256,0.007040888898902469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,32,0.012034667034943899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,3584,0.012103999654452005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,3584,1.4485662248399522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,2048,0.010969777901967367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,2560,0.018920888503392536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,768,0.0052888890107472735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,51200,0.9559955596923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,256,0.1992968850665622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,2048,0.006990222467316522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,32,0.0052720002002186244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,768,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,5120,0.041257778803507485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,3584,0.21943910916646323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,6144,0.03509155578083462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,1024,0.00619555554456181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,10240,0.5517377853393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,6144,0.05987289216783312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,512,0.20020711421966553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,128,0.005033777819739448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,1536,0.06016355752944946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,2560,0.020211555891566806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,3072,0.012048000262843238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,8192,0.0770711104075114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,10240,0.07985599835713704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,12288,0.022851554883850947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,51200,0.19856088691287568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,128,0.0041751112374994485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,32,0.0028817777832349143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,256,0.003306666596068276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2560,51200,0.19583377573225233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,5120,0.054162667857276074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,512,0.005201777650250329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,1536,1.2371066411336262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,4096,0.21674844953748915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,6144,0.01517511076397366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,16384,0.04518311222394308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,10240,0.5908915731641982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,1024,0.41790933079189724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,65536,0.28937334484524196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,64,0.005668444352017508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,51200,9.963709513346354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,51200,0.05769955449634128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,64,0.0031991110493739447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,768,0.006196444647179709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,10240,0.014855111638704935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,16384,0.18634043799506295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,2560,0.24119467205471465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,4096,0.01696977847152286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,3072,0.17916888660854766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,6144,0.5986346668667263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,768,0.007640000018808577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,128,0.009992889232105678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,128,0.007897777689827813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,64,0.02531911101606157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,3584,0.018989332848125033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,128,0.0041244443919923575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,6144,0.010008888940016428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,2560,0.014517333772447375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,5120,0.377512878841824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,10240,0.24910312228732637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,2560,0.014056889547242058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,1536,0.012864000267452665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,256,0.005015999906592899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,32,0.0073928890956772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,128,0.005745777653323279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,128,0.014535110857751636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,5120,0.23664977815416124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,65536,0.9514729181925455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,2048,0.015951111912727356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,128,0.0052800000541739995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,256,0.05179644293255276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,4096,0.019876443677478366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,4096,0.04040711124738058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,256,0.006321777900060018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,65536,0.10948977867762248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,6144,0.010582221878899468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,64,0.0027671110712819626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,768,0.005232000102599462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,10240,0.033125334315829806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,4096,0.2728746732076009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,2560,0.11631377538045247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,128,0.007353777686754863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,65536,0.08422399891747369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,128,0.022184888521830242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,768,0.01110311100880305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,8192,0.14880266454484728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,64,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,51200,0.2696462207370334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,3584,0.012457778056462606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,3072,0.01704355577627818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,32,0.0063591111037466265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,6144,0.052427556779649526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,512,0.020781333247820537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,512,0.03716444306903415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,64,0.17745067013634575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1024,2048,0.007458666960398356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,7168,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,12288,0.17744621965620253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,128,0.0028364445186323593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,5120,0.04927822285228305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,1536,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,5120,8192,0.03222044308980306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,512,0.015386665860811869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,3584,0.11730044417911106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,5120,0.1609075599246555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,3072,0.11537688308291966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,8192,0.0306986669699351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,256,0.003195555466744635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,12288,0.4741928842332628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,4096,0.050845334927241005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,5120,0.011136888629860349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,512,0.005931555396980709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,1024,0.004965333475006951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,12288,0.49343024359809023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,3584,0.09259466992484199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,2048,0.015446222490734525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,768,0.012183999849690331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,65536,0.11965866883595784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,65536,0.3928275638156467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,1536,0.05568977859285143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,16384,0.04680800106790331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,8192,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,5120,0.009301332963837517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,5120,1.447098626030816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,256,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,51200,0.06631111436420016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3584,128,0.014656888114081489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,512,0.059339556429121226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,3584,0.02294755478700002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,3072,0.1280977725982666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,256,0.03343910972277323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,1024,0.013019555144839816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,1024,0.03994844357172648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,51200,0.06569955746332805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,51200,0.07618666357464261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,512,0.005959110955397288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,32,0.006834666762087081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,7168,0.33103733592563206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,10240,0.07089333401785956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,128,0.0032871110985676446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,256,0.01236977759334776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,2560,0.02625777820746104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,3584,0.11879111660851373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,2560,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,256,0.003109333415826162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,512,0.04198666744761997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,3584,0.01588888963063558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,128,0.0988888872994317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,1536,0.0046844445168972015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,4096,0.03598311212327745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,8192,0.2070071167416043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,2560,0.011155555645624796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,128,0.01534400052494473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,1536,0.06511911418702868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,5120,0.04664355516433716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,65536,0.19516977998945448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,128,0.004489777816666497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,10240,0.05240622162818909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,8192,0.12456711133321126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,6144,0.030893332428402368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,4096,0.04710222283999125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,128,12288,0.04261422157287598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,256,0.005410666680998272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,64,0.0026195556339290407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,32,0.003069333318206999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,768,0.004889777965015835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,3584,0.18505599763658312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,16384,0.6012755499945747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,64,0.007696888513035244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,4096,0.08654399712880452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,6144,0.010767999622556897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,2560,0.06793333424462213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,1536,0.047148442930645414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,12288,0.5919031037224664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,65536,0.25187910927666557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,65536,0.19131110774146187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,7168,0.021737777524524268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,7168,2.255064010620117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,2560,0.12171999613444011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,6144,0.01872711049185859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,256,0.015103111664454142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,2560,0.009013333254390294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,256,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,8192,0.02679644525051117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,2560,0.02794577678044637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,768,0.007307555940416124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,512,0.009694221946928237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,3584,0.262809779908922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,3072,0.013817778064144982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,1536,0.01604977746804555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,256,0.006660444455014334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,3072,0.009862222605281407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,512,0.0373253325621287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,512,0.005079111291302575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,128,0.10417511065800984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,2048,0.04576444294717577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,32,0.02713866697417365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,512,0.4417671097649469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,1024,0.012660444610648684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,5120,0.03155733479393853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,256,0.01257955531279246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,10240,0.056223114331563316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,5120,0.061067554685804576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,7168,0.012610666453838348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,64,0.003059555465976397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,16384,0.43301065762837726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,16384,0.08883111344443427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,2048,0.08409066994984944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,12288,4.091671837700738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,5120,0.031467556953430176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,6144,0.08637244171566433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,8192,0.2944115532769097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,8192,0.012415111064910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,2048,0.014493332968817817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,128,0.003128888913326793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,2048,0.09344889058007134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,12288,0.25934844546847874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,2048,0.06512266397476196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,3584,0.008543111383914948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,10240,0.008067555725574493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,65536,38.4033203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,128,0.012911111116409302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,3072,0.009328000247478485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,2560,0.03718222181002299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,5120,0.06308178106943767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,3072,0.018783110711309645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,65536,0.5436266793145074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,256,0.0031475555151700974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,3584,0.021665778425004747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,512,0.0035173334181308746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,7168,0.06341333521736993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,4096,0.01330844478474723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,3072,0.024714666936132643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,2560,0.006581333362393909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,65536,0.08005599843131171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,65536,0.30332356029086643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,1024,0.008799999952316284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,1024,0.2978044350941976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,3072,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,7168,0.14469510979122585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,128,0.00798044436507755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,7168,0.24132000075446236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,64,0.005294222384691238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,5120,0.020280000236299302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,32,0.012689777546458773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,2048,0.10836533043119644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,51200,0.09655555751588608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,1536,0.004573333180612988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,51200,0.23505245314704049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,51200,0.18883555465274385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,8192,0.2676355573866102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,1536,0.015240000353919135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,12288,7.491349114312066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,256,0.12107643816206191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,2048,0.038239998949898615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,4096,0.024684444069862366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,10240,0.008572444319725037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,1536,0.0665902230474684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,12288,0.08147111203935412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,3584,0.03541600041919284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,3584,0.2465724415249295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,10240,0.03432622220781114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,1536,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,8192,2.1515981886121964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,256,0.0042239998777707415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,1024,0.08613599671257867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,10240,0.9975378248426648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,3072,0.019870221614837646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,32,0.0034391110142072043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,1024,0.00776533368561003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,3584,0.029600001043743555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,6144,0.30732621086968315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,1536,0.12772533628675672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,8192,0.019658666517999437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,3072,0.006896889044178857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,6144,0.020422221885787118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,8192,0.3076231214735243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,512,0.3741466734144423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,256,0.003481777591837777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,3072,0.15837866730160183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,8192,4.003231048583984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,1024,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,8192,4.645523495144315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,256,0.02258133391539256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,16384,1.3788062201605902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,8192,0.026689777771631878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,12288,0.3150986565483941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,65536,0.25219111972384983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,512,0.0038311113086011675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,4096,0.017456000049908955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,16384,0.05930844280454847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,3584,0.014656888114081489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,768,768,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,5120,0.18863466050889757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,10240,0.08173955811394586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,128,0.011049778097205691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,3072,0.034287999073664345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,7168,0.018160889546076458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,4096,0.013071999781661563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,10240,0.013397333522637686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,128,0.013517333401574029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,6144,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,512,0.004490666505363253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,4096,0.02105866703722212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,512,0.010974222587214576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,8192,0.10244533088472153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,512,0.004783111313978831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,10240,0.2522524462805854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,5120,0.03087288803524441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,5120,0.006607111129495833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,7168,0.1418879959318373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,768,0.0037439999481042228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,512,0.00887288898229599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,51200,7.436295403374566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,16384,0.027452444036801655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,10240,0.21435999870300293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,32,0.05620355738533867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,256,0.0035013332962989807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,6144,0.014103111293580798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,12288,0.18410666783650717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,10240,0.023710222707854375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,16384,0.01901955571439531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,1024,0.008426666259765625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,10240,0.6273075739542643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,51200,0.14841689003838435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,256,0.009576000273227692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,16384,0.12711466683281794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,12288,0.2130417823791504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,64,0.02613777750068241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,10240,0.0144533332851198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,3072,0.09247733487023248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,1024,0.024522667129834492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,1024,0.013911111487282647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,16384,0.010670222342014313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,2560,0.27537332640753853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,128,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,3072,0.008536888493431939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,2048,0.02076088885466258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,2048,0.006687110910813014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,16384,2.307888878716363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,3584,0.011535999675591787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,256,0.009840000006887648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,2048,0.012208888928095499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,16384,0.09320088889863755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,10240,0.6190791130065918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,1536,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,1024,0.009663999908500248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,256,0.04019999835226271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,65536,5.466616736518012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,256,0.022776888476477727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,2048,0.0064204442832205035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,8192,0.02225688927703434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,64,0.002967111145456632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,5120,0.04876000020239088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,3072,0.02643022272321913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,2560,0.48673068152533633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,1536,0.04790311058362325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,7168,0.03154755632082621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,32,0.003031111011902491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,1024,0.02920266654756334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,65536,0.14413600497775608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,256,0.0035751110149754416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,512,0.2497031158871121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,3072,0.06347288688023885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,65536,6.509685516357422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,4096,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,3072,0.019305777218606737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,12288,0.0825164450539483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,12288,0.08199555344051786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,128,0.005666666560702854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,64,0.05115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,65536,0.07848178015814887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,1536,0.027729777826203242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,8192,0.871503988901774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,3584,0.059953775670793324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,8192,0.05332444442643059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,8192,0.008029333419269985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2048,768,0.06743911239835951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,768,0.017941332525677152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,2048,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,1536,0.5197315745883518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,6144,1.2054399914211698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,3584,0.015244444211324057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3584,2560,0.08886666430367364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,16384,0.11436088879903157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,1536,1.2381021711561415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,8192,0.013237333132161034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,1024,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,2560,0.20351110564337838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,128,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,6144,0.013990221752060784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,16384,0.03715111149681939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,3072,0.01942933268017239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,65536,0.6895510885450574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,3072,0.014826666977670459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,65536,0.12590844101376003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,51200,1.6557173199123805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,3072,0.1155724392996894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,5120,0.16714133156670463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,256,0.20390844345092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,512,0.003930666794379552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,5120,0.0421066681543986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,7168,0.06614133384492663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,51200,0.012132444315486483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,12288,0.042704890171686806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,5120,0.03757066528002421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,65536,77.69272867838542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,64,0.0035502223504914176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,512,0.013775111072593264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,2560,0.01607288916905721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,256,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,7168,0.1719813346862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,12288,0.019073777728610568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,16384,0.26330044534471303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,3584,0.07015644179450141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,512,0.014470222923490735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,5120,0.24513777097066244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,12288,0.020046222541067336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,8192,0.0181688881582684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,1024,0.20612711376614043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,768,0.006616888774765863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,512,0.05798044469621447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,7168,0.03218133250872294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,32,0.1967022286521064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,2048,0.011076444553004371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,51200,0.36055199305216473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,3584,0.03840000099605984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,128,0.0028400001012616684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,1024,0.012082666986518435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,512,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,3072,0.02683911058637831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,3584,0.03459022111362881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,3072,0.009387555221716562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,3072,0.008114666574531132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,32,0.005190222213665645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,8192,0.16312978002760145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,1536,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,512,0.012275555895434486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,51200,0.5807101991441515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,64,0.0033777778347333274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,65536,2.21358765496148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,128,0.0029688889367712867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,10240,0.6808426645067004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,16384,0.07992088794708252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,65536,3.016994688245985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,256,0.22090755568610299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,4096,0.010444444086816577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,256,0.040567109982172646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,3072,0.06808711422814263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,1536,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,51200,0.3820071220397949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,2048,0.04494488901562161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,6144,0.0303422212600708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1024,2560,0.017958222164048087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,8192,0.02166755497455597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,16384,3.2811217837863498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,768,0.023659555448426142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,4096,0.007510222494602203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,2048,0.04946755700641208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,6144,0.007917332980367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,1536,0.019825778073734708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,256,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,64,0.036511109934912786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,64,0.004001777619123459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,3072,0.2945351070827908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,768,0.02788089050187005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,2560,0.08300533559587267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,1024,0.028897778855429754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,3584,0.045922666788101196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,10240,0.059345775180392794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,128,0.011861333416567909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,10240,0.06334311432308622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,2048,0.01404888927936554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,2560,0.013021333350075616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,8192,0.026107556290096704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,1536,0.004423999951945411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,512,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,32,0.005092444519201915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,2048,0.01575999955336253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,768,0.016749334004190233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,1024,0.10748444663153754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,16384,0.11767466862996419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,256,0.017078222499953378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,5120,0.020003555549515616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,3072,0.05284888876809014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,10240,0.01706044375896454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,1024,0.006344888773229387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,2560,0.011597333682907952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,16384,0.026870222555266485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,2048,0.04428799947102865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,256,0.007448888487286038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,10240,0.7921039793226453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,4096,0.13681066036224365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,65536,0.07959022124608357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,3072,0.01408266690042284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,128,0.014574221438831754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,2048,0.10179999801847671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,3072,0.07634133100509644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,8192,0.04638133446375529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,8192,0.03456177645259433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,2560,0.03820177912712097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,64,5120,0.012796444197495779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,2048,1.1093688540988498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,5120,0.2330497900644938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,65536,0.46396176020304364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,8192,1.602566189236111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,128,0.003608889049953885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,512,0.30856532520718044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,128,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,32,0.002704000100493431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,51200,30.248579237196182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,768,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,64,0.0027955555253558685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,2048,0.04596266812748379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,768,0.18806755542755127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,2048,0.008920888933870528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,64,0.0074026667409473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,128,0.005244444641802046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,2560,0.007164444360468123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,512,0.003305777700410949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,1536,0.02499466637770335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,512,0.03307200140423245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,3584,0.007271111011505127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,6144,0.034485333495669894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,64,0.003067555526892344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,4096,0.16854488849639893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,51200,0.06980266835954455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,2560,0.009146666361225976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,3584,0.03411466545528836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,8192,0.011113777756690979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,51200,0.18293244308895537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,1536,0.6289617750379775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,512,0.01978488928741879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,1024,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,768,0.005665777872006099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,128,0.034698665142059326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,1024,0.005128889034191768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,32,0.0053431110249625305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,1536,0.005920889063013925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,768,0.00564177789621883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,64,0.005530666559934616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,16384,0.08204355504777697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,256,0.004574222283230888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,6144,0.010307555397351583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,32,0.00544888898730278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,3584,0.00816888858874639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,65536,0.2813599904378255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,12288,0.017401778035693698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,768,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,3584,0.01274577776590983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,7168,0.01995377739270528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,12288,1.0349537531534831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,1024,0.048788444863425366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,768,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,3584,0.03830844495031569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,1024,0.00851288851764467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,32,0.18021867010328504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,65536,0.37386756473117405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,51200,0.35451910230848527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,3584,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,64,0.011329777538776398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,128,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,32,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,64,0.008763555851247575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,512,0.018699554933442008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,1024,0.017477333545684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,12288,0.4918364418877496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,65536,1.8612861633300781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,2560,0.02414400047726101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,768,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,1024,0.006191111273235745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,12288,0.04338577720854017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,16384,0.03650844428274367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,3584,0.022613333331214056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,10240,0.2045173380109999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,10240,0.017180444465743173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,512,0.29086576567755806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,1024,0.029057777590221826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,16384,0.017451556192504037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,3584,0.03182755576239692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,512,0.0031439999325407874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,768,0.0037635556525654266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,3584,0.007272889216740926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,6144,0.03440266516473558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,4096,0.007786666353543599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,256,0.015671110815472074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,128,0.004932444542646408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,7168,0.1844408909479777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,16384,0.1201182206471761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,1024,0.016720889343155753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,2560,0.2035857836405436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,2048,0.024907555845048692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,51200,14.140531751844618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,1536,0.009714666340086196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,3072,0.023580445183648005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,128,0.005049777941571342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,2048,0.11070755455229019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,1536,0.006728000111050076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,128,0.004416000097990036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,1024,0.009151111046473185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,64,0.014648000399271647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,10240,0.19798578156365287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,7168,0.037026666932635836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,7168,0.25502310858832467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,12288,0.010230222509966956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,1536,0.5405102305942112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,4096,0.01742844449149238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,6144,0.6003226704067653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,16384,0.6748515764872233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,512,0.01146133326821857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,10240,0.02315555512905121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,5120,0.24814934200710723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,1536,0.011311111350854238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,3072,0.036426666710111834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,12288,0.014411555396185981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,2048,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,8192,0.050160000721613564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,6144,0.014226666755146451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,4096,0.01975555552376641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,4096,0.02077511118517982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,1536,0.08335822158389622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,16384,0.33017065789964467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,8192,0.27748176786634654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,7168,0.11119377613067627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,5120,0.40568089485168457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,64,0.0028408887899584244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,32,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,1536,0.0068408888247278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,7168,0.27947555647956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,3072,0.007430222299363878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,3584,0.06319999694824219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,4096,0.12540000014834934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,768,0.005048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,51200,0.059246222178141274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,128,0.003755555384688907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,1536,0.10502222511503433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,3072,0.007832888927724626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,768,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,6144,0.07195466756820679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,16384,128,0.009404444032245213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,65536,0.1724053356382582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,128,0.005581333405441708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,8192,0.2956453429328071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,3584,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,65536,0.8264622158474393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,1536,0.009038222332795462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,7168,0.01995644470055898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,3072,0.04633688926696777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,16384,0.10320978032218085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,2560,0.007279111279381647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,1536,0.5528977711995443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,10240,0.2011528942320082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,3584,0.05874933136834038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,16384,0.05177244544029236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,7168,0.015048889650238885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,64,0.032807111740112305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,4096,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,4096,0.4048924446105957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,128,0.007618666523032718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,12288,6.978577084011501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,12288,0.07356711228688557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,3584,0.015125332607163323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,51200,3.4132283528645835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,1024,0.03791555431154039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,128,0.004879111217127906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,256,0.009179555707507664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,128,0.004612444589535396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,16384,0.09715377622180515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,256,0.0034142221427626083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,7168,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,5120,0.06604355573654175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,65536,2.668251461452908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,10240,0.22474755181206596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,5120,0.022856000396940444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,1024,0.003928889003064898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,256,0.01428711083200243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,6144,0.0374311109383901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,512,0.003212444484233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,32,0.009282666775915358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,32,0.0028151110228565005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,65536,0.06565422481960721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,512,0.010816000401973724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,512,0.019312888383865356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,2048,0.014152889450391134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,128,0.006866666591829724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,3584,0.012438221938080259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,256,0.004493333399295807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,3072,0.006310222049554189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,768,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,3072,0.033077332708570696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,1536,0.020560888780487906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,3584,0.020032000210550096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,3584,13.022818671332466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,6144,0.08142933580610487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,12288,1.1118639840020073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,7168,0.03299555513593886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,4096,0.02015999952952067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,6144,0.11547111140357123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,3072,0.051410665114720665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,16384,4.612102932400174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,2560,0.015271999769740634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,8192,0.05261511272854275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,4096,0.016710221767425537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,1024,0.037704888317320086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,4096,0.2583831151326497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,65536,5.8239563835991754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,7168,0.06855022244983248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,256,0.009672000176376766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,1536,0.06617866622077094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,1024,0.013967111706733704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,65536,0.5507271024915907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,3072,0.008563555777072906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,65536,0.07517421907848783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,65536,0.10806310839123195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,768,0.00685422205262714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,128,0.010813333094120026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,512,0.00850933293501536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,2560,0.009166222479608323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,2048,0.054132444991005786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,256,0.00778311077091429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,6144,0.061815996964772545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,4096,0.025791999366548326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,1536,0.005752000129885144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,512,0.014940443966123792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,768,0.0053093334039052325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,64,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,6144,0.010738666686746808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,8192,0.042929778496424355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,128,0.0027911110470692315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,3584,0.03351466523276435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,2048,0.0070977773931291364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,2560,0.10780621899498834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,51200,0.8903271357218424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,6144,0.01702222228050232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,5120,0.026752000053723652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,64,0.004290666845109728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,1536,0.008216000265545314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,6144,0.006320888797442119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,768,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,64,0.015392889579137167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,16384,0.9732489056057401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,128,0.03033511175049676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,12288,0.21799377600351968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,2560,0.01111644423670239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,16384,0.025095999240875244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,51200,0.06665333112080891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,7168,0.057724442746904164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,1024,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,51200,0.23520533243815103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,2048,0.018142221702469718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,3584,0.016775111357371014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,6144,0.019519999623298645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,65536,1.3352222442626953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,8192,0.024857777688238356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,4096,0.08146488666534424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,65536,0.23210223515828451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,7168,0.08132621977064344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,2560,0.008599110775523717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,128,0.003212444484233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,2560,0.5371697743733724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,65536,2.4423565334743924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,12288,0.176966216829088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,7168,0.029487109846538965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,256,0.05336977707015144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,512,0.0070159998204973005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,4096,0.01703288820054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,6144,0.006342222293217977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,3584,0.3029342227511936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,768,0.005919999960396025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,7168,0.012259555359681448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,4096,0.009389333426952362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,5120,0.007723555796676212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,128,0.009568000005351173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,64,0.03737511237462362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,64,0.0035706667436493766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,12288,0.02964622113439772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,128,0.1142773363325331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,5120,0.049435555934906006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,256,0.007735110819339752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,3072,0.0792071090804206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,4096,0.010715555813577441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,65536,0.07233333587646484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,3072,0.010006222460005019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,12288,0.09639733367496067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,6144,0.01694222291310628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,768,0.003726222034957674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,3584,0.031162665949927434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,16384,0.024671999944580927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,2560,0.007820444802443186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,768,0.006179555422729916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,1024,0.008472888833946651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,51200,0.15702133708530003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,2048,0.061069336202409535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,256,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,3584,0.02940888868437873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,256,0.00852888905339771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,5120,0.026087111896938745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,32,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,8192,0.036200887627071805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,128,0.010093332992659675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,65536,0.014651555154058667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,256,0.13989333311716715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,4096,0.1620675590303209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,7168,0.017447110679414537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,65536,0.15799821747673884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,2560,0.038932445976469256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,4096,0.012200888660218982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,1024,0.054265777269999184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,6144,0.04232711262173123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,8192,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,2560,0.017464889420403373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,10240,1024,0.00927466650803884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,128,0.004369777937730153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,6144,0.01759822169939677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,512,0.005761777775155173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,65536,1.3983448876274958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,12288,0.10391466485129462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,768,0.02528088953759935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,8192,0.013660444153679742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,768,0.012747555143303342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,4096,0.04421600037150913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,6144,0.07562044594022962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,128,0.0524888899591234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,51200,0.0577217804061042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,3072,0.9957848654852973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,10240,0.4387982156541612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,2048,0.006766222417354584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,3072,1.3647093243069117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,8192,0.09715644518534343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,4096,0.009539555344316695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,512,0.004257777912749184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,10240,0.08246222469541761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,65536,0.24600889947679308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,2560,0.024076445235146418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,256,0.010244444840484196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,65536,0.814559088812934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,51200,0.055445333321889244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,65536,0.16625777880350748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,10240,0.0600222216712104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,512,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,3584,0.04284800092379252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,3584,0.010774222513039907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,8192,0.015376889043384127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,16384,0.6686897807651095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,2560,0.015432000160217285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,10240,0.027330666780471802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,5120,0.010467555787828235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,10240,0.041535112592909075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,64,0.004148444367779626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,16384,0.1514328850640191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,1024,0.00998577806684706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,65536,0.38275554445054794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,12288,0.07796621984905668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,64,0.0048062221871482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,3584,0.015644444359673392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,51200,0.041430221663581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,1024,0.015219555960761176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,7168,0.03498133354716831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,7168,0.010625777973069085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,1536,0.10280266735288833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,1024,0.0058408888677755995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,12288,0.5395831002129449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,3072,0.013157332936922709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,128,0.0034666665726237824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,512,0.026927111877335444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,32,0.006698666761318843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,768,0.003648888733651903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,6144,64,0.041893333196640015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,4096,0.01699822147687276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,3584,0.01165600038237042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,4096,0.006978666616810693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,1536,0.012572444147533841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,65536,0.06849066416422527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,6144,1.7960436079237196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,1024,0.007259555160999298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,65536,0.19630755318535698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,16384,0.035282668140199445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,5120,0.07748711109161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,1536,0.010870222416188983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,6144,12.177912394205729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,512,0.03713422351413303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,256,0.03131644593344794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,768,0.019800888167487252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,12288,0.06180266539255778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,7168,0.05134488807784187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,1536,0.014895111322402954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,4096,0.1545706722471449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,256,0.020403555697864957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,3072,0.01182044463025199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,1024,0.034380445877710976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,12288,0.028408888313505385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,2560,0.026183111800087824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,1024,0.0057555557125144536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,8192,0.114482667711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,65536,0.4748942057291667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,2560,0.006063999815119638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,256,0.014797333214018079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,3072,0.03631911012861464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,10240,0.08226133055157132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,10240,1.0922684139675565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,65536,0.7054995430840386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,65536,0.2143777741326226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,512,0.005008888741334279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,4096,0.014760888285107084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,10240,0.20831555790371367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,3072,0.00962577760219574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,6144,0.012499555945396423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,1536,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,65536,0.6236542065938314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,10240,0.06651822063657972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,256,0.0038604442444112566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,16384,0.018064889642927382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,5120,0.05177244544029236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,8192,0.8989733590020074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,16384,0.03922933340072632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,10240,0.16665866639879015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,7168,0.39183643129136825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,128,0.007328000333574083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,12288,0.363700442843967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,256,0.0030497778207063675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,5120,0.050944000482559204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,16384,256,0.04735022121005588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,2560,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,64,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,7168,0.012774222426944308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,768,0.17127554946475557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,768,0.006249777972698212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,5120,0.14537955654992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,7168,0.6589262220594618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,768,0.006372444331645966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,768,0.010958222051461538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,12288,0.16133777300516763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,1024,0.006764444626039929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,256,0.0038000001675552795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,512,0.027815110153622095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,51200,4.472337086995442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,51200,0.369628455903795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,10240,0.06488000022040473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,1024,0.004362666772471534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,51200,1.246281729804145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,16384,4.965403662787543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,2048,0.07676888836754693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,2048,0.1877031061384413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,2560,0.006624889042642381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,768,0.00830488900343577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,2560,0.7381102244059244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,12288,0.0418835547235277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,1024,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,51200,0.03302222159173753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,4096,0.008350222474998897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,4096,0.007111999723646376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,12288,0.1788168880674574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,512,0.005836444596449534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,10240,0.015455111861228943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,8192,0.013839110732078552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,16384,0.145870221985711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,64,0.0032675556010670135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,512,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,65536,0.024460444847742718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,768,0.0052488889131281115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,128,0.0042035554846127825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,512,0.0035742223262786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,8192,0.03303555647532145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,5120,0.0412124428484175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,3072,0.048872000641293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,128,128,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,1536,0.011541333463456897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,4096,0.18296444416046143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,51200,0.9905849032931857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,51200,0.4714328977796767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,16384,0.02472266720400916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,16384,0.08185244268841214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,2048,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,768,0.027236445082558527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,3584,0.017483555608325534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,256,0.01200888885392083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,1536,0.007096889118353526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,5120,2048,0.010476444330480365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,8192,0.05672533644570244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,7168,4.7380523681640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,5120,0.011007111105653973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,64,0.032701333363850914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,512,10240,0.057815108034345836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,65536,0.7733857896592883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,16384,0.0425511101881663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,128,0.021719111336602107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,1024,0.027619555592536926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,1024,0.013370667066839008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,5120,0.012159999873903064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,16384,7.202422247992621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,512,0.029375112719006006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,4096,0.013615111509958902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,12288,0.14239288700951472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,512,0.021721776988771226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,512,0.30036266644795734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,2048,0.06127555502785576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,8192,0.012739555703269111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,64,0.032680888970692955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,2560,0.03585777680079142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,8192,0.39823110898335773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,8192,0.03446400165557861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,51200,0.34681955973307294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,128,0.03374310996797349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,10240,0.15079732735951742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,16384,0.07494222455554538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,256,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,16384,0.07637600104014079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,256,0.005127111242877113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,16384,0.008928889201747047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,51200,0.14725244045257568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,768,0.022051556242836848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,8192,0.10683644480175442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,3072,0.16309244102901882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,3072,0.006421333385838403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,51200,2.285536024305556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,128,0.038543111748165555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,1536,0.01958400011062622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,1024,0.09613600042131211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,7168,51200,0.14328800307379827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,3584,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,4096,0.01702044407526652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,3584,0.030375109778510198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,16384,0.11849955717722575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,1536,0.007505777809354994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,4096,0.012597333225939008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,5120,0.010588444769382477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,5120,0.02125599980354309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,2560,0.11663733588324653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,512,0.03305244445800781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,4096,0.006105777704053455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,512,0.00739822205570009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,1536,0.004800888813204235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,512,0.009555555880069733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,64,0.007726222276687622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,4096,0.013615999784734515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,3584,0.02072000006834666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,7168,0.009147555463843876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,10240,0.013430222041077085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,8192,0.19555555449591744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,1536,0.0691573354932997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,4096,0.007690666450394525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,3072,0.019813333948453266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,2560,0.06093600061204699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,51200,1.064686245388455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,5120,0.031839112440745033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,8192,0.1139448881149292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,1024,0.004368000146415499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,16384,0.11238222652011448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,3584,0.01997777819633484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,8192,0.4895937707689073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,8192,0.03439377744992574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,4096,0.009880888793203566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,32,0.016132444143295288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,65536,10240,0.5282328923543295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,8192,0.0140346669488483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,5120,0.20658489068349203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,32,0.0029519999192820657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,4096,0.009529777699046666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,1024,0.005640000104904175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,16384,0.025990222891171772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,768,0.008914666871229807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,64,0.1134106715520223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,1536,0.007387555307812161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,128,0.035303112533357404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,4096,0.009347555538018545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,3072,0.021011556188265484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,6144,0.06051466862360636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,256,0.006409777949253718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,6144,0.03425600131352743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,5120,0.0328106681505839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,1536,0.01651733285850949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,10240,0.011064888702498542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,1024,0.00574222207069397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,3072,0.008782222039169734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,8192,0.14392799801296657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,7168,0.02234488891230689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,10240,0.01625155574745602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,7168,0.011689778003427716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,4096,0.015589333242840238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,65536,0.744880888197157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,7168,0.047636446025636464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,3072,0.010141332944234213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,7168,0.0445493327246772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,768,128,0.0028231110837724474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,16384,0.07229333453708224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,2560,0.1700657738579644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,6144,0.11349599891238743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,32,0.010056888891590966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,16384,1.2955777910020616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,8192,0.0992106662856208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1536,65536,0.07606044742796156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,6144,0.020578665865792167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,3072,0.017337777548366122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,3584,0.009747555686367882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,32,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,64,0.018279999494552612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,5120,0.01038577738735411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,10240,53.0162353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,1024,0.03365688853793674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,2560,0.019692444139056735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,64,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,32,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,2048,0.12282221847110325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,768,0.006019555446174409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,16384,0.020420443680551317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3584,1024,0.023824888798925612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,12288,0.4053928852081299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,1024,0.012842666771676807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,256,2048,0.01908888916174571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,2048,0.021873777111371357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,8192,0.02885599931081136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,5120,0.009528888596428765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,7168,0.060679111215803355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,3584,0.02940444482697381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,768,0.0037991110649373797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,2048,0.006963555183675554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,2048,0.00629688882165485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,512,0.003540444291300244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,3072,0.016600888636377122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,1536,0.010632889138327705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,256,0.0041999999019834726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,8192,0.06296622090869479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,128,0.00555644432703654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,10240,0.006697777658700943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,65536,0.24856445524427626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,512,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,7168,0.14581422011057535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,2048,0.0052879999081293745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,768,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,65536,2.6611173417833114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,3072,0.015624889069133334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,128,0.008562666674455007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,1536,0.008942222429646386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,2048,0.03944177760018243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,256,0.0058355554938316345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,32,0.005283555636803309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,4096,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,256,0.008034666379292807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,3584,0.06381777922312419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,16384,0.04338488976160685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,16384,0.02680533296532101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,7168,0.0603804455863105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,8192,0.028492444091373022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,512,0.00923111124171151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,7168,1536,0.0713591112030877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,65536,0.3228826787736681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,51200,0.10710489087634617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,10240,0.11227644814385308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,5120,0.26829155286153156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,3584,0.013335111240545908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,6144,0.044534222947226636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,1536,0.02316711180739933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,8192,0.027727110518349543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,1024,0.04753066764937507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,1024,0.015784889459609985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,7168,0.010868444210953183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,512,0.003731555408901639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,512,0.0047271110945277745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,3072,0.2519964377085368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,12288,0.016404444972674053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,65536,0.06695199675030179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,3072,2.2064586215549045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,2048,0.07283911440107557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,4096,0.25183288256327313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,256,0.004954666727119022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,5120,0.12980088922712538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,64,0.005126222140259213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,12288,0.019966221517986722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,1024,0.033182223637898765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,4096,0.30540445115831166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,512,0.013028444515334235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,64,0.005497777627574072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,2048,0.015374221735530429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,5120,1.1769875420464408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,768,5120,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,128,0.00998577806684706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,4096,0.008230222596062554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,8192,0.008042666647169325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,16384,0.15256444613138834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,64,0.0030097777230872046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,64,0.00572622236278322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,32,0.006088888893524806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,7168,0.0064737776087390045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,256,0.04034311241573758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,3584,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,512,0.00903911143541336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,32,0.0027751111321979095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,12288,0.10195110903845893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,256,0.004838222016890843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,64,0.009175111022260454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,32,0.006701333241330252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,6144,0.14659733242458767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,768,0.013247999880048962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,1536,0.00885511106914944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,1024,0.006079999936951532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1536,4096,0.03880888885921902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,768,0.004859555512666702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,3584,0.21932355562845865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,51200,4.179386562771268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,3072,0.02347555591000451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,4096,0.021047110358874004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,7168,0.014927999840842353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,256,0.02992977698644002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,3072,0.03376177615589566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,65536,0.5948008961147732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,12288,0.05369155605634054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,512,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,5120,0.016920889417330425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,65536,6.572232140435113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,12288,0.08228800031873915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,6144,0.23735555013020834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,64,0.019741333193249173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,4096,0.10459555519951715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,3072,0.24218310250176323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,3072,0.01295555548535453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,6144,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,256,0.0058746664888328975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,4096,0.024433778391944036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,16384,0.8430542416042752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,3072,0.1502471102608575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,8192,0.20284977224138048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,12288,0.050309333536359996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,32,0.011545778148704104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,768,0.06839733653598361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,3584,0.011343110766675739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,1024,0.03696799940533108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,32,0.010120888551076254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,256,0.014378666877746582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,1024,0.005112888912359874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,51200,0.17902666992611357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,3584,0.01293244461218516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,51200,0.13036621941460505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,65536,1.2008203930324979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,6144,0.2687866687774658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,1024,0.4445821974012587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,128,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,3584,0.007801777786678738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,8192,0.03155555658870273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,4096,0.03087555699878269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,5120,0.04217511084344652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,512,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,6144,0.15251110659705266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,256,0.014093332820468478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,51200,0.3740417692396376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,1024,0.006052444378534953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,128,0.005500444521506627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,512,0.02029333346419864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,1536,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3072,10240,0.04067555401060317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,128,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,64,0.006396444307433234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,3072,0.04153688748677572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,6144,0.12495644887288411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,1024,0.012995555169052549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,3584,0.012641777594884237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,3584,0.03990755478541056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,7168,0.017543110582563613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,1536,0.008909333083364699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,5120,0.03551910983191596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,2048,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,51200,4.529745737711589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,3584,0.26666222678290474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,8192,0.006464889066086874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,4096,0.008767111433876885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,32,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,12288,0.05788089169396294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,1536,0.005405333307054307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,10240,0.5581582387288412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,10240,0.04285422298643324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,10240,0.025591111845440332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,2560,0.04028888874583774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,10240,0.31515465842352974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,51200,0.6336248715718588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,3072,0.008274666965007782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,7168,0.021669333179791767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,64,0.006230222268237009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,3072,0.012607110871209038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,6144,0.1243084404203627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,128,0.007930667036109501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,51200,0.23727289835611978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,12288,0.015365334020720588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,2048,0.036792887581719294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,256,0.010959111154079437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,128,0.011580444044537015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,32,0.004579555657174853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,256,0.019359111785888672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,3072,0.012502222425407834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,1536,0.014450665977266101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,12288,5.337537977430556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,768,0.029550221231248643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,768,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,2048,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,1024,0.026315554976463318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,64,0.0036968886852264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,65536,2.875517315334744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,6144,0.46164798736572266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,51200,0.15212621953752306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,65536,1.3734728495279949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,4096,0.1653324498070611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,64,0.24285599920484754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,768,0.004232888834344016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,51200,0.08029599984486897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,65536,0.23472356796264648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,768,0.016314667132165697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,256,0.01015644437736935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,3584,0.09337066941791111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,6144,0.00869688888390859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,4096,0.0914684467845493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,51200,0.2236542171902127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,768,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,8192,0.023582221733199224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,128,0.002893333426780171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,16384,0.08074755801094903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,2048,0.09491822454664443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,64,0.0026773332307736077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,5120,0.061965333090888135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,768,0.008192000289758047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,2560,0.026159110996458266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,16384,0.020953777763578627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,1536,0.014243554737832812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,2560,0.012261333564917246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,51200,1.7707618077596028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,128,0.0035377778112888336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,32,0.003140444349911478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,7168,0.01609422266483307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,2560,0.025835555460717943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,12288,0.18445866637759736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,256,0.009504888620641496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,7168,0.05882755253050062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,12288,1.0105582343207467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,32,0.0063999998900625445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,128,0.035298665364583336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,2560,0.1159671147664388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,65536,0.37822755177815753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,3072,0.07014222277535333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,256,0.0053280000057485365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,4096,0.3064302338494195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,12288,0.013770666387346057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,8192,0.06046399805280897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,128,0.005449777675999536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,51200,0.07030489047368367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,6144,0.020424000091022916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,12288,0.4082195493910048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,512,0.042388445801205106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,64,0.01105955574247572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,32,0.011003555523024665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,8192,0.5691475338406032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,1536,0.04944533440801832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,3072,0.007794666621420119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,32,0.0069004446268081665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,12288,0.11718577808803982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,10240,0.042062222957611084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,3584,0.013407111167907715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,2560,0.054682665401034884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,51200,1.3529058032565648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,16384,0.028428445259730022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,256,0.0039822223285834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,16384,2048,0.23115377955966523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,2560,0.006435555716355641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,12288,0.1068835523393419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,3072,0.16064443853166369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,5120,0.1577599975797865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,512,0.0033191111352708605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,1536,0.009890666438473595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,2048,0.07669244209925334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,16384,0.021903110875023737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,6144,0.02777333392037286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,3584,0.02074666652414534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,3584,0.017492444978819955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,512,0.004629333400064045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,51200,0.014878221684032016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,5120,0.02008888953261905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,2560,0.006004444426960415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,128,0.005241777747869492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,256,0.0033448889023727844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,768,0.0036186666952239144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,6144,0.13627644379933676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,1536,0.4762115478515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,7168,0.07622755236095853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,2048,0.00535733335547977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,3072,0.016902221573723685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,2560,0.009617778162161509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,8192,0.035621331797705755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,32,0.0026364444444576898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,64,0.013779555757840475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,16384,1.5088461769951715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,16384,0.024288000331984624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,768,0.006989333364698622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,2560,0.009539555344316695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,3072,0.20886488755544028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,256,0.015292444162898593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,768,0.014120888378885059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,256,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,65536,0.7237955729166666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,2560,0.018783999813927543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,768,0.05104710989528232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,3584,0.2291519906785753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,10240,0.015504888362354703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,128,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,12288,0.8489786783854166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,64,0.003165333428316646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,1536,0.012167111039161682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,512,0.005782222168313132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,32,1024,0.0061039999127388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,2048,1.2368924882676866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,8192,0.10641955667071873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,16384,0.06397066513697307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,256,0.00674311113026407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,12288,0.0646524429321289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,1536,0.0057591112951437635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,64,0.007551111280918121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,7168,0.6930489010281033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,4096,0.09298400084177653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,3584,0.10349422030978733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,512,0.0035173334181308746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,256,0.004480888860093223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,2560,0.009820444716347588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,1536,0.1580559942457411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,12288,0.015122666954994202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,5120,0.027890665663613215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,128,0.025262221693992615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,32,0.002708444371819496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,12288,0.02256711158487532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,16384,0.013632000320487551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,2048,3.0945777893066406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,128,0.005417777846256892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,3584,0.09345955318874782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,51200,0.015556444724400839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,2560,0.020817778176731534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,5120,0.013633777697881063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,12288,0.029277334610621136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,8192,0.02850666642189026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,768,0.17683645089467367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,8192,0.1471208863788181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,7168,0.34423645337422687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,65536,0.4377884334988064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,2048,0.06493244568506877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,256,0.0031742221779293488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,3584,0.016912889149453905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,7168,0.01570399933391147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,6144,0.0351893338892195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,4096,0.20801956123775908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,3072,0.17970400386386445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,1536,0.00906844437122345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,1536,0.0047848886913723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,16384,0.010866666833559671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,16384,0.5100488662719727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,12288,0.561205334133572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,6144,0.016705777910020616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,1024,0.09691466887791951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,7168,0.011053333679835001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,8192,0.07186133331722684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,512,0.007797333101431529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,10240,0.02843733297453986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,16384,0.5653608640034994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,65536,0.268850670920478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,12288,0.07553511195712619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,1024,0.004687110996908612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,3584,0.03850488861401876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,2560,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,256,0.005406222409672207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,256,0.01739644507567088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,4096,0.057518223921457924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,65536,1.6496915817260742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,3584,0.026144888665941026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,256,0.02522666586769952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,256,0.010090666512648264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,64,0.0032044444233179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,128,0.0032462223122517266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,65536,0.17946933375464547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,65536,0.778840012020535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,10240,0.6737555397881402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,512,0.029361777835422095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,1024,0.03273333443535699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,2560,0.05590133534537422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,2560,0.31855911678738064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,256,0.003516444315512975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,512,0.0041404445138242514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,2560,0.3861955536736383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,16384,0.07972177531984118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,3072,0.009323555562231276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,1024,0.22625422477722168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,768,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,512,0.0033813334173626373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,256,0.004816888935036129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,5120,0.020053333706325956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,65536,0.06882399982876249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,8192,0.01348888874053955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,5120,0.11521422863006592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,4096,0.008830221990744272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,1536,0.013119999733236102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,2560,0.03513066636191474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,8192,0.015076445208655464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,4096,0.040417777167426214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,2048,0.011326221956147088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,32,0.005756444401211209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,3072,0.010417777631017896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,8192,0.018781332506073844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,4096,0.16013511021931967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,6144,0.022469333476490442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,2048,0.006602666858169768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,128,0.0052897776994440295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,6144,0.025207999679777358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,128,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,3072,0.01705511079894172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,6144,0.012605333493815528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,10240,0.020791111720932853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,2048,0.07838666439056396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,3072,0.02648977769745721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,2560,0.04983466532495287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,4096,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,10240,0.0206657780541314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,10240,0.225874662399292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,3584,0.007057777709431118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,12288,0.4476782480875651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,1536,0.045668443044026695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,3072,0.34861066606309676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,12288,0.061781333552466504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,128,0.002749333365095986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,32,0.007073777417341868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,32,0.008350222474998897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,4096,0.08089155620998807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,65536,0.1510817739698622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,2048,0.029312888781229656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,256,0.004605333424276776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,6144,0.13326222366756862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,256,0.012280888855457306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,512,0.0366284449895223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,3584,0.028119110398822363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,12288,0.04692088895373874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,2048,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,16384,2.5132613711886935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,2048,0.73635466893514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,2560,0.008762666748629676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,64,0.004548444516128964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,51200,0.5550870895385742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,3072,0.018945778409639995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,2560,0.13744000593821207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,12288,0.07081244389216106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,8192,0.01368622233470281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,8192,0.09515377548005845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,5120,0.018903111418088276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,8192,0.31676001018948025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,768,0.037680887513690524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,12288,0.049610667758517794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,6144,0.26813332239786786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,128,0.006112888869312074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,256,0.005060444275538127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,2048,0.00887022250228458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,512,0.03410044312477112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,10240,0.017717333303557504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,12288,0.012233778006500669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,10240,0.035515556732813515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,5120,0.09331466754277547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,51200,0.16721777121225992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,2048,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,7168,0.17551467153761122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,2048,0.8927048577202691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,256,0.008124444219801161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,8192,16384,0.05230577786763509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,10240,0.006671111202902264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,512,0.01835644410716163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,10240,0.007180444068378872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,6144,0.014335999886194864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,3072,0.012122666670216454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,10240,0.09531466828452216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,1536,0.05836888816621569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,128,0.006875555548402999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,1024,0.006245333287451003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,65536,0.2551235622829861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,65536,0.22850754525926378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,1536,0.01311911145846049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,3584,0.01442399952146742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,12288,0.031805333164003156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,128,0.005579555614127054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,51200,0.3082302146487766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,3584,3.084958182440864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,65536,0.2291039890713162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,256,0.003641777982314428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,10240,0.2942471239301893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,6144,0.1678853299882677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,12288,0.12454844845665826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,64,0.003157333367400699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,128,0.007640000018808577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,5120,0.09354933102925618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,32,0.003036444385846456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,2560,0.048170665899912514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,3072,0.007889777421951294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,51200,1.4301546944512262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,16384,0.022108443909221228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,3072,0.3145208888583713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,128,0.015090665883488126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,128,0.03030666708946228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,768,0.09726311100853814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,128,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,10240,2048,0.014409777190950183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,4096,0.07992533180448744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,64,0.007213333414660559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,768,0.0036559998989105225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,512,0.005214222189452913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,64,0.0027253333893087176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,64,0.0026319999661710528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,65536,6.8954620361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,512,0.19264088736640084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,4096,0.008400888906584846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,65536,0.13586310545603433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,2048,0.024247111545668706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,1024,0.11101066403918797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,512,0.012996444271670448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,65536,0.6354791323343912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,3584,0.021967111362351313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,512,0.22475910186767578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,6144,0.014071111877759298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,128,0.005622222191757626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,768,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,10240,0.017253332667880587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,16384,0.05164000060823229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,3584,0.05349422163433499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,128,0.03460266523891025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,6144,16.57461886935764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,5120,0.09228533506393433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,12288,0.29588890075683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,4096,0.012309333516491784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,7168,0.0079297779334916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,2048,0.007298666569921706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,4096,0.03802666730350918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,3072,0.016893333858913846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,65536,0.563062243991428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,5120,0.06984000073538886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,65536,0.0693217780854967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,1024,0.49824979570176864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,51200,0.19044178062015107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,128,0.009983110758993361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,32,0.009280000295903947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,12288,0.057773331801096596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,16384,0.11496088239881729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,7168,0.01501511037349701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,3072,0.08894755442937215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,128,0.012340444657537671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,7168,0.31393244531419545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,7168,2.3438782162136502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,1536,0.005557333429654439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,2048,0.11909955077701145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,1536,0.007136888802051544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,512,0.007880888879299164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,3584,0.16812533802456328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,7168,0.016413332687483895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,5120,0.008955555657545725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,7168,1.3873457378811305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,2048,0.00869511150651508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,16384,0.10120889213350083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,16384,0.015822221835454304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,4096,0.028463999430338543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,1536,0.01236088905069563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,5120,0.055824889077080615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,1024,0.04137600130505032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,3072,0.007704888780911763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,4096,0.19583022594451904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,5120,0.020063999626371596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,1024,0.010114666488435533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,3584,0.026141333911154006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,3072,0.06258400281270345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,5120,0.014850666125615438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,512,0.04755466514163547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,768,0.09977600309583877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,768,0.011178666518794166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,128,65536,0.020647111866209242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,2048,0.011330666641394297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,4096,0.012648888760142855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,8192,0.013932444983058505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,51200,0.37767555978563094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,768,0.051746666431427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,4096,0.0476435555352105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,65536,0.10152977705001831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,1024,0.0052622221410274506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,6144,0.018464888135592144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,3584,0.007663110891977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,128,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,8192,37.119896782769096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,768,0.017533333765135873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,7168,0.045407109790378146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,128,0.0035111109415690103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,4096,0.1530239979426066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,768,0.013180444637934366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,12288,0.025223111112912495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,3584,0.13612266381581625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,2048,0.011200889117187925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,32,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3072,2560,0.09890488783518474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,32,0.02052622205681271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,6144,0.01166133334239324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,6144,0.012870222330093384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,12288,0.019157333506478202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,768,0.022826666633288067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,6144,0.021779555413458083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,256,0.007428444094128079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,5120,0.2982426749335395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,1024,0.019461333751678467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,8192,0.024799111816618178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,3584,0.23679555786980522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,768,0.0036311112344264984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,8192,0.054422222905688815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,64,0.010847999817795224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,7168,0.18068977197011313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,512,0.12215022246042888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,64,0.007349333001507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,7168,2.869102266099718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,32,0.003591999825504091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,2560,0.025784000754356384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,10240,0.039503110779656306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,128,0.11680532826317681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,5120,0.01960000064637926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,6144,0.013014222184816996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,6144,0.025935111774338618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,6144,0.009714666340086196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,12288,0.36666401227315265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,1536,0.08698578013314141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,10240,0.0440008905198839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,1024,0.01612444387541877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,3072,0.16284799575805664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,768,0.010840888652536603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,5120,0.04534577661090427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,1536,0.8818906678093804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,256,0.006304889089531369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,16384,9.786417643229166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,512,0.02367466688156128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,64,0.002887111157178879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,128,0.017863111363516915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,4096,0.08889689048131307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,7168,0.02251022226280636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,8192,0.015526221858130561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,5120,0.013023999830087027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,1024,0.01995466649532318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,128,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,2560,0.8811137941148547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,65536,0.08429955773883396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,12288,0.016362667083740234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,2560,0.01886488828394148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,256,0.01367022262679206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,64,0.010122666756312052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,6144,0.12000355455610488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,128,0.022335110439194575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,8192,0.14066133234235975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,16384,2.3893600040011935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,6144,0.16547021600935194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,1024,0.0890551143222385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,51200,0.5086231231689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,16384,2.3098212348090277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,128,0.028363555669784546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,128,0.003681777666012446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,8192,2.2766240437825522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,1536,0.008799999952316284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,2560,0.1475528875986735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,2560,0.010612444745169746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,4096,0.04907466636763679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,51200,1.037340482076009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,768,0.00371111101574368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,10240,0.4708879788716634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,768,0.04750400119357639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,512,0.003956444561481476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,6144,0.014816888504558139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,1024,0.006751110984219446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,32,0.025436444414986506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,16384,0.8989822599622938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,12288,0.19112355179256865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,512,0.006130666782458623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,2048,0.03374044431580438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,64,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,128,0.0032311110860771606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,6144,0.04889066682921516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,4096,0.1644773350821601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,6144,0.046006222565968834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,512,0.03130044539769491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,4096,0.02340000040001339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,2560,0.04008355405595567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,51200,0.08883644474877252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,8192,0.011517333487669626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,6144,0.07559288872612847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,10240,65536,0.25025423367818195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,2560,0.023175999522209167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,256,0.004296888907750447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,12288,0.050069332122802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,32,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,7168,0.061583108372158475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,8192,0.01462222304609087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,12288,0.00741244438621733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,2560,11.043668958875868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,4096,0.5211191177368164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,32,0.028736889362335205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,1024,0.011074666347768573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,2560,0.019170666734377544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,10240,0.031911111540264554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,65536,56.03260294596354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,6144,0.03632266653908624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,1536,0.053746667173173696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,3584,0.026353778110610113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,64,0.02422844370206197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,10240,0.023341332872708637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,2048,0.019544000426928203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,768,0.07059733072916667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,4096,0.011422221859296164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,51200,0.16047555870480007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,512,0.030680888228946265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,32,0.002609777781698439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,4096,0.05548533466127184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,3584,0.5318284564548069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,512,0.003640000190999773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,16384,0.01650311052799225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,1024,0.06056444512473213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,256,0.009664889011118147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,12288,2.421351114908854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,6144,0.48132091098361546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,5120,0.0557182232538859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,3072,0.028956443071365356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,512,0.011457777685589261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,65536,0.28015732765197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,12288,12288,0.06805955701404147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,2048,0.009679111341635386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,1024,0.006520888871616787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,10240,0.015711999601787992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,128,0.003581333491537306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,2048,0.039466665850745306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,3584,0.13369599978129068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,2048,0.051121777958340116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,32,0.0027946666296985415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,1536,0.02129688858985901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,512,51200,0.35148000717163086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,2560,0.054208887947930225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2048,65536,0.6916346549987793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,5120,0.021831999222437542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,32,0.0031395554542541504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,3072,0.12020177311367458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,3584,0.010317333042621613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,8192,0.3064195579952664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,1024,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,65536,0.06761599911583795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,256,0.01218933363755544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,4096,0.016650666793187458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,12288,0.010094222095277574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,256,0.004736888739797804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,8192,0.019090667366981506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,1024,0.0038382220599386427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,51200,0.25197066201104057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,8192,0.1967182159423828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,8192,0.06098488966623942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,6144,0.06383466720581055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,65536,0.06894399722417195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,4096,0.03420622150103251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,51200,0.05290311243798998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,256,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,65536,0.3410426775614421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,1536,0.18158933851453993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,12288,0.054804444313049316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,1024,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,256,0.11463467280069987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,12288,2.5172515445285373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,10240,0.09711822536256577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,7168,0.014087999860445658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,1536,0.07829866806666057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,128,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,2048,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,4096,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,16384,0.042528887589772545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,3072,0.5616275469462076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,5120,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,6144,0.030159999926884968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,32,128,0.002748444469438659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,12288,0.32140445709228516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,512,0.004373333520359463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,10240,0.022791999909612868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,2560,0.021240888370407954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,4096,0.021517333057191636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,3072,0.006696888970004187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,7168,0.26022399796379936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,8192,1.1173751619127061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,3072,0.007743111087216272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,65536,0.9145972993638781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,1536,0.34246312247382266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,3072,1.0585698021782768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,64,0.006613333192136552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,65536,0.5610968801710341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,128,0.2308871216244168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,51200,22.47652520073785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,768,0.007306666837798224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,12288,0.4192479981316461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,10240,0.062033779091305204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,256,0.004447999927732679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,256,0.1339306698905097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,4096,1.363495084974501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,256,0.04096622268358866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,4096,0.19790755377875435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,8192,0.05793333053588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,1536,0.043508443567487926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,3584,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,256,0.0037804444630940757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,3584,0.010346666806273991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,5120,0.006745777610275481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,8192,0.013224889006879596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,65536,5.410153706868489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,6144,6144,0.025407999753952026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,6144,0.017679999272028606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,12288,0.06195733282301161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,65536,0.196906672583686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,128,0.004488888714048597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,6144,0.01869155632125007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,4096,0.006170666466156642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,16384,0.08317155308193631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,65536,0.4728862444559733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,10240,0.06950310866038005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,5120,0.019877332780096266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,3072,0.03013333347108629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,16384,0.1832808918423123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,1024,0.015604444675975375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,768,0.005387555393907759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,3584,0.03527199890878465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,256,0.013120888835854001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,7168,0.2179511123233371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,51200,16384,10.457672119140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,128,0.06845244434144762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,512,0.0038319999972979226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,12288,0.025136889682875738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,16384,0.4024995432959662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,10240,0.015391111373901367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,4096,0.025799999634424847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,1536,0.006517333288987477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,51200,0.061850666999816895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,12288,0.5676737891303169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,4096,0.13763733704884848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,2560,0.11875732739766438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,768,0.05676355626848009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,2560,0.007165333463086023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,768,0.014542222023010254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,5120,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,64,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,7168,0.02051199972629547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,3072,0.28103288014729816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,2048,0.006837333242098491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,10240,0.2639137903849284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,16384,0.03345777922206455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,256,0.011973333027627734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,128,0.00424888895617591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,5120,0.008941333327028487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,6144,0.11877866586049397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,2048,0.031847112708621554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,51200,0.8785840140448676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,10240,0.03303111261791653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,768,0.6229279836018881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,1536,0.01497688889503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,768,0.00980355590581894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,768,0.007101332975758447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,6144,0.37742845217386883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,1024,0.019905777441130746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,6144,0.0247662216424942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,5120,0.10002933608161078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,10240,0.05925955375035604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,768,0.004595555365085602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,1024,0.007380444142553542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,768,0.026847999956872728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,4096,0.17014043860965303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,4096,0.0769982205496894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,256,0.003458666718668408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,4096,0.37363023228115505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,3072,0.1459911134507921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,512,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,2048,0.0074986666440963745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,2048,0.47931554582383895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,51200,0.021047110358874004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,12288,0.08372444576687282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,768,0.09374222490522598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,16384,0.06975644164615206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,64,0.012462221913867526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,32,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,512,0.007528000407748752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,65536,4.566228654649523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,12288,1.0808631049262154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,8192,0.09813866350385879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,512,0.006723555425802867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,6144,0.012640888492266336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,3072,0.02626133296224806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,16384,0.20037955707973906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,10240,0.028491556644439697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,7168,0.09590666823916966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,256,0.0038897775941424896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,5120,0.02975733412636651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,768,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,768,0.007705777883529663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,5120,0.04253688785764906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,4096,0.026019554999139573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,7168,0.09230666690402561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,8192,0.021760889225535925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,128,0.0041786668201287585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,16384,0.09196888738208348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,256,0.003983111017280155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,3072,0.2018817795647515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,1536,0.0073626670572492815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,2560,0.09683110978868271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,2048,0.045863999260796436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,2048,0.008576889004972246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,2048,0.010474666953086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,16384,0.7086106406317817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,512,0.029838220940695867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,2560,0.005991999887757831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,64,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,512,0.0052622221410274506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,7168,0.06499466631147596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,1024,0.39819733301798504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,65536,0.4523795445760091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,65536,0.14652355511983237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,3584,0.03327022327317132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,64,0.0026666666898462507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,7168,4.827332390679254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,128,0.0036071112586392295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,1024,0.005123555660247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,10240,0.11124800311194526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,768,0.023917333947287664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,768,0.008599999878141616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,3584,0.028151111470328435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,12288,0.3349004321628147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,2048,0.029880000485314265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,4096,0.009168888959619734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,10240,0.022907555103302002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,51200,0.4539697964986165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,3584,0.00868088917599784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,8192,0.08744888835483128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,64,0.002962666667169995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,6144,0.016371554798550077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,7168,0.273946656121148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,64,0.00545155546731419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,256,0.044334222873051964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,5120,0.18056710561116537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,12288,0.5458355479770237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,768,0.00962400022480223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,6144,0.04411910971005758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,64,0.011710222396585675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,2560,0.007128888534175024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,2048,0.016902221573723685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,512,0.036511109934912786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,65536,0.08952889177534316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,3072,0.02864266766442193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,128,0.00434400017062823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,5120,0.024235554867320593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,51200,0.052942223019070096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,51200,0.2959715525309245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,3584,0.19132888317108154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,10240,0.11021600166956584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,256,0.007062222394678328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,12288,0.02606044378545549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,16384,0.020153777466879953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,7168,0.024340444140964087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,51200,0.07067733340793185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,3584,0.008960888617568547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,8192,0.7600000169542102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,128,0.012056888805495368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,128,0.012498666842778524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,4096,0.42563554975721574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,3072,0.036080890231662326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,64,0.01552177800072564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,2560,0.04108000132772658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,256,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,32,0.03173333406448364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,6144,3.761468251546224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,256,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,16384,0.09021600087483723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,1536,0.02365600069363912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,3072,0.12056977219051784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,512,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,16384,0.03480089041921828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,3584,0.5201128853691949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,6144,0.010634666515721215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,12288,0.34757243262396914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,6144,0.0148062225845125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,10240,0.03355377912521362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,2048,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,12288,0.104129778014289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,65536,0.08053421974182129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,51200,0.053007112609015576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,3072,0.012287110918098025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,64,0.008461332983440822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,512,0.0034711110509104202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,1536,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,6144,0.03814399904674954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,12288,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,12288,0.11050222317377727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,6144,0.010985777609878115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,1536,0.010695999695195092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,512,0.0052062223354975385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,5120,0.00816177742348777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,5120,0.06095821989907158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,7168,0.0980222225189209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,6144,0.046896000703175865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,512,0.004323555363549126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,2560,0.007050666544172499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,64,0.061378664440578885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,16384,0.4514924685160319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,256,0.05471377902560764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,128,0.0031893334041039148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,768,0.020267556111017864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,65536,0.0432640016078949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,4096,0.19710400369432238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,8192,0.047594666481018066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,1536,0.007185777856243982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,51200,0.11159288883209229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,768,0.00847822262181176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,65536,0.19563021924760607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,65536,0.14882755279541016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,128,0.0027066665805048416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,12288,0.09436000055736965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,12288,0.3913697666592068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,65536,0.06881333059734769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,12288,0.2958284484015571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,256,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,10240,0.0233271105421914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,12288,0.01961688862906562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,768,0.6002097659640843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,1536,0.015631111131774057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,6144,0.04910577668084038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,4096,0.17635644806755912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,3072,0.014360000689824423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,8192,0.03233066532346938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,7168,0.5567439926995171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,7168,2.1388045416937933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,256,0.009863110880057016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,512,0.0074515557951397365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,10240,0.017758222089873422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,768,0.03432710965474447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,2048,0.04394311043951246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,10240,0.016679111454221938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,6144,0.5708470874362522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,3072,0.04902222090297275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,2560,0.020121778051058452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,5120,0.26611823505825466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,4096,0.009062222308582729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,7168,1.181324428982205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,256,0.013470222552617392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,6144,0.20190489292144775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,3072,0.27706223063998753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,65536,0.3965280055999756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,3072,0.17173333962758383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,12288,0.06011466847525703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,6144,0.15302577283647326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,10240,0.01993688941001892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,32,0.0074035558435651995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,1536,0.006597333484225803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,5120,0.012610666453838348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,16384,0.04587911234961616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,12288,0.29634934001498753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,512,0.003638222399685118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,51200,0.14570755428738064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,64,0.0030826667530669104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,5120,0.022562666071785822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,64,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,7168,0.02049688829316033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,4096,0.016918222109476726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,256,0.02320266597800785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,65536,0.19512177838219535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,10240,0.24569421344333223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,128,0.0029475556479560006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,51200,1.4240907033284504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,3584,0.008372444245550368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,10240,0.04425866736306084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,7168,0.2552844418419732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,7168,0.05486311184035408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,12288,0.06841333044899835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,2048,0.015061333775520325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,7168,0.24537510342068145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,5120,0.010810666614108615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,32,0.03446933295991685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,65536,1.2811564339531791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,51200,0.25782399707370335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,12288,0.02712533374627431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,7168,0.03896711270014445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,16384,0.601651562584771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,7168,2.356541315714518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,3072,0.009535999761687385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,3584,0.06037422021230062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,4096,0.02420355545149909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,16384,0.027862221002578735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,16384,0.09505155351426865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,10240,0.6522649129231771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,12288,0.030773331721623737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,1536,0.6355911360846626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,2560,0.029288000530666772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,32,0.0032319999817344877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,5120,0.13710489537980822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,2560,0.4930453300476074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,5120,0.014610666367742749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,6144,0.9105680253770617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,7168,0.014520888527234396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,51200,0.034288889831966825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,7168,0.16055999861823186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,16384,1.3823955323961046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,1536,0.005924444645643234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,768,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,1536,0.037230223417282104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,128,0.006802666518423293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,2560,0.015495111544926962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,7168,0.013458666702111563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,3072,0.042502221133973866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,1024,0.009484444227483537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,12288,0.019475556082195707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,768,0.018952000472280715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,51200,1.827548344930013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,4096,0.010657777388890585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,512,0.0034968890249729156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,3072,0.052180445856518216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,64,0.02843911117977566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,2560,0.4891137546963162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,5120,0.042344888051350914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,128,0.03632355398601956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,3584,0.024315555890401203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,32,0.01458755632241567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,65536,1.2468684514363606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,2560,0.009465778039561378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,64,0.003563555578390757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,1536,0.041165331999460854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,32,0.06839111116197374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,512,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,6144,0.025469332933425903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,3072,0.011564444336626263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,256,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,4096,0.019917334119478863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,3072,0.010768888725174798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,10240,0.2293173207177056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,10240,0.026356443762779236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,32,0.006788444601827198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,7168,0.014441778262456259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,7168,0.053094221485985645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,10240,0.01757066614098019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,1536,0.006447111152940326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,1024,0.005144000053405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,7168,0.13982133070627847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,5120,0.01827555563714769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,8192,0.10707555876837836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,5120,0.08609777688980103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,16384,0.22156977653503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,768,0.007298666569921706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,5120,12288,0.3337075445387099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,7168,0.0192586663696501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,128,0.15951289070977107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,32,0.008808000220192803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,10240,0.10222133662965562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,65536,2.6232515970865884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,64,0.008780444661776224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,1536,0.006591111007663939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,256,0.02862311071819729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,4096,0.16907821761237252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,8192,0.08041599724027845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,3072,0.007532444265153673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,3584,0.2631884415944417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,64,0.006617777877383762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,2048,0.007290666302045186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,8192,0.05080799924002754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,1536,0.014097778333557976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,1024,0.003943110919660992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,3072,0.018419555491871305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,51200,126.26719835069444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,16384,0.42443201276991105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,64,0.009649777577983009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,3584,0.030686222844653662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,8192,2.9657982720269094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,16384,8.673701816134983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,10240,0.5148604181077745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,5120,0.20010044839647081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,128,0.005682666682534748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,10240,0.05947111050287882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,16384,1.661655108133952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,8192,0.012112889024946423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,10240,0.07903466622034709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,12288,0.8956079483032227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,12288,4.35169940524631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,2560,0.007723555796676212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,6144,0.20443999767303467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,3072,0.020899555749363367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,51200,1.4149244096544054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,8192,0.024711999628278945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,1024,0.011523555550310345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,7168,0.008783111141787635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,2048,0.008157333566082848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,32,0.007033777733643849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,32,0.010870222416188983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,8192,0.09067733420266046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,10240,0.014742222097184924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,3584,0.5244586732652452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,128,0.015747555428081088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,10240,0.21171466509501138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,2560,0.13968800173865423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,7168,0.1064186692237854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,10240,0.041402667760849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,12288,0.22718932893541124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,7168,0.014743111199802823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,1024,0.012930666406949362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,32,0.10177689128451878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,16384,0.059333331055111356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,3072,0.09845688607957627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,2560,0.00720888872941335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,768,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,6144,0.026597332623269822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,3584,0.014832889040311178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,51200,0.2817964553833008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,2560,0.00619555554456181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,256,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,3584,0.3368355433146159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,51200,0.6366880204942491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,512,0.0203128887547387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,2560,7.938876681857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,32,0.006529777828190062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,1536,0.058507555060916476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,10240,0.03232533401913113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,7168,4.596641964382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,32,0.006335111127959357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,65536,0.04580000042915344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1024,51200,0.6870391103956434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,2048,0.005481777919663324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,32,0.002623999905255106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,256,128,0.0039813332259655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,768,0.012763555679056378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,8192,0.0215013325214386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,6144,0.07656800084643893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,1536,0.049361778630150684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,768,0.02151288919978672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,256,0.003069333318206999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,512,0.01752622259987725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,2048,0.01793511046303643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,6144,0.294885343975491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,5120,0.9075359768337674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,10240,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,4096,0.026368889543745253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,4096,0.0255422227912479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,5120,0.14882577790154353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,1024,0.04372533493571811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,3072,0.022112000319692824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,512,0.03291644321547614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,4096,0.05482222305403816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,2048,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1024,8192,0.011173333558771344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,5120,0.7017324235704211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,256,0.004098666624890434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,128,0.00452533322903845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,65536,3.1179858313666453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,256,0.008830221990744272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,7168,0.029784000582165186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,2560,0.47489600711398655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,8192,0.014350222216712104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,256,0.004052444464630551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,12288,0.4640853140089247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,2560,0.09021688832177056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,65536,1.0055209265814888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,16384,0.3985031180911594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,1024,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,1024,0.006048000107208888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,64,0.00519822206762102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,12288,0.2651297781202528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,8192,0.04020177655749851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,3072,0.2211395502090454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,5120,0.025343111819691126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,5120,0.4239724477132161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,4096,0.01146399974822998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,768,0.009500444763236577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,768,0.017990221579869587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,2560,0.007696000238259633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,256,0.01575555569595761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,2560,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,3072,0.018793778287039865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,7168,0.036708444356918335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,12288,0.11751911375257705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,12288,0.06492977672153048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,2560,0.03536622060669793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,128,0.01910666624704997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,128,0.00544088871942626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,12288,0.03736622134844462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,2560,0.01368622233470281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,5120,0.018052443861961365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,3584,2.1382355160183377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,3072,0.035975111855400935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,128,0.02830933199988471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,4096,0.014000889327791003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,768,0.22595556577046713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,128,0.007143999967310164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,5120,0.012688889271683164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,12288,1.893239974975586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,64,0.021454221672481958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,128,0.00518488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,512,0.021391110287772283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,64,0.00319377767542998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,7168,0.34299288855658633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,8192,0.06667021910349528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,64,0.002995555599530538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,3584,0.028168890211317275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,65536,2.258655971950955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,1536,0.007542221910423703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,51200,0.08892533514234756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,3072,0.2268622186448839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,768,0.020492444435755413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,2560,0.00702133360836241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,64,0.008984000318580205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,2560,0.08514222171571519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,5120,0.13380889097849527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,2048,0.018752000398106046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,65536,0.41311555438571507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,8192,0.020984888076782227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,128,0.005566222386227713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,5120,0.18880532847510445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,6144,0.2611600028143989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,256,0.00628266649113761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,2560,0.06430755721198188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,51200,0.07884977923499213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,5120,0.04987377921740214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,1024,0.029395557112163965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,7168,0.27802220980326336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,16384,0.07397688759697808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,256,0.01907466683122847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,5120,0.059254222446017794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,512,0.07448444763819377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,2048,0.04742133286264208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,4096,2.534269332885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,3584,0.018087110585636564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,512,0.052136888106664024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,3072,0.009880888793203566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,12288,0.04135200050142076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,256,0.0350888901286655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,6144,0.2967902289496528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,256,0.004353777815898259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,4096,0.006493333313200209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,16384,0.39904265933566624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,65536,0.1144897805319892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,1536,0.007560888926188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,1536,0.0053288886944452924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,3584,0.09899110926522149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,1536,0.02438933319515652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,256,0.0029155556112527847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,5120,0.04774577750100029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,2560,0.012069332930776807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,3072,0.018239110708236694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,256,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,1024,0.01070666644308302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,2048,0.009357333183288574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,64,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,7168,0.023881778120994568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,8192,0.16955110761854383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,768,0.02114222281508976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,6144,0.019253333409627277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,6144,0.3215351104736328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,2048,0.010798222488827176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,10240,1.7262676027086046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,3584,0.01704266667366028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,768,0.04476622078153822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,256,0.008357333640257517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,512,0.005401777724424998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,8192,0.009535111486911774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,6144,7.612087673611111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,6144,0.01848088867134518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,16384,0.14822844664255777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,8192,0.027128888501061335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,32,0.005960000058015187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,64,0.0037919998996787598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,8192,0.039121776819229126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,32,0.005669333454635408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,8192,0.014931556251313953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,7168,0.023744889431529578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,1536,0.01644799941115909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,8192,0.23064888848198783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,7168,0.04021599888801575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,256,0.004041777716742622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,16384,0.1104560030831231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,768,0.02040177749262916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,1024,0.00887022250228458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,1024,0.008181333541870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,8192,0.06783111227883233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,1024,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3584,2560,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,12288,0.011592888997660743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,1536,0.01145511120557785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,1536,0.020023110840055678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,5120,0.011547555526097616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,8192,0.2126844459109836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,3072,0.037575112448798284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,7168,0.06658489174313016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,1024,0.020084444019529555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,256,64,0.0026400000270869997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,1024,0.010692444112565784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,3584,0.024331554770469666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,3072,0.05405066741837395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,6144,0.04310399956173367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,2048,0.017052445146772597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,128,0.004456888884305954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,4096,0.01959911154376136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,6144,0.019828443725903828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,8192,0.04010399844911363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,256,0.007598222129874759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,4096,0.037068443165885076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,5120,0.01921422282854716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,7168,0.023634667197863262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,3584,0.011800888511869641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,65536,0.20362755987379286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,4096,0.022830223043759663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,512,0.007592000067234039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,6144,0.01995377739270528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,65536,0.2008213334613376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,128,0.005688000056478713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,12288,0.022456889351209004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,3072,0.021487111846605938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,3072,0.00979555563794242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,3584,0.04774489005406698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,64,0.007737778127193451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,768,0.007879111501905654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,12288,7.657620747884114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,51200,23.034744262695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,4096,0.14940799607170954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,8192,9.254026624891493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,64,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,4096,0.036432888772752546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,256,0.007043555378913879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,1536,0.023542222049501207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,2560,0.014691554837756686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,2560,0.053223109907574125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,4096,0.017683555682500202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,32,0.002965333354141977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,12288,0.03059911065631443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,51200,0.564301331837972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,1024,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,10240,0.4855955441792806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,51200,0.9415093527899848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,2048,0.005323555734422471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,7168,0.04822755522198147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,8192,2.836382124159071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,16384,0.032835556401146784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,65536,0.3427697817484538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,51200,324.20388454861114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,1536,0.11107022232479519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,3072,0.1519200007120768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,1024,0.0063688887490166565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,65536,0.07882222202089098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,8192,0.11578133371141221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,3072,0.025957332717047796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,6144,0.017887999614079792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,32,0.004664888812435998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,65536,2.3125057220458984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,12288,1.2047209209865994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,1536,0.0063884444534778595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,12288,0.4760897954305013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,4096,0.015394666128688388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,4096,0.10802221960491604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,16384,0.023940443992614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,768,0.02527644402450985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,51200,0.15218399630652532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,64,0.006360000206364526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,10240,0.013181333740552267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,65536,1.4384613037109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,1024,0.010563555690977307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,32,0.0031848889258172777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,2048,0.024527110987239416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,768,0.01975822283162011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,5120,0.014055111342006259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,768,0.04164444406827291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,3072,0.012479999827014076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,51200,0.15657333532969156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,512,0.005623111294375525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,128,0.00535111129283905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,4096,0.00814222213294771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,3584,0.20006488429175484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,512,0.015119110544522604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,3072,0.09932444492975871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,3072,0.02641422218746609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,4096,0.23577422565884062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,3584,0.01146133326821857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,51200,1.0761288536919487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,51200,0.0883679986000061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,2048,0.021306667062971327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,16384,0.01591377788119846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,3072,0.007195555501514011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,256,0.01184177812602785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,7168,0.021556443638271753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,3584,0.021545777718226116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,10240,0.6706506411234537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,51200,0.47028621037801105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,65536,0.07504444652133517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,12288,0.10929689142439102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,51200,0.07688177956475152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,10240,0.119649781121148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,4096,0.048001776138941445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,4096,0.40038310156928164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,7168,0.03657955593532986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,3584,0.43197332488165957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,32,0.010551999840471478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,2560,0.0073315559162033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,7168,0.02681422233581543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,32,0.020611556039916146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,1024,0.013648889131016202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,256,0.005199999858935674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,51200,0.05581600136227078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,4096,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,512,0.15585333771175808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,2048,0.010244444840484196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,10240,0.12284799416859944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,512,0.1675999959309896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,10240,0.017860444055663217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,1536,0.01718755563100179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,6144,0.7912426524692111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,7168,0.061680886480543345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,4096,0.2893422179751926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,6144,1024,0.009504000345865885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,10240,0.03525333272086249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,3584,0.015933333171738517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,3072,0.0144533332851198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,12288,0.13656089040968153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,12288,0.5783137745327419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,3584,0.011335999601417117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,256,0.012359999948077731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,3584,0.14439733823140463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,5120,0.011238222320874533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,2560,0.0989217758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,7168,0.011125333607196808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,2560,0.0509786672062344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,8192,0.08539377980762058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,1536,0.012563555604881711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,64,0.010223999619483948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,2048,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,128,0.010138666464222802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,2048,0.7835662100050184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,1536,0.04007644454638163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,51200,0.058987557888031006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,1024,0.03466755482885573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,7168,0.015291555060280694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,4096,0.36101510789659286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,12288,0.5763964653015137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,5120,0.02983199887805515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,4096,0.010337777435779572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,768,0.008832000195980072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,64,0.0029031110720502008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,1536,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,64,0.005629333357016246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,768,0.03576888971858554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,64,0.026875555515289307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,12288,0.025419554776615564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,512,0.012307555311255984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,2560,0.011362666885058085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,8192,0.17208355002933076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,5120,0.34267377853393555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,3584,0.06686933173073663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,3584,0.032560000816980995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,16384,0.06538399722841051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,6144,0.05329599976539612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,64,0.005710222240951326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,32,0.011902222202883827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,3584,0.007499555746714274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,2560,0.1311688952975803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,5120,8192,0.31732000244988334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,3584,0.030792888667848375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,3584,0.04573955469661289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,512,0.02033866610791948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,3072,0.7767893473307291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,768,0.014749333262443542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,2560,0.5349182022942437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,7168,0.012138666378127204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,3584,0.02273511058754391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,65536,3.262165281507704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,5120,0.014138667119873894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,12288,0.270943111843533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,512,0.003993777765168084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,51200,2.4990107218424478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,10240,0.47807910707261825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,51200,18.82312689887153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,65536,0.36240267753601074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,2560,0.02272622287273407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,32,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,5120,0.015481778317027621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,7168,0.0428746673795912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,3072,0.024718221690919664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,256,0.007382222347789341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,512,0.03601333167817857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,5120,0.04934933450486925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,768,0.0064239998658498125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,512,0.008222222328186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,128,0.004620444443490771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,128,0.008826666408114964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,4096,0.28005867534213597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,4096,0.008368888662921058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,12288,0.03352355625894334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,51200,0.053469333383772105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,2560,0.010760000182522668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,2048,0.017690666847758822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,768,0.007400000260935889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,32,0.003097777772280905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,2048,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,4096,0.019863999552196927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,8192,0.030751112434599135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,6144,2.735207027859158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,512,0.1638666656282213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,5120,0.42748710844251847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,768,0.2283102141486274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,1536,0.1718355549706353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,10240,0.0237128883600235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,7168,0.012350222302807702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,3584,0.0074879998962084455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,65536,0.06723822487725152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,10240,0.026280888252788123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,64,0.003077333379122946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,6144,0.31162044737074107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,512,0.016417778200573392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,2560,0.01737244427204132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,1536,0.0052133335007561584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,768,0.012378666963842181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,65536,0.30137422349717885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,16384,0.449085341559516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2560,768,0.017454221844673157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,7168,0.40566134452819824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,12288,7.064126332600911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,10240,0.010972444381978778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,2560,0.2406595547993978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,1536,0.009631111390060848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,4096,0.007287999822033777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,65536,0.09006222089131673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,768,0.3988648785485162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,2048,0.00888177752494812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,2048,0.008736000292830998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,5120,0.01128888875246048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,768,0.004311111238267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,64,0.07403110795550875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,5120,0.14531200461917454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,1536,0.05392711030112373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,3072,0.01903022163444095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,64,0.012135110795497894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,2560,0.07058933046129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,512,0.014334221680959066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,2048,0.01795022189617157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,7168,0.00702400008837382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,5120,0.04647644360860189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,3584,0.04948266678386264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,51200,0.995696915520562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,2048,0.030025776889589097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,32,64,0.002712888850106133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,51200,0.07156444258160062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,7168,0.3502231174045139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,6144,0.06364711125691731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,51200,1.3439849217732747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,1024,0.006456888798210356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,12288,0.07909955581029256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,2560,0.009644444617960189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,5120,0.016895999511082966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,16384,0.01885688967174954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,51200,21.839413113064236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,5120,2.2414533827039933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,1536,0.02199911077817281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,65536,0.1822915607028537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,256,0.003118222165438864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,10240,1.0611297819349501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,4096,0.04479022158516777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,768,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,4096,0.015200000670221118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,65536,0.1145342191060384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,16384,0.07501155800289579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,512,0.03594400154219733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,768,0.013409777647919126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,8192,0.35304445690578884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,5120,2.3685785929361978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,3072,0.017668444249365065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,256,0.03477688961558872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,7168,0.2819857862260607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,32,0.003104000041882197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,10240,0.018374222848150466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,65536,0.763354672325982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,1536,0.056815114286210805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,8192,2.743549346923828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,10240,0.07070400317509969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,2048,0.007520889242490132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,1536,0.012011555333932241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,1536,0.022460444105996027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,2560,0.00741511086622874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,6144,0.23109155231051973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,7168,0.01348088930050532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,5120,0.18429777357313368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,7168,0.013401777380042605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,1024,0.012611555556456247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,512,0.010952889091438718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,4096,0.08781955639521281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,2560,0.01221777747074763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,1024,0.013385777672131857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,256,0.14363200134701198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,16384,0.018248889181349013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,3584,0.06021955278184679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,6144,0.09776710801654392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,768,0.015594666202863058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,3584,0.025322667426533167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,10240,0.035447110732396446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,768,0.0696622199482388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,12288,0.5461440086364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,8192,0.05201422174771627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,65536,7168,0.34374401304456925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,8192,0.01590044465329912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,3072,0.04188799858093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,512,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,16384,0.03660888804329766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,3584,0.006993778049945831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,5120,0.04387111133999295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,1024,0.02718044486310747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,512,0.004047111090686587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,2048,0.014757333530320061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,512,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,10240,0.017660443981488545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,1024,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,51200,0.24819021754794648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,3584,0.22081155247158477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,3072,0.008709333009190029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,65536,0.20768711302015516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,7168,0.15326221783955893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,2048,0.006141333530346553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,7168,0.01899377836121453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,1024,0.005034666508436203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,8192,0.1543066634072198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,512,0.006110222389300664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,8192,0.37748087777031797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,2048,0.010813333094120026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,32,0.13717244731055364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,512,0.006487999939256244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,1536,0.015384000208642749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,3072,0.023228444986873206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,10240,0.0373946660094791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,2560,0.008991111483838823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,10240,0.08151911364661323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,1536,0.11266133520338271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,768,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,65536,0.4112382200029161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,4096,0.016861332787407767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,768,0.02864177690611945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,512,64,0.0027991111079851785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,10240,0.017254221770498488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,3072,0.03771377934349908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,32,0.0052168890833854675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,256,0.014212444424629211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,12288,0.2025057739681668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,512,0.003289777785539627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,16384,0.0983475579155816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,768,0.0054560001525614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,65536,2.309616936577691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,1536,0.008061333662933773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,7168,0.013156444662147097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,3584,0.03416533271471659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,2560,0.9543519549899631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,3584,0.9983324474758573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,256,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,2560,2.9418843587239585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,128,0.039761778381135725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,1536,0.12431289090050592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,768,0.004442666553788715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,3072,0.05517333414819506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,2048,0.009456000394291347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,16384,0.159043550491333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,51200,1.047919061448839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,1024,0.031368888086742826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,51200,0.2841600047217475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,3072,0.01443288889196184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,1536,0.5965866512722439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,51200,0.20217600133683947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,256,0.004302222281694412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,3072,0.042993777328067355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,768,0.004820444517665439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,65536,0.6571146647135416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,7168,0.04979377653863695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,2048,0.0943724446826511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,1536,0.010603555374675326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,6144,1.899720933702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,4096,0.0511084430747562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,128,0.006551110910044775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,2560,0.0069653333889113525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,1024,0.008031999899281396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,7168,32,0.004023999803596073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,512,0.18238666322496203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,8192,0.1845608949661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,256,0.003415999934077263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,5120,0.38704445627000594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,10240,0.1707679960462782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,128,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,7168,0.09295022487640381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,4096,0.2459155453575982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,256,0.0036595554815398324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,64,0.011597333682907952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,5120,0.04548177785343594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,16384,0.04568355613284641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,3072,0.025448888540267944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,51200,0.07729422383838229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,128,0.014420444766680399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,128,0.21371200349595812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,12288,0.31245332294040257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,10240,0.018182223041852314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,2048,0.005624889085690181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,2048,0.0652444428867764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,768,0.04699555701679654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,8192,0.013417777915795645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,65536,0.3440977732340495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,1024,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,8192,0.21586133374108207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,3072,0.00959022260374493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,2048,0.006096000058783426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,5120,0.5002213584052192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,8192,0.013384000294738345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,2560,0.053723557127846606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,3072,0.07961155308617486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,768,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,768,0.012816000315878125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,128,0.18370489279429117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,4096,0.012350222302807702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,128,0.07112355364693536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,10240,0.2843448850843641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,1536,0.03487199876043532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,4096,0.007033777733643849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,12288,0.03691555394066705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,51200,0.6015057563781738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,2560,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,5120,0.01018666641579734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,16384,0.5405991342332628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,768,0.017232000827789307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,12288,0.03794577717781067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,64,0.002769777758253945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,512,0.011076444553004371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,256,0.003967111309369405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,32,0.005432888865470886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,2048,0.005943111247486538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,10240,0.09188977877298991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,128,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,512,0.010195555786291758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,3584,0.013073777986897362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,256,0.02274311085542043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,3584,0.015005333556069268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,12288,0.01791911158296797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,64,0.006292444550328785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,7168,0.22801333003573945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,1024,0.10838933123482598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,1536,0.16822844081454805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,16384,0.026094221406512793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,5120,0.01257511145538754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,16384,0.12506843937767878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,8192,0.27858045366075307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,3584,0.009703999592198266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,5120,0.20167199770609537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,4096,0.008348444269763099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,3584,0.051046222448349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,1536,0.5858497619628906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,1024,0.02958933181232876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,128,0.004138666722509596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,12288,0.012551111479600271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,768,0.005290666802061929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,3584,0.44832711749606663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,65536,0.10695022344589233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,12288,0.06310488780339558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,6144,0.7525119781494141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,65536,4.147634718153212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,65536,0.11079644494586521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,3072,0.00925866680012809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,512,0.02027466727627648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,16384,0.05202044381035698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,51200,0.25371821721394855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,2048,0.016948444975747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,1024,0.012825777961148156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,65536,2.4714266459147134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,10240,0.25501243273417157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,1024,0.00776800016562144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,5120,0.02420622275935279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,3072,0.008749333520730337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,10240,0.245598210228814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,32,0.03127911024623447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,512,0.03975377811325921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,1536,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,1024,0.006272888845867581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,64,0.007108444141017065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,3072,0.028239111105600994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,3072,0.10615289211273193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,51200,5120,1.5387235217624242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,32,0.007072000039948358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,256,0.009480000370078618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,12288,0.07626666625340779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,3584,0.05389599998792013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,768,0.011184888581434885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,128,0.008363555702898238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,2560,0.07459021939171685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,4096,0.024099555280473497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,5120,0.22478310267130533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,1536,0.006763555523422029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,3072,0.020999999509917364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,32,0.00305600009030766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,1536,0.008482666479216682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,1536,0.004857777721352047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,65536,0.07238044341405232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,3584,0.027099554737408955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,1536,0.009744889206356471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,256,0.017080000705189176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,768,0.0041848888827694785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,128,0.004032888760169347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,7168,0.006069333189063602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,10240,0.023232888844278123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,8192,0.05119644602139791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,1536,0.010660444696744284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,512,0.005599110904667113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,256,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,3072,0.06907377640406291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,1536,0.02200355629126231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,5120,0.018720888429217868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,7168,0.01458577811717987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,768,0.014526221487257214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,16384,0.08627288871341282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,1024,0.0038364442686239877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,32,0.0063742221229606206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,2048,0.4387475649515788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,256,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,6144,0.020403555697864957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,2560,0.011015999648306104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,10240,0.21523111396365693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,128,0.0038977778620190094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,8192,0.018432888719770644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,12288,3.295338736640083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,1536,0.007632888853549957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,51200,2.989991082085503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,2560,0.01166133334239324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,128,0.004666666603750653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,16384,0.05503911111089918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,128,0.0029333333174387612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,7168,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,768,0.027839110957251653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,6144,0.046408888366487294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,768,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,3072,0.03553244471549988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,16384,0.27305510309007436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,12288,0.04227288895183139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,3072,0.0316826668050554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,51200,1.5811413658989801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,128,0.0074728892909155945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,10240,0.24927910168965658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,8192,0.01570311188697815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,32,0.005518222020732031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,512,0.006950221955776215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,64,0.002985777747299936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,2560,0.8291635513305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,8192,0.6164444287618002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,7168,0.021479111578729417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,2560,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,512,0.2321173350016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,1536,0.007722666694058313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,6144,0.01312888910373052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,3584,0.056519110997517906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,3072,0.008173333273993598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,512,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,3584,0.01240799989965227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,2048,0.006416000011894438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,512,0.042915556165907115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,51200,0.513704882727729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,3072,0.01166311071978675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,768,0.00998399986161126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,32,0.03238666719860501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,10240,0.3788791232638889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,12288,0.02997777859369914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,512,0.03628266519970364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,1024,0.01812622282240126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,51200,0.2519377867380778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,7168,0.03394044438997904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,128,0.008633777499198914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,512,0.026887999640570745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,32,0.005660444498062134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,768,0.011854222251309289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,1536,0.008548444343937768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,256,0.005647111270162795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,16384,0.021359999974568684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,2048,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,768,0.003624888757864634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,5120,2048,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,2048,0.035784890254338585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,3072,0.04080355498525832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,256,0.013655111193656921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,4096,0.041119111908806696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,10240,0.053314665953318276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,2048,0.0075093333919843035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,16384,0.025640888346566096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,51200,0.21991554896036783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,16384,0.9848968717787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,1024,0.007165333463086023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,64,0.007287999822033777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,12288,0.2967582278781467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,65536,0.3563635614183214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,3584,0.01548266741964552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,5120,0.027336888843112524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,512,0.005311111195219888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,5120,0.013219555219014486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,7168,0.3870524565378825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,65536,2.1853769090440536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,512,0.03278844555219015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,1536,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,64,0.006646222124497096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,3072,0.0385155545340644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,1024,0.007900444169839224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,1536,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,51200,0.36498310830858016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,512,0.009203555683294931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,256,0.007121777368916406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,512,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,8192,0.033166223102145724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,6144,0.12759378221299914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,16384,0.022433777650197346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,3584,0.10054222080442642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,7168,0.032384001546435885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,4096,0.727092425028483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,4096,0.17140532864464653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,2560,0.02181511123975118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,1536,0.006593777901596493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,512,0.0859866672092014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,12288,0.08074044519000582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,5120,0.01828977796766493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,3072,0.022894221875402663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,16384,0.06477866570154826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,128,0.003342222215400802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,1024,0.009045333498054082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,16384,0.05984977881113688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,5120,0.15434666474660239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,8192,0.062462223900689014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,10240,0.3708053429921468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,256,0.004524444540341695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,256,0.007669332954618666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,3584,0.035806222094429865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,2560,0.023702222439977858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,7168,0.014550222290886773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,512,0.006878222028414409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,5120,0.006497777584526274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,256,0.004338666796684265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,10240,0.019327110714382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,3584,0.022508444057570562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,65536,4.647094302707248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,3584,0.35984354548984104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,256,0.007061333292060428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,32,0.01495733360449473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,1536,0.006969778074158563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,3072,0.19912978013356528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,8192,0.010409778190983666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,64,0.3058488898807102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,1024,0.007836444510353936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,512,0.0034862222770849862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,10240,0.04151022103097703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,16384,0.014089778065681458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,8192,0.03162844313515557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,1024,0.008135110967689091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,128,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,5120,0.024824000067181055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,3584,0.012960889273219638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,16384,0.021613332960340712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,64,0.0029564443975687027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,10240,0.011596444580290051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,3072,0.11289600531260173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,6144,0.016751110553741455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,256,0.012366222010718452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,6144,0.0379671123292711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,32,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,6144,0.01779911087618934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,10240,0.09857955243852402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,64,0.005506666584147348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,6144,0.04515733321507772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,1024,0.08810577789942424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,6144,0.037250667810440063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,7168,0.050992889536751636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,7168,0.013600889179441663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,7168,0.016036444240146212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,2560,0.15600177976820204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,3584,0.05444444550408257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,6144,0.030880000856187608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,10240,0.8363448778788248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,768,0.00846400029129452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,64,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,10240,2.3582674662272134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,7168,0.025285333395004272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,4096,0.013611555927329592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,1536,0.07337511248058744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,5120,0.01257777793539895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,10240,0.020337777005301583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,128,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,512,0.029368887344996136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,128,16384,0.14274577299753824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,5120,0.0383840004603068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,10240,0.13979200522104898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,51200,0.05300977826118469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,64,0.00272444449365139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,3584,0.016859556237856548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,4096,0.008206222620275285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,1024,0.01013422260681788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,12288,0.020230222079488967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,51200,0.059247997072007924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,8192,0.03475733266936408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,1024,0.007747555772463481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,3072,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,32,0.003104000041882197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,16384,0.021288888321982488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,1536,0.008218666745556725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,8192,0.06852622164620294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,7168,0.007720888488822513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,3584,0.012123555772834353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,1024,0.005683555371231503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,12288,0.015621332658661736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,1024,0.005466666486528184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,8192,0.030378666188981798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,256,0.018959111637539335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,7168,0.01181333346499337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,16384,0.1077493362956577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,64,0.0052977779673205475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,2048,0.009988444546858469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,1024,0.016474665866957772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,7168,0.025455110602908667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,51200,0.054089777999454074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,768,0.003605333467324575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,2048,0.11586666107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,2048,0.060007108582390674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,16384,0.07474488682217069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,3072,0.028540445698632136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,1536,0.02902844548225403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,768,2.5969325171576605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,256,0.008188444707128737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,6144,0.030408889055252075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,256,0.0041368889311949415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,2048,0.013590222431553734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,7168,0.024971556332376268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,1024,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,5120,0.150344000922309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,256,0.00738666703303655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,2048,0.015468445089128284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,10240,0.12210133340623643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,65536,0.452930662367079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,8192,0.06714044676886664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,12288,0.22134666972690156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,128,0.0027431110954946945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,1536,0.009106666677527958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,51200,0.18984533680809867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,1536,0.06832266516155668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,12288,0.03458844290839301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,51200,189.945556640625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,7168,0.24599112404717338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,128,0.005703111075692707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,8192,0.07797511418660481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,16384,0.4701813591851129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,64,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,1536,0.03444622291458978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,51200,1.9780826568603516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,128,0.023824888798925612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,1536,0.005416000054942236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,512,0.032249778509140015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,1536,0.01293511109219657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,256,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,128,0.030047112041049536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,51200,6.360799153645833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,768,5.637019687228733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,65536,12.181799146864149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,3072,0.8762862417432996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,3584,0.009368889033794403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,16384,0.02425066630045573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,8192,0.014271999398867289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,1536,0.009858667022652095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,768,0.010089777410030365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,12288,0.055753780735863574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,51200,0.5654320187038845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,2560,0.012628444366984896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,4096,0.010479999913109673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,1024,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,128,0.015014222926563688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,1024,0.006233777850866318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,2048,0.007703999678293864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,128,128,0.0028568889117903183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,256,0.013944000005722046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,3072,0.021557332740889654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,1024,0.0074728892909155945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,4096,0.007862221863534715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,64,0.005209777918126848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,6144,0.017439999514155917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,12288,0.2290684382120768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,12288,0.2506844467586941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,1024,0.003960000144110786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,4096,0.05733422438303629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,8192,0.012087999946541257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,1024,0.06302933560477363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,16384,0.012482666307025485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,6144,0.06757511032952203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,256,0.006535111202134027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,10240,0.07689511113696627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,32,0.015153777268197803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,12288,0.009689778089523315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,16384,0.6182071367899576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,8192,0.148181332482232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,2560,0.019965334071053397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,51200,0.05346577697330051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,2560,0.01238933371173011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,128,0.006309333360857434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,12288,0.016703999704784818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,64,0.045279999574025474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,3072,0.08213866419262357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,7168,3.763159857855903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,65536,0.17380000485314262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,1536,0.004355555607212914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,4096,0.07803733481301202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,16384,0.018737778067588806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,7168,0.2654328876071506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,2048,0.013952000273598565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,7168,0.03999377621544732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,256,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,768,0.008513777620262569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,12288,0.10029511319266425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,65536,0.9914524290296766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,768,0.12836621867285833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,65536,0.18142310778299967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,6144,0.009875555833180746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,4096,0.021394666698243883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,3584,0.05580355723698934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,6144,0.09507555431789821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,768,0.004898666507667965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,1536,0.008485332959228093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,16384,0.03127911024623447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,1536,0.013433777623706393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,4096,0.009766221874290043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,512,0.19615556134117973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,2048,0.007232888705200619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,64,0.014833778142929077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,4096,0.3715013398064508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,10240,0.26222578684488934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,65536,0.026770666241645813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,1024,0.00481244424978892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,51200,0.05489333470662435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,3584,0.009639999932712978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,16384,0.022468444373872545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,51200,0.059996445973714195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,256,0.007244444555706448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,7168,0.011376889215575324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,16384,0.16493511199951172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,8192,0.057004445128970675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,4096,0.04586133360862732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,2048,0.01332266628742218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,3072,0.012725333372751871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,1024,0.07318311267428927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,6144,1.9900906880696614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,2560,0.017860444055663217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,3072,0.013535999589496188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,64,0.0035137778355015647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,16384,0.02167911165290409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,256,0.005743999862008625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,3072,0.00815644446346495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,51200,0.1293404499689738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,64,0.005748444547255834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,16384,0.03442222211096022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,3072,0.2588888804117839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,256,0.0034728890491856467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,2048,0.5288124614291722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,2560,0.0266302227973938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,64,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,51200,0.2474364439646403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,1024,0.474073780907525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,1536,0.037054220835367836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,12288,0.09343110852771336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,8192,128,0.0447688897450765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,16384,0.021535111798180476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,3072,0.03702933258480496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,51200,7.348838806152344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,3072,0.08708710802925958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,16384,4.285101148817274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,51200,1.3462133407592773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,4096,0.011777777638700275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,16384,0.031174222628275555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,2048,0.00685511115524504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,3072,0.009141333401203156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,7168,0.020060444871584576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,2560,0.013599110974205865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,10240,0.030299554268519085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,3584,0.03439111179775662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,256,0.014115555418862237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,16384,0.11912088923984104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,65536,0.1111982266108195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,2560,0.008656000097592672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,3072,0.009280000295903947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,2560,0.007177777588367462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,51200,0.14934399392869738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,128,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,2048,0.008001777860853408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,2560,0.02093066606256697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,3072,0.03394044438997904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,4096,0.036694222026401095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,3072,0.019671999745898776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,3584,0.01849244369400872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,3072,0.7642186482747396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,8192,0.15843110614352757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,6144,0.24417511622111002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,2048,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,51200,0.1475777758492364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,65536,0.0587866637441847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,512,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,64,0.01834844383928511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,8192,0.010989333192507425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,10240,1.220155504014757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,512,0.30702845255533856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,16384,0.12243821885850693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,10240,0.0173653331067827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,256,0.007664889097213745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,256,768,0.00664533343580034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,3072,0.1611644426981608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,1536,0.006495999793211619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,8192,0.03404444456100464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,10240,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,7168,2.2698018815782333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,768,0.011592888997660743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,10240,0.08708888954586452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,768,0.027651555008358423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,512,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,8192,0.13151021798451742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,6144,0.05593422386381361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,7168,0.06195555792914497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,512,0.005586666779385672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,6144,0.052743110391828746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,8192,0.04244000050756666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,7168,0.14390222231547037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,7168,0.014173333843549093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,51200,0.23073689142862955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,768,0.004334222111437055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,3584,0.009588444398509132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,2560,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,128,0.026194666822751362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,512,0.00813688917292489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,51200,0.46541690826416016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,128,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,7168,0.038027554750442505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,8192,0.1569395595126682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,12288,0.04004177782270644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,16384,1.9828444586859808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,3072,0.01197866681549284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,4096,0.15219110912746853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,16384,0.300128009584215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,8192,0.031381332212024264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,5120,0.0459173321723938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,12288,0.011888888974984487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,3072,0.11401332749260797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,51200,0.08104711108737521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,12288,0.02476799984773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,1024,0.011689778003427716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,768,0.025555556019147236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,16384,0.22759111722310385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,64,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,1024,0.030771556827757094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,7168,0.34741510285271543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,7168,12288,0.6260479821099175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,128,0.015450666348139444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,512,0.00887022250228458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,32,0.01089777797460556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,8192,0.019311999281247456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,768,0.026290666725900438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,6144,0.12394577927059597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,8192,0.02525955604182349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,1536,0.03055466545952691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,512,0.022320000661744013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,51200,2.5246363745795355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,2048,0.007220444579919179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,65536,0.4542862044440375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,10240,0.48609691196017796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,4096,0.03457333313094245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,3584,0.06434400214089288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,128,0.002871111035346985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,51200,0.05654844310548571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,5120,0.14336355527242026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,128,0.0029111111329661477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,4096,0.008868444297048781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,2048,0.19768088393741182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,16384,0.38489333788553876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,6144,0.027719111906157598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,10240,0.7999768786960177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,128,0.007374222079912822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,4096,0.033352000845803156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3072,128,0.009291555318567488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,64,0.015799999237060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,1536,0.007056000332037608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,128,0.0033662221911880705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,12288,0.46860620710584855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,4096,0.008539555801285638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,1536,0.5044790903727213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,4096,0.011702222128709158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,65536,1.420792049831814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,2048,0.10882577631208633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,128,0.06865688827302721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,16384,0.23000089327494302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,65536,4.362463209364149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,2048,0.017644445101420086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,32,0.003663111064169142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,12288,1.288476414150662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,51200,0.05368622144063314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,3584,0.019907555646366544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,1536,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,1024,0.005053333524200651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,512,0.06061866548326281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,6144,0.030025776889589097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,32,0.0037493333220481873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,8192,0.30504979027642143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,5120,0.4898142284817166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,65536,1.4128906461927626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,10240,0.25717687606811523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,3072,0.01516177753607432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,16384,0.1032960017522176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,2560,0.012061333490742577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,768,0.003687111039956411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,768,0.10271555847591823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,16384,0.007225777539942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,32,0.013164444102181328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,12288,0.019301333361201815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,256,0.00777599960565567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,16384,0.19774133629269072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,4096,0.01091822236776352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,6144,0.0811777777141995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,3584,0.008392888638708327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,4096,0.008448888858159384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,12288,0.08515733480453491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,256,0.0063564446237352155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,5120,0.008463111188676622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,64,0.005369777894682354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,4096,0.008301333420806462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,512,0.06707021925184461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,8192,0.2983706792195638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,1024,0.020728000336223178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,1536,0.023231110639042322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,768,0.003825777934657203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,6144,0.014520888527234396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,65536,0.08398133516311646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,5120,0.03469333383772109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,6144,0.015229332778188916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,51200,0.12514400482177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,4096,0.00958933350112703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,3584,0.014757333530320061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,64,0.004661333229806689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,2048,0.3885493278503418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,16384,0.05935821930567423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,6144,0.0101742222905159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,1536,0.009851555857393477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,5120,0.06989333364698622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,7168,0.022724444667498272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,3072,0.01276622215906779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,3584,0.011132444772455426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,4096,0.2559573385450575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,1536,0.3551288975609674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,2048,0.02067466742462582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,32,0.04644711150063408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,4096,0.21212532785203722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,2048,0.05119911167356703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2048,7168,0.24247643682691786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,16384,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,1536,0.42954399850633407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,256,0.005483555710977978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,3072,0.043846223089430064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,3072,0.011599111060301462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,3584,0.00778311077091429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,6144,0.020463999774720933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,16384,5.492319318983291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,256,0.0041164445380369825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,3584,0.03707111212942336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,128,0.013264888690577613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,32,0.00904622260067198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,5120,0.009692444569534725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,256,0.03991377684805129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,256,0.006416888700591193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,51200,0.05455288953251309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,768,0.009263111485375298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,16384,0.7145804299248589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,512,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,6144,0.17466399404737684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2048,7168,0.04854133394029406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,32,0.007711110843552484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,16384,0.7037075360616049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,128,0.04106488823890686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,32,0.013041777743233575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,2560,0.012622222304344177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,10240,0.772955576578776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,51200,3.5018533070882163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,3072,0.012154666913880242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,2048,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,2560,0.032872888776991106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,768,0.017642666896184284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,3584,0.026668444275856018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,768,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,2048,0.06092088752322727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,7168,0.016674665941132438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,1536,0.04118844535615709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,5120,0.009823111196359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,5120,0.25071822272406685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,3072,0.14606932799021402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,6144,0.25282756487528485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,4096,0.1521351072523329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,65536,0.06821511189142863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,64,0.0026568888376156488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,512,0.005215999980767568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,2560,0.0989697774251302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,768,0.00508622204264005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,128,0.004115555435419083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,12288,0.04676444331804911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,51200,0.376909335454305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,512,0.003935111065705617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,65536,0.15657511022355822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,51200,2.88590579562717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,3072,0.09282310803731282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,51200,0.16641688346862793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,2560,0.015612444943851896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,12288,0.20588178104824492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,5120,0.010743111371994019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,5120,0.010024888647927178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,1024,0.01279022213485506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,3072,0.03477777706252204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,5120,0.019879110985332064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,3584,0.04007200068897671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,6144,0.01366666704416275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,4096,0.008642666869693333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,5120,0.03022577696376377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,4096,1.699111090766059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,2048,0.01404800017674764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,51200,1.7295804553561742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,6144,0.22673511505126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,512,0.008691555923885768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,65536,0.07659466399086846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,12288,1.0043484369913738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,16384,0.15136533313327366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,51200,1.6546861860487196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,51200,0.2775511211819119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,3584,0.1976177824868096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,3072,0.007901333272457123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,3072,0.09383644660313924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,10240,0.04575555523236593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,7168,5.553185780843099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,8192,0.06263644165462919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,768,0.009320889082219865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,51200,0.053751998477511935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,768,0.505781332651774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,4096,0.01000088867213991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,128,0.003544888976547453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,128,0.05033511254522535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,1536,0.006853333363930385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,6144,0.011309333145618439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,256,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,512,0.0052373334765434265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,51200,1.6433102289835613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,65536,0.07537333170572917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,10240,0.4457537862989638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,768,0.05422044462627835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,1536,0.04126666651831733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,6144,0.011481777661376528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,3072,0.118120895491706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,51200,51200,5.697207980685764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,10240,768,0.216538667678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,512,0.006321777900060018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,51200,1.066603554619683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,2560,0.024617777930365667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,6144,0.36299999554951984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,7168,0.010545777777830759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,1536,0.005960000058015187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,6144,0.025635555386543274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,4096,0.014301333162519666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,51200,0.06055021948284573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,12288,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,2560,0.029193778832753498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,5120,0.06611288918389215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,6144,0.010645333263609143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,1536,0.01072355525361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,10240,0.1875093380610148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,6144,0.20229155487484404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,4096,0.10484177536434597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,12288,2.652501424153646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,3584,0.010601777997281818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,1024,0.007594666547245449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,1024,0.007419555551475949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,768,0.17676711082458496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,5120,0.016805332567956712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,128,0.005477333234416113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,7168,0.05583555830849541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,65536,0.28325777583652073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,512,0.03192889028125339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,4096,1536,0.050768888658947416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,4096,0.008532444636027018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,5120,0.3264453411102295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,8192,0.022022222479184467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,3072,0.010757333702511258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,2560,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,3584,0.09021777576870388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,10240,0.04765955607096354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,1536,0.007135111424658034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,3072,0.0837813350889418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,8192,0.9425911373562283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,32,0.0063688887490166565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,2048,0.012265777422322167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,12288,0.18088444073994955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,7168,0.17731022834777832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,3072,0.13069155481126574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,5120,0.028218666712443035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,128,0.005439110928111606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,256,0.011904888682895236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,4096,0.04929244518280029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,32,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,1024,0.004295111116435793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,512,0.012448000411192576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,256,0.013198222551080914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,8192,0.4480782084994846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,12288,0.015223110715548197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,3072,0.017238222890430026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,1536,0.011063111325105032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,1024,0.010856000085671743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,5120,0.01093777765830358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,1536,0.01038577738735411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,1024,0.019725332657496136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,64,0.02159999973244137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,65536,0.013566222455766467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,2560,0.034790221187803484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,4096,0.07278399997287326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,1536,0.04797600044144524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,4096,0.1225386725531684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,6144,0.12323644426133896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,2560,0.12219556172688802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,2560,0.07939910888671875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,2560,0.02018222212791443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,7168,0.03475733266936408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,4096,0.02336799932850732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,12288,1.1769626405504015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,7168,0.3301573329501682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,3584,0.007375111182530721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,6144,0.022857778602176245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,3072,0.006853333363930385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,128,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,16384,0.6667271190219455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,51200,1.817710240681966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,256,0.0672960016462538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,4096,0.007864000068770515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,2560,0.04800622330771553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,7168,0.0796639985508389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,1024,0.2501155535380046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,51200,0.05301955673429701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,2048,0.0609075559510125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,3584,0.019903999235894945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,2048,0.007167110840479533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,1024,0.006719999843173557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,2048,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,1536,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,1536,0.1280275583267212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,16384,0.023933332827356126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,1536,0.29278310139973956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,51200,0.9161386489868164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,256,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,3072,0.023206222388479445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,128,0.005962666538026597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,6144,0.04550666610399882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,64,0.00396799999806616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,10240,0.2905973328484429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,2560,0.006039111150635614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,2560,0.007624000310897827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,1536,0.027593778239356145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,65536,0.8197662035624186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,64,0.0034435554924938413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,6144,0.18165600299835205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,128,0.0053226666318045715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,5120,0.03982844286494785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,256,0.009388444324334463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,3072,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,768,0.035736001200146146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,6144,0.034853332572513156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,2560,0.01016088906261656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,1536,0.007746666669845581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,256,0.010327111515733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,5120,0.0147706667582194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,3072,0.00977244476477305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,128,0.13927643828921848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,2048,0.007954667011896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,2560,0.05530222256978353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,6144,0.010371555884679159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,10240,0.03360622127850851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,64,0.038224889172448054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,51200,0.1358648935953776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,5120,1.800064934624566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,1536,0.04120533333884345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,7168,0.01577333278126187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,12288,0.05976088841756185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,51200,2.31003295050727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,1536,0.012880889077981314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,128,0.004433777597215441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,2560,0.01683466633160909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,64,0.014441778262456259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,64,0.0036355555057525635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,1536,0.01994222237004174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,8192,0.02741777731312646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,12288,0.1751697725719876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,3072,0.08557866679297553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,2048,0.03731288843684726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,5120,0.1436986658308241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,6144,0.011439999772442712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,3072,0.06598577896753947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,5120,0.02405511173937056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,128,0.006275555739800136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,768,0.005516444643338521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,65536,2.321634716457791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,6144,0.024728889266649883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,6144,0.4791279898749457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,2048,0.1407502227359348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,10240,0.1256293323304918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,32,0.00630666646692488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,256,0.00814400033818351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,256,0.0047644442982143825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,64,0.0042257776690853965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,5120,0.9745573467678494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,4096,0.0169804443915685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,51200,0.06299644708633423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,51200,0.48786221610175234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,5120,0.039298666848076716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,16384,0.2830124431186252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,64,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,8192,0.051129778226216636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,3072,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,2560,0.013169777890046438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,10240,0.0240631103515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,7168,0.11896799670325385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,3584,0.00928177767329746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,128,0.01592088904645708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,32,0.0027262222849660446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,256,0.0028435554769304064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,8192,0.05510666635301378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,7168,0.18027022149827746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,51200,0.15137867132822672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,1024,0.007350222104125553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,10240,0.017515555024147034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,128,0.00816177742348777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,3584,0.026816000541051228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,128,0.0028488888508743713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,2560,0.008178667061858708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,64,0.002797333316670524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,128,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,512,0.004994666824738185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,12288,0.12332977188958062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,6144,0.009551111194822524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,64,0.005199111170238919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,65536,0.009587555295891231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,512,0.003579555700222651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,51200,0.5129751099480523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,16384,0.022278222772810195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,768,0.007928888830873702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,12288,0.12382311291164821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,1024,0.009462222456932068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,6144,0.006520888871616787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,1024,0.011965333587593503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,7168,0.013702222042613559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,12288,0.05226044522391426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,768,512,0.004798222333192825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,7168,0.014676445060306124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,768,0.017125333348910015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,1024,0.005564444594913059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,5120,0.010271111296282874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,2560,0.011277333729796939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,2048,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,10240,0.01663822266790602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,10240,3.770377688937717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,10240,0.015300444430775113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,512,0.07269955343670316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,512,0.006769777586062749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,5120,0.036912888288497925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,2048,0.007381333245171442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,2560,0.007707555260923173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,16384,0.051959110630883105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,6144,0.02630133264594608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,64,0.003160888950030009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,256,0.0052826665341854095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,65536,0.009544000029563904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,768,0.004774222357405556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,4096,0.00758844448460473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,4096,0.0058088890380329555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,6144,0.2338817649417453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,51200,0.9547982745700412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,8192,0.024262222978803847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,4096,0.00980355590581894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,6144,0.04596622122658623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,512,0.010413332945770687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,2560,0.03290311164326138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,51200,0.05993511279424032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,7168,0.22588798734876844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,3584,0.35454755359225804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,3072,0.009429333110650381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,16384,0.40483466784159344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,16384,0.21650132868025038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,128,0.0047564444442590075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,768,0.009844444692134857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,256,0.15383822388119167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,7168,0.04950933323966133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,768,0.010121777653694153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,4096,0.061928888161977134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,2560,0.05374044511053297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,2560,0.03228800164328681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,2048,0.03812177644835578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,6144,0.019479110836982727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,2048,0.01886044442653656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,2048,0.04362844427426656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,32,0.0027182222240500977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,65536,4.196598900689019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,4096,0.08149688773685031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,768,0.01608533329433865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,8192,0.01316088851955202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,3584,0.019510222805870902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,768,0.012773333324326409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,1536,0.050104889604780406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,3584,0.009024889104896123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,1024,0.009101333717505137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,5120,0.02233244478702545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,10240,0.05359199974271986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,1536,0.015624889069133334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,3584,0.7697253227233887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,7168,0.7387297948201498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,2560,0.0584133333630032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,256,0.003321777822242843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,3584,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,51200,0.2642764515346951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,64,0.005751111027267244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,3584,0.008623999853928884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,1024,0.3659377892812093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,7168,0.08748444583680894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,12288,0.016931555337376065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,768,0.04316088888380262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,6144,0.15387022495269775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,3584,0.01182666669289271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,65536,0.41383200221591526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,3584,0.0229759994480345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,12288,0.01882222294807434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,32,2560,0.006224000205596288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,2560,0.012907555533779992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,32,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,2560,0.015015999476114908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,1536,0.11136889457702637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,256,0.10231022040049235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,10240,0.03659111261367798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,12288,0.02570666703912947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,32,0.007141333487298753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,10240,0.03406044509675767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,3584,0.007714666426181793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,12288,0.7886577712164985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,1024,0.007553777760929531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,6144,0.030420445733600195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,5120,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,4096,0.01900533338387807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,6144,0.03180799881617228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,3072,0.0399893323580424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,16384,0.038634667793909706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,5120,0.012843555874294706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,2048,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,12288,0.9980817370944552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,768,0.04263910982343885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,7168,0.025915554828113977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,16384,0.018418666389253404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1536,2560,0.00813155538505978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,4096,0.01276533305644989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,128,0.004624888714816836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,65536,0.033506668276256986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,4096,0.025945777694384258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,2560,0.05312711000442505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,12288,0.0855368905597263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,7168,0.4714630974663629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,32,0.06291466951370239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,16384,0.4208470980326335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,12288,0.028344889481862385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,1024,0.03627999954753452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,128,0.007899555895063613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,16384,0.1461884445614285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,16384,0.08904444509082371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,16384,0.02459288967980279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,3072,0.3128693368699816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,64,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,1024,0.058244446913401283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,3072,1.3885893291897242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,1024,0.01604622271325853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,768,0.0336497790283627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,16384,0.06794399685329862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,128,0.004471999903519948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,2048,0.046873778104782104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,2560,0.006748444504208035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,256,0.00480355570713679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,6144,0.29310133722093373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,4096,0.06866933239830865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,128,0.002834666727317704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,1024,0.00867555538813273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,4096,0.03170488940344916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,51200,0.09684177902009751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,512,0.03110577662785848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,3072,0.16134222348531088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,3584,0.02036533256371816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,8192,0.05343822307056851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,2560,0.13786844412485758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,3072,0.10851111014684041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,8192,0.29810134569803876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,1024,0.04040622380044725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,1024,0.006696888970004187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,7168,0.08277777830759685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,5120,0.030635555585225422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,7168,0.04552266663975186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,51200,0.09414844380484687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,64,0.005684444473849402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,2048,0.032947556840048894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,256,0.0032177778581778207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,64,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,8192,0.0169493340783649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,6144,0.03813066747453477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,51200,0.0995288888613383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,4096,0.7174426714579264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,128,0.003519111209445529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,768,0.007148444652557373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,65536,2.697434743245443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,3072,0.06526399983300103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,51200,1.3692710664537218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,1024,0.058097779750823975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,7168,0.04033155573738946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,3584,0.0646373364660475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,7168,0.21281422509087455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,256,0.004921777794758479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,768,0.03932355509863959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,512,0.05204888847139147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,3072,0.08751289049784343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,1536,0.022167111436525982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,4096,0.009907555249002244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,4096,0.1807466612921821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,3584,0.012392889294359418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,256,0.005466666486528184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,4096,1.2022764417860243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,6144,0.04478222131729126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,3584,0.019719999697473314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,16384,0.030610667334662542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,2048,0.02511466708448198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,5120,0.013821333646774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,51200,0.16671733061472574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,64,0.005254222287072076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,3584,0.02658044464058346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,256,0.023800889650980633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,2048,0.0158933334880405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,6144,0.07720977730221219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,32,0.05432977941301134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,7168,0.030020445585250854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,65536,0.08048799965116712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,16384,0.04797688788837857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,10240,0.18689866860707602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,768,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,65536,0.34601423475477433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,16384,0.6196897824605306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,12288,0.17995822429656982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,32,0.006362666686375936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,8192,0.046535998582839966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,128,0.006976000136799282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,12288,0.02049777739577823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,4096,0.208095113436381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,3072,0.03259733319282532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,3584,0.015480000111791821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,10240,0.03415022293726603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,32,0.00777333312564426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,7168,0.3758977784050836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,8192,1.6783502366807725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,32,0.0033324443631701996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,12288,1.3318150838216145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,5120,0.08692533440060085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,8192,0.013869333598348828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,2560,0.013767110804716745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,3072,0.011528888510333167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,2560,0.03159288896454705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,256,0.029511110650168523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,256,0.003536000019974179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,1536,0.007465778125656976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,1024,0.005520888914664586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,65536,0.09980977906121148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,128,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,16384,0.05184444453981188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,64,0.008823999928103553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,512,0.07464000251558092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,256,0.0295413335164388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,768,0.012631110846996307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,1536,0.010713777608341642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,32,0.026991999811596338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,7168,0.025661332739724055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,2048,0.011572444604502784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,5120,0.012495111260149213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,5120,0.026912000444200303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,1536,0.0046844445168972015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,65536,0.4399671024746365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,2048,0.05872266822391086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,3584,0.059021333853403725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,12288,0.12755466832054987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,8192,0.05083022183842129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,128,0.0040755557517210645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,128,0.08686044481065537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,8192,0.20089333587222627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,128,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,1024,0.01555199921131134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,768,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,8192,0.014518222875065274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,3072,0.012156444291273752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,6144,0.12447199556562637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,128,0.0028702221396896574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,5120,0.16691377427842882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,12288,1.5218035380045574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,51200,0.07342222001817492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,256,0.005884444548024072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,8192,0.0203146669599745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,2048,0.02453600035773383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,6144,0.03762222329775492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,7168,0.015584000282817416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,1536,0.006738666858938005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,2560,0.10174577765994602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,7168,0.12178666061825222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,12288,0.024488000406159297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,256,0.009480888644854227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,5120,0.03940622342957391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,64,0.047042667865753174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,3072,0.018256000346607633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,3072,0.03309955530696445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,10240,0.05913066864013672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,12288,0.014669333895047506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,6144,0.011583111352390714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,4096,0.1415084467993842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,2560,0.04844089017974006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,128,0.00554577757914861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,51200,0.015060444672902426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,10240,0.09292444255616929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,256,0.22150399949815539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,2560,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,256,0.0075626663035816616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,51200,8.869956970214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,51200,8192,1.7628302044338648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,4096,0.033482667472627424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,3584,0.051776889297697276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,2560,0.7701457871331109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,1024,0.006510222123728857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,768,128,0.0046942221621672315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,12288,0.13413600126902261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,65536,0.12936088773939344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,51200,0.07645333475536771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,256,0.008951110972298516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,8192,0.027814222706688776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,65536,0.3991564379798041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,32,0.009840000006887648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,1024,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,65536,0.3428008821275499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,12288,0.031073778867721558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,1536,0.005003555367390315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,3072,0.00600355573826366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,16384,2.192952897813585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,2560,0.011713777979214987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,6144,0.06035911374621921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,4096,0.01143022212717268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,12288,0.017880888448821176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,512,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,3072,0.007019555403126611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,51200,0.13820266723632812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,32,0.028952889972262915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,256,0.011384888655609555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,7168,0.3497333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,768,0.006305777778228124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,10240,0.011573333707120685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,6144,0.09521155224906074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,256,0.003165333428316646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,8192,0.2102586693233914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,1024,0.05829599830839369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,6144,0.022051556242836848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,5120,0.02831377916865879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,8192,0.04301866557863024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,512,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,7168,0.01644977761639489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,512,0.04143911268975999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,64,0.0052062223354975385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,1536,0.018477333916558158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,8192,0.018760000665982563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,2560,0.08173155784606934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,6144,0.6169546445210775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,32,0.0031315556002987754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,6144,0.02966844373279148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,7168,0.04234844446182251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,4096,3072,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,8192,0.011770666473441653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,10240,0.04438933398988512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,2048,0.014614222778214348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,51200,2.4873616960313583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,51200,0.4529697630140517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,64,0.00564177789621883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,512,0.004808889081080754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,2560,0.02058577703105079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,768,0.01072355525361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,3584,0.46382490793863934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,8192,2.5815022786458335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,65536,0.8505866792466906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,8192,0.015295111470752291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,256,0.008637333081828224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,6144,0.06486577457851835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,5120,0.1119004487991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,8192,0.007091555330488417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,5120,0.010761777559916178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,64,0.005420444326268301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,1024,0.030922667847739324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,5120,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,51200,1.3353901969061956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,768,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,12288,1.405445310804579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,512,0.015040000279744467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,32,0.021704889006084863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,768,0.008622222476535374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,256,0.0346666673819224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,3072,0.008176888856622908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,1536,0.010305778019958073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,6144,0.04743999905056424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,6144,0.014374223020341663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,7168,0.12601510683695474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,256,0.0027706666539112725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3072,512,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,128,0.002833777831660377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,8192,0.027952889601389568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,1024,0.007178666690985362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,7168,0.016360888878504436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,1536,0.012253333297040729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,32,768,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,12288,0.07147288984722562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,1024,0.005064888960785336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,4096,1.1891341739230685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,2048,0.01499555508295695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,1024,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,65536,0.21042666170332167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,128,0.004351110921965705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2048,1536,0.01683288812637329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,16384,0.021546666820844013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,2560,0.4797653092278375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,65536,1.2694987191094291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,256,0.03423110975159539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,1536,0.04597244328922696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,1024,0.059141331248813205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,2560,0.03838488790724013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,4096,0.12912978066338435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,768,0.012512889173295764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,512,0.0033653332955307434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,8192,0.024375110864639282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,1536,0.011110222174061669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,256,0.009385777844323052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,8192,0.10938222540749444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,256,0.0203804439968533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,768,0.0064693333374129395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,65536,0.09854666392008464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,65536,0.1342666678958469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,12288,0.15091021855672201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,51200,2.011476516723633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,64,0.03126755687925551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,1536,0.039150221480263606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,128,0.004751111070315043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,5120,1.8193066914876301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,51200,0.18999644120534262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,5120,0.22281511624654135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,3584,0.0347671111424764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,3584,0.03243466549449497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,7168,0.14389777183532715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,8192,0.11972978379991318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,1536,0.007636444436179266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,10240,0.1056248876783583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,512,0.005166222237878376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,10240,0.19948711660173205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,10240,0.02532800038655599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,1024,0.024511110451486375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,1024,0.03123555580774943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,3584,0.008896888958083259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,1024,0.008101333346631791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,5120,0.0602160029941135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,3072,0.018328888548745047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,3584,0.16716444492340088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,3072,0.006804444309737947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,2048,0.0803075565232171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,256,0.04783199893103706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,8192,0.019312888383865356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2048,16384,0.33455822202894425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,10240,0.07703377803166707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,12288,0.12461866272820367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,7168,1.10663996802436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,7168,0.023952000670962866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,8192,0.02365422248840332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,64,0.0029084444459941653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,51200,0.437516450881958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,7168,0.06252800093756782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,10240,2.1404461330837674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,512,0.010991111397743225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,5120,0.01651022169325087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,10240,0.1263386673397488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,8192,0.03810666667090522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,32,0.003563555578390757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,51200,1.0622586144341362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,3584,0.06791733370886908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,32,0.1880160040325589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,1024,0.017858665850427415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,1536,0.004709333181381226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,3072,0.007486222518814935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,4096,0.20221243964301217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,4096,0.018793778287039865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,256,0.006592000110281839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,5120,0.08727288908428615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,512,0.004980444494220945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,4096,0.00868888861603207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,51200,135.97469075520834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,51200,0.7802284558614095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,3584,0.0200311111079322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,10240,0.04723466767205132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,2560,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,7168,0.05160266823238797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,8192,0.7376755608452691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,51200,768,0.45230309168497723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,64,0.007629333270920648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,3072,0.9311030705769857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,1536,0.01221155540810691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,1536,0.01679377754529317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,3072,0.05455288953251309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,6144,0.2970915635426839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,65536,2.923225826687283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,65536,1.9029884338378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,3584,0.043707556194729276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,3072,0.03224088748296102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,3584,0.02862488892343309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,3072,0.06304888592825995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,3584,0.03136444422933791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,1024,0.006204444501135085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,8192,0.008007999923494127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,2560,0.1670595539940728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,51200,1.4113164477878148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,768,0.014495111174053617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,5120,0.14173689153459337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,3584,0.23280710644192168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,12288,0.07891199986139934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,3072,0.04069955481423272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,2560,0.4946133295694987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,6144,0.07222755750020345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,1536,0.020580444071027968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,7168,0.012715555727481842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,128,0.02885955572128296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,4096,0.012532444463835822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,768,0.004472889006137848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,512,0.008731555607583787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,5120,0.03755999935997857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,10240,0.04712266723314921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,5120,0.18844089243147108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,6144,0.09377511342366536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,51200,0.1273635493384467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,16384,2.6298631032307944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,4096,0.01202222208182017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,1536,0.01294311136007309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,8192,0.02567200031545427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,10240,0.009205333060688442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,10240,0.26556621657477486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,2560,0.028047111299302842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,8192,0.020278222031063504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,10240,0.05218133330345154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,7168,0.013184888495339287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,8192,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,7168,0.7570524215698242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,4096,0.13803466161092123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,2560,0.04376266731156243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,2560,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,10240,0.1991120047039456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,5120,0.012787555654843649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,1024,0.09863555431365967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,8192,0.30107198821173775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,3584,0.0413333343134986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,1536,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,768,0.021799999806616042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,16384,0.03062044580777486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,65536,0.3144480122460259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,3072,0.018762666318151686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,51200,0.35289600160386825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,768,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,128,0.05070666803254021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3072,1536,0.006486222147941589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,5120,0.006568000134494569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,7168,0.012167111039161682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,32,0.0496346652507782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,2560,0.007598222129874759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1536,51200,0.05340800020429823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,8192,0.03245155678855048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,2560,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,4096,3.2071492936876087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,10240,0.07928266790178087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,2048,0.007667555577225155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,2560,0.008972444468074376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,1536,0.011218667030334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,768,0.05100088980462816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,51200,0.13188444243537054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,2048,0.05035644438531664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,768,0.30215467347039116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,64,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,768,0.011731555892361535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,5120,0.07279022534688313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,16384,0.11609689394632976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,768,0.004064889003833135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,1024,0.06944177548090617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,4096,0.010845333337783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,16384,0.10967910952038235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,65536,2.1624702877468533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,16384,1.0166453255547416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,2048,0.011728000309732227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,7168,0.07097778055402967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,5120,0.8178977966308594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,6144,0.03828444414668613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,16384,0.08987200260162354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,2048,0.014559111661381192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,768,0.023269333773189124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,7168,0.02808533443344964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,768,0.003972444269392225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,256,0.024268445041444566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,2048,0.01942933268017239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,1536,0.02171733313136631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,2560,0.01037333326207267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,7168,0.013529777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,512,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,2560,0.007157333195209503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,6144,0.5936391088697646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,65536,0.27261779043409556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,10240,0.2675795555114746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,512,0.030885332160525854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,2560,0.04348355531692505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,1024,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,32,0.025158221522967022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,51200,0.2021182245678372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,4096,0.015959110524919298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,6144,0.013131555583741931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,16384,0.04871999886300829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,16384,3.2970506880018444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,2560,0.007092444433106317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,3072,0.02144177754720052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,512,0.009112888740168678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,3072,0.01851733360025618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,4096,0.0473582214779324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,6144,0.4042088985443115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,8192,0.020100444555282593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,12288,0.38462400436401367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,1024,0.010394666757848527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,1536,0.011298666397730509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,256,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,2560,0.03527999917666117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,512,0.011039111349317761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,12288,0.0680017802450392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,3584,0.010309333602587381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,256,0.0037128888070583344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,3584,0.00983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,12288,0.439464012781779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,3072,0.01999288962946998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,2560,0.0963546633720398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,10240,0.05219466818703545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,65536,6.008835686577691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,1536,0.017324444320466783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,6144,0.36203021473354763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,1536,0.007867555651399825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,512,0.004400889078776042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,256,0.01386755539311303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,2560,0.01346933344999949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,1536,0.0422364440229204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,128,0.0031155554784668815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,65536,0.07376355595058866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,3584,0.020595555504163105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,1024,0.0325893329249488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,12288,0.19528799586825898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,10240,0.2030657794740465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,256,0.005486222190989389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,4096,0.15623199939727783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,256,0.005390222287840313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,65536,0.1516373289955987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,10240,0.03347200155258179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,1536,0.006219555520349079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,8192,0.017737777696715463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,2048,0.00700711127784517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,10240,0.18628177377912733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,3072,0.02773422168360816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,7168,8.03248765733507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,6144,0.07679555813471477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,6144,0.06508177518844604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,256,0.009178666604889764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,10240,0.1638515525394016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,8192,0.25466754701402455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,2560,0.01348444405529234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,3584,0.01910044418440925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,128,0.005346666607591841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,1024,0.013239999612172445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,12288,2.957903120252821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,2560,0.08326222499211629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,2560,0.017083555459976196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,3584,0.07546044720543756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,128,0.007003555695215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,3072,0.048476444350348584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,51200,0.05910311142603556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,1024,0.00397155558069547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,16384,0.4051546785566542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,2560,0.0817048880789015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,2560,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,65536,0.8817706637912326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,64,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,1536,0.010677333507272931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,4096,0.010919111470381418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,7168,0.021550221575631037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,1536,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,51200,1.0456844965616863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,256,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,8192,0.013069333301650153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,8192,2.7567884657118054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,3584,0.007215110792054071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,1536,0.010022222167915767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,3584,0.010664888554149203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,12288,0.021691555778185528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,2048,0.08913777934180366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,16384,0.0461368891927931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,3072,0.010458666417333813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,1536,0.03614933292071024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,2560,0.024235554867320593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,16384,0.06408444378111097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,10240,0.03644355469279819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,3072,0.022680888573328655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,8192,0.028636445601781208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,128,0.002875555513633622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,4096,0.1595253282123142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,6144,0.1301600005891588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,2560,0.03198488884501987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,5120,0.034865776697794594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,5120,0.012275555895434486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,2560,0.01255733354224099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,5120,0.23291378551059297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,64,0.002549333290921317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,4096,0.011879111329714457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,3584,0.020276443825827706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,6144,0.05976711379157173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,128,0.3300488789876302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,1536,0.006122666514582104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,768,0.005969777703285217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,1536,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,4096,0.06203111012776693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,768,0.018292443619834054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,51200,0.3018275631798638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,32,0.006816000160243776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,7168,0.13476710849338108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,2560,0.01498044364982181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,65536,1.0362648434109158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,64,0.0034862222770849862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,10240,0.0316826668050554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,16384,0.025504888759719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,65536,0.08885511424806382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,256,0.007710222568776872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,3072,0.010791111323568555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,7168,0.2289208836025662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,2048,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,8192,0.07304088936911689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,1536,0.006924444602595435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,5120,0.2853368918100993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,128,0.0069573331210348345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1024,32,0.006405333264006509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,10240,0.040186666780047946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,3584,0.013839110732078552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,3072,0.007155555817815993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,51200,0.39043378829956055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,16384,0.5461546579996744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,3584,0.011130666567219628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,256,0.005384888913896348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,8192,0.06405422422620985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,256,0.004613333278232151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,6144,0.7887973255581326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,2560,0.6622222264607748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,4096,0.009826666778988307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,1024,0.005503111001518037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,32,0.009755555954244401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,4096,2.1277448866102433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,12288,0.04560888806978861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,7168,0.0826808876461453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,2048,0.016840888394249808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,32,0.005848000033034219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,65536,0.17634310987260607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,65536,2.3365323808458114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,2048,0.012521777715947894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,51200,6.882326338026259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,51200,0.42985955874125165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,1024,0.059149331516689725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,16384,0.02872977654139201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,128,0.02753866712252299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,51200,0.06297066476609972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,65536,0.10809244712193807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,3584,0.02805333336194356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,768,0.052889777554406055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,256,0.005277333160241445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,2048,0.01928622192806668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,12288,0.0457217792669932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,1024,0.032165331972969904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,256,0.005607999861240387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,512,0.009015111459626092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,3584,0.010247111320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,1536,0.011969777444998423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,3072,0.027136888768937852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,12288,0.028177777926127117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,65536,19.354602389865452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,8192,0.10556977987289429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,1536,0.008597333398130205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,128,0.013362666798962487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,2048,0.04647289050949944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,512,0.007309333317809635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,256,0.018569777409235638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,10240,2.9974354637993703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,512,0.08251200119654338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,10240,0.4411902162763808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,1536,0.33799465497334796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,128,0.010804444551467896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,51200,0.07405333386527167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,1536,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,3072,0.014545778433481852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,6144,0.15890133380889893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,512,0.009196444518036312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,51200,0.4624462127685547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,1024,0.005995555470387141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,51200,0.12076711654663086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,2048,0.3714097870720758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,5120,0.028936889436509874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,64,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,3584,0.16843644777933756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,3584,0.009946666657924652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3072,256,0.006842666616042455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,512,0.011367999845080905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,6144,0.01687466601530711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,1536,0.011887999872366587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,5120,0.04149688945876227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,65536,8.398709615071615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,7168,0.006031111296680238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,128,0.0028106667515304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,32,0.003647110942337248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,2560,0.10706222057342529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,65536,0.06605333089828491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,6144,0.008824889030721452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,4096,0.04180711176660326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,1536,0.015633778439627755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,5120,0.3715502156151666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,10240,0.19977600044674346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,2560,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,4096,0.0322382218307919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,32,0.015222221612930298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,256,0.0047208890318870544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,256,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,2560,0.007063111497296228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,64,0.0028284444577164124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,3072,0.323670228322347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,512,0.007652444144090016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,3072,0.12880444526672363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,5120,0.024325332707828943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,1536,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,12288,0.2447733349270291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,768,0.008719999757077958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,256,0.005341333233647876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,2048,0.7870151201883951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,65536,0.9080284966362847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,5120,0.03657689028316074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,16384,0.4243111080593533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,3584,0.01183555523554484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,51200,0.05977421998977661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,768,0.016912889149453905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,256,0.04338488976160685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,32,0.002519999941190084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,1024,0.01851022243499756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,8192,0.15491733286115858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,128,0.005919999960396025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,3072,0.19440178076426187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,5120,0.039240890079074435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,7168,0.10421066813998753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,1024,0.21360266208648682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,16384,0.08419999811384414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,4096,0.009009777671760982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,8192,0.015767999821239047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,16384,0.8115999963548449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,1024,0.17736711766984728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,5120,1.490406248304579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,12288,2048,0.02951288885540432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,4096,0.014360000689824423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,32,0.007204444044166141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,6144,0.09434577491548325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,8192,0.03872444563441806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,256,0.05601333247290718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,6144,0.023471110396915015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,512,0.01259200026591619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,768,0.01347644461525811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,1536,0.00674933319290479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,6144,0.3730933401319716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,1024,0.06959111160702176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,8192,0.0380328893661499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,2560,0.021195555726687115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,7168,0.0233262214395735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,768,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3584,51200,0.13125156031714544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,10240,0.06117866436640421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,1024,0.024031110935741003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,3072,0.03250222073660956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,2048,0.0075048887067370946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,10240,0.007626666790909237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,8192,0.011834666960769229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,6144,0.02742044462098016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,4096,0.07960800329844157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,8192,0.030248890320460003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,3584,0.008978666530715095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,256,0.0075733330514695905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,7168,0.1179564396540324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,1536,0.020256888535287645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,768,0.02467022173934513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,1024,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,12288,0.017619555195172627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,8192,0.026399999856948853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,3584,0.030376000536812678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,2048,0.014131555954615274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,10240,0.013747555514176687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,2560,0.07920977804395887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,128,0.00908622228437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,128,0.005038222091065513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,5120,0.1684746609793769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,65536,2.2080372704399958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,12288,0.024720888998773363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,51200,0.015595555305480957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,12288,0.021835555632909138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,2048,0.03647999962170919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,10240,0.08733155330022176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,1024,0.1344239976671007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,1536,0.07168266508314344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,1536,0.011714666253990598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,65536,1.7206559711032445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,1536,0.19479289319780138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,256,0.016680000556839835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,65536,0.36491823196411133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,65536,512,0.4033031198713515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,3072,0.024142222272025213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,6144,1.3410275777180989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,2560,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,12288,0.04009688893953959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,3072,0.8730746905008951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,8192,0.09641866551505195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,128,0.004951111144489712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,2048,0.01240888900227017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,10240,0.046374221642812095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,10240,0.09094311131371392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,2560,4.217775980631511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,128,0.007461333440409766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,3584,0.012717333104875354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,8192,0.24563556247287324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,16384,0.01495733360449473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,2560,0.006299555715587404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,512,0.005640888793600931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,4096,0.013248888982666863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,10240,512,0.015413333972295126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,16384,0.02309777836004893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,3584,0.05239999956554837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,10240,0.5534310870700413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,12288,0.010960000256697336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,7168,0.04203733470704821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,16384,26.75558810763889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,10240,0.01682044400109185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,7168,0.017782222893502977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,8192,0.016604445046848722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,1536,0.04896355668703715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,128,0.01018488903840383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,51200,2048,0.05122311247719658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,768,0.007280000381999546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,2560,0.006026666611433029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,5120,0.05651199817657471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,10240,0.02625244524743822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,7168,0.011000889043013254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,3584,0.026849778162108526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,3072,0.051460444927215576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,512,0.010210666391584609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,128,0.020015999674797058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,1024,0.006058666855096817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,6144,0.04587555593914456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,128,0.012014221813943652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,51200,3.995972527398003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,128,0.03528711199760437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,65536,0.25942932234870064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,10240,0.2485955556233724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,8192,0.02419822249147627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,8192,1.1420044369167752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,512,0.007277333074145847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,65536,0.11184533437093098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,3584,0.11395111348893906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,1536,0.08051377534866333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,2560,0.15409421920776367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,65536,0.32697778277926975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,7168,0.045520888434516064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,12288,0.018160889546076458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,1024,0.013593778014183044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,256,0.003536000019974179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,7168,0.7479439841376411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,12288,2.0922703213161893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,51200,1.8716008928087022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,51200,1.4411866929796007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,128,0.010863111250930362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,65536,0.07280977567036946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,768,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,7168,0.08061955372492473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,7168,3.11845694647895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,128,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,4096,1.0107217364841037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,1024,0.004447111239035924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,2048,0.06535555256737603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,512,0.00959644466638565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,51200,5.964734395345052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,12288,0.6997137599521213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,3584,0.023818666736284893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,51200,4.767537011040582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,7168,0.07055733601252238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,5120,0.015806222955385845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,4096,0.016501333978441026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,64,0.0034479999707804788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,65536,0.24781778123643664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,3584,0.010432889064153036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,2048,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,3584,0.016230222251680162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,6144,0.06050399939219157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,2560,0.17870488431718615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,2048,0.023269333773189124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,1024,0.011898666620254517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,65536,0.5555226537916396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,6144,0.15468177530500624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,1536,0.1856373283598158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,128,0.0075288886825243635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,2560,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,4096,0.009664889011118147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,5120,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,5120,0.15562132994333902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,1024,0.032031112247043185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2048,65536,0.09697600205739339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,32,0.006573333508438534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,512,0.003379555626047982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,128,0.012816000315878125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,32,0.0074106670088238185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,3584,0.009109333157539368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,32,0.0026604444202449587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,1024,0.014967110421922473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,1024,0.021948445174429152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,1536,0.01463822192615933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,1024,0.005125333451562458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,10240,0.2470302316877577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,256,0.014662222729788886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,128,1024,0.017595556047227647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,2048,0.3310462103949653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,12288,0.031143999762005273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,1536,0.04065422217051188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,512,0.005027555757098728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,8192,0.09425955348544651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,51200,0.314376884036594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,64,0.0036480000449551474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,512,0.040695998403761126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,768,0.023071999351183575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,12288,0.5832684304979112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,3072,14.903728908962675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,256,3072,0.034295999341540866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,7168,0.3307617770300971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,512,0.007516444557242923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,3072,1.6608417299058702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,2560,0.009942221972677443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,65536,512,0.026086222794320848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,128,0.037223110596338906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,3584,1.7597431606716578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,8192,0.047522667381498546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,3072,0.5801795323689779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,5120,0.2476595507727729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,256,0.007228444847795699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,7168,2.7742434607611766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,6144,0.1512248913447062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,10240,0.019488889310095046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,512,0.011147555377748279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,3072,0.14569777912563747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,1536,0.01314311143424776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,8192,0.1916417810651991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,6144,0.011226666470368704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,128,0.003096888876623578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,3584,0.024665777881940205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,128,0.004359111189842224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,768,0.0047422221137417685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,51200,0.11871466371748184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,12288,0.05672978030310737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,1024,0.0602017773522271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,256,1536,0.006037333359320958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,256,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,1024,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,3072,0.04253955682118734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,8192,0.0495066675874922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,128,64,0.0026382222357723448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,2560,0.049959109889136426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,32,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,6144,0.022953778505325317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,3584,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,51200,1.8293626573350694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,5120,0.11463288466135661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,5120,0.14439022541046143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,1536,0.017924444542990792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,1024,0.1801208919949002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,16384,51200,8.789322747124567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,4096,0.0124177775449223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,8192,0.3223075601789686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,2560,0.033019555939568415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,768,0.0173688895172543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,10240,0.0063768890168931745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,7168,0.04400711258252462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,16384,0.02938488788074917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,10240,0.2944844563802083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,10240,0.032327112224366926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,128,0.003947555604908201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,32,0.0069431112044387394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,1024,0.013208889298968844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,768,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,2048,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,1536,0.006968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,3072,0.02684088879161411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,3584,0.13664533032311335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,3072,0.010209778116808997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,1024,0.012541333006487953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,10240,0.15702222453223333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,512,0.004379555583000183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,3584,0.01033155537313885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,2048,0.39174132876926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,16384,0.03365955419010586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,2048,0.09661689069535996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,3584,0.10768889056311713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,8192,0.013329777452680798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,128,0.1603955560260349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,65536,0.2155768871307373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,128,0.004584889031118817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,3072,0.013340444200568728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,16384,0.052228444152408175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,3584,0.02199466692076789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,7168,0.0314355558819241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,2048,0.023761777414215937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,65536,0.09708444277445476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,3584,0.03717333409521315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,512,0.005595555735958948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,64,0.0047128887640105355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,256,0.003024000053604444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,8192,1.1703590816921658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,32,0.10836711194780137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,12288,0.29992355240715873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,4096,0.8398604393005371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,512,0.04667377803060743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,3072,0.01240711079703437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,51200,0.14722222752041286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,4096,0.08192000124189588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,512,0.027479110492600337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,128,0.014416888356208801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,3584,0.027719999353090923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,5120,0.01088711122671763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,1024,0.00868800034125646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,7168,0.21793954902225068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,12288,0.03228444523281521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,1536,0.0325582226117452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,256,0.021197333931922913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,512,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,2560,0.013930666777822705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,65536,0.1200302177005344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,8192,0.06232711341645983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1024,7168,0.015184889237085978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,10240,0.19402221838633218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,4096,0.11187377240922715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,51200,0.5351449118720161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,4096,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,65536,768,0.028596444262398615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,10240,0.0707519981596205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,10240,0.014111111561457316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,10240,3.5471324920654297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,768,0.039042668210135564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,3072,0.007725333174069722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,4096,0.012707555459605323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,2560,0.01829600003030565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,1536,0.011163555913501315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,1024,0.4247271219889323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,3072,0.007722666694058313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,128,0.019596444235907663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,1536,0.03527733352449205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,768,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,64,0.007459555235173967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,128,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,65536,3.193225860595703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,10240,0.25278488794962567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,6144,0.07024266984727648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,4096,0.010732444624106089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,6144,0.4772204293145074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,12288,0.056720885965559215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,2560,0.09800889094670613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,10240,0.02034222251839108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,128,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,51200,0.0671715537707011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,3072,0.009004444711738164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,32,0.030172444052166406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,5120,0.013225778109497495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,3584,0.054586665497885815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2048,512,0.005018666800525454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,256,128,0.0028239999794297745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,1536,0.04232977827390035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,256,0.00499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,65536,1.2077858183119032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,16384,3.020392100016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,2560,0.006970666348934174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,51200,0.18542755974663627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,65536,0.18453778160942924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,5120,0.39911911222669816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,64,0.007426666716734569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,3584,0.026782222919993933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,1024,0.009384888741705153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,51200,0.12294310993618435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,8192,0.05522222320238749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,8192,0.17194399568769667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,256,0.01370133293999566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,4096,0.1620053317811754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,768,0.031062222189373438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,51200,1.148066626654731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,5120,0.5676639874776205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,8192,0.0619680020544264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,5120,0.02507466740078396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,6144,0.7426613171895345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,256,0.050583998362223305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,7168,0.03891377647717794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,3584,0.020967110991477966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,128,0.006719111154476802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,7168,0.016185777054892648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,768,0.007326222128338284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,4096,0.0668462249967787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,768,0.022267555197079975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,65536,0.6808177630106608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,5120,0.12682399484846327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,128,0.0851200024286906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,64,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,64,0.005471111171775394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,32,0.011997333003415002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,3584,0.14440622594621447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,6144,0.42191823323567706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,3072,0.03040177623430888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,768,0.021316443880399067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,7168,0.031897776656680636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,1024,0.005024000174469418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,51200,0.3388666576809353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,65536,0.31546934445699054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,3584,0.11267111036512588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,3072,0.012044444680213928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,32,0.008074666890833113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,768,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,8192,0.45780086517333984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,5120,0.013145777914259167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,5120,0.011030221978823343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,64,0.02609599961174859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,3072,0.8982320361667209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,51200,9.364311218261719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,5120,0.020808888806237113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,256,0.10933599869410197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,3072,0.03972266780005561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,6144,0.045251554912990995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,65536,0.12983022795783147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,1024,0.030214223596784804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,64,0.016379555066426594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,2048,0.377820438808865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,6144,2.131246142917209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,16384,0.1011928915977478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1024,51200,0.33270666334364146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,256,0.005807999935415056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,768,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,64,0.005164444446563721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,1536,0.0464053319560157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,3584,0.010103999740547603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,3584,0.7051848835415311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,5120,0.008103999826643202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,4096,0.015472888946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,2048,0.5651626586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,10240,3.4895227220323353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,64,0.008216000265545314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,4096,0.02511466708448198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,3584,0.14577778180440268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,12288,0.011808888779746162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,3072,0.04849955439567566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,65536,0.07671199904547797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,1536,0.00982488857375251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,32,0.005351999981535806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,3072,0.014852444330851236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,128,0.0029928889125585556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,2560,0.12113600307040745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,512,0.0070266665683852295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,51200,5.229367150200738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,3584,0.14085155063205296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,2048,3.163760079277886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,65536,0.09920710987514919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,32,0.005120888766315249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,1024,0.039536890056398176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,512,0.005695999910434087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,51200,0.055514666769239635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,51200,0.17409955130683052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,4096,0.014737778239780001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,64,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,16384,0.059359113375345864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,768,0.0040995557275083335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,10240,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,51200,0.14227022065056696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,5120,0.23604443338182238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,2048,0.0495306650797526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,3584,0.008777778181764815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,6144,0.052276445759667285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,16384,0.09755021995968288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,3072,0.017112000121010672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,12288,0.5452079772949219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,1024,0.0037866665257347953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,8192,0.015829333000712924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,6144,0.03049600124359131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,768,0.15065866046481663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,7168,0.3922186692555745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,1024,0.004752000172932942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,51200,0.29625243610805935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,5120,0.018939556346999276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,4096,0.01423466702302297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,1536,0.018030222919252183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,2048,0.0923431118329366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,768,0.12238844235738118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,1024,0.004045333299371931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,128,0.008649778034951951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,128,0.0059573331640826324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,4096,0.01573955516020457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,65536,0.7195617887708875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,2048,0.005550222264395819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,3072,0.0273964438173506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,65536,0.07353688610924615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,32,0.0028515555378463534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,1024,0.029754665162828233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,7168,0.011405333048767514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,12288,0.007515555454625024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,2048,0.010845333337783813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,6144,0.27297867668999565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,65536,0.2739413314395481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,256,0.00665866666369968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,512,0.006454222318198945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,51200,0.3603795634375678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,4096,0.008346666892369589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,5120,0.01143555591503779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,2048,0.018410666121376883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,2048,0.30166755782233345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,65536,0.08023555411232842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,512,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,7168,0.10052177641126846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,16384,0.00869511150651508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,512,0.0035991109907627106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,3072,0.029304001066419814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,8192,0.04769066638416714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,3072,0.6332515610588921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,768,0.05375822385152181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,256,0.012314666476514606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,64,0.008440888590282863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,128,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,1024,0.006825777805513806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,7168,0.054626666837268405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,1024,0.016114667057991028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1536,12288,0.02555466691652934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,1024,0.004942222187916438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,2560,0.07804355356428358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,1024,0.036320888333850436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,4096,0.022264000442292955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,1536,0.01690933273898231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,8192,0.25419643190171987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,5120,0.015472888946533203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,6144,0.04871111114819845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,51200,0.297415124045478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,3072,0.040023999081717596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,3584,0.13867999447716609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,1536,0.006568000134494569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,51200,0.13599556022220188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,10240,0.006689777804745569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,65536,0.06864888800515069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,2048,0.05952355596754286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,7168,0.06824088758892484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,3072,0.05094844433996412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,8192,0.5260693232218424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,768,0.00582311095462905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,128,0.004292444636424382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,16384,3.257531483968099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,256,0.006615110983451207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,2560,1.0379777484469943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,51200,0.06738222307629056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,1024,0.00555288874440723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,6144,0.0165964447789722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,16384,0.333751122156779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,3072,0.007520889242490132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,2560,1.021224021911621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,1536,0.010228444304731157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,3072,0.027383110589451257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,128,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,128,0.0029493332323100832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,32,0.0034719999465677473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,7168,0.014704000618722705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,10240,0.020945777495702107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,51200,0.3902248806423611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,256,0.007678222325113084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,3584,1.139094246758355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,51200,0.4615644348992242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,1024,0.01867911054028405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,3584,0.017831999394628737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,16384,0.15048889319101968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,2560,0.008218666745556725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,12288,0.5036933157179091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,512,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,512,0.034507556094063654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,2560,0.020167110694779288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,768,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,16384,0.2185057799021403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,3584,0.037682665718926325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,3584,0.012609778179062737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,16384,1.058376842074924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,768,0.02145511077509986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,12288,0.028684443897671167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1536,2048,0.0421635541650984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,10240,0.018220444520314533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,3072,0.014588443769348992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,256,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,2048,0.008259555531872643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,32,0.011142222417725457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,8192,0.04730044470893013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,768,0.005940444353553984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,7168,0.08969955311881171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,8192,0.01106844428512785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,65536,0.24859288003709581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,1024,0.03959822323587205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,3072,0.007301333049933116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,64,0.002761777697337998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,3584,0.007864000068770515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,2560,0.007642666498819987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,32,0.0532168878449334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,65536,2.3566462198893228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,2560,0.11226844787597656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,7168,0.29800889227125377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,256,0.00388711111413108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,512,0.006102222121424145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,5120,0.012992888689041138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,51200,2.806227578057183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,8192,0.25616712040371364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,51200,1.354000939263238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,5120,0.01977333260907067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,3072,0.266633775499132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,4096,0.11051377985212539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,8192,0.01590133375591702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,2560,0.00792266676823298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,51200,0.020080000162124634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,16384,3.6896141899956594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2048,256,0.00443466669983334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,5120,1.0037039650811088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,10240,0.019205333458052743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,12288,0.7211075358920627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,768,0.01035911093155543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,64,0.006153777655627992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,256,0.005859555469618903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,3584,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,256,0.004785777793990241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,1536,0.22948710123697916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,5120,0.019080888893869188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,16384,0.010656889114114972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,2560,0.13293688827090794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,3584,0.17674133512708876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,2048,0.15263288550906712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,3072,0.06272621949513753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,65536,8.91094970703125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,7168,0.3260097768571642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,16384,0.9433387120564779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,4096,0.03748800026045905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,2048,0.012666666673289405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,32,0.012871999707486896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,2560,0.13949510786268446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,12288,0.26735467380947536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,12288,0.13589689466688368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,2560,0.009890666438473595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,6144,0.21714311175876191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,1536,0.024154666397306655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,10240,0.38446844948662656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,8192,0.02239822182390425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,4096,0.09136444330215454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,2560,0.027455111344655354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,512,0.022864888111750286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,65536,2.228857676188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,12288,0.09906044271257188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,256,0.007088888850477006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,51200,0.08951733509699504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,12288,0.010771555205186209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,6144,0.02387199964788225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,64,0.030758221944173176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,2048,0.9150248633490669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,7168,0.04802577694257101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,256,0.0465555555290646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,2048,0.019052444232834708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,512,0.00479288895924886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,128,0.006619555668698416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,5120,0.09151377942827012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,12288,0.00721066693464915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,12288,0.016991110311614144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,3584,0.009703999592198266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,8192,0.023808000816239253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,64,0.010879110958841113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,1536,0.01238222254647149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2048,2048,0.05316355493333605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,65536,0.27603377236260307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,256,0.006654222392373615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,12288,0.046498666206995644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,3584,0.08789777755737305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,3072,0.2115511099497477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,128,0.012826667063766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,51200,0.07739200194676717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,51200,0.056221332814958364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,51200,0.10691022210650974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,3584,0.04754844307899475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,4096,0.020848888489935134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,10240,0.028018666638268366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,768,0.007167999943097432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,1536,0.0099973330895106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,51200,0.14452000459035239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,6144,0.010306666294733683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,256,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,32,0.0443102220694224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,8192,0.11832800176408555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,4096,0.02348800003528595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,3584,0.006968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,51200,0.06125599808163113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,12288,0.16938311523861357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,16384,0.05105333195792305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,512,5120,0.008448888858159384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,2048,0.015085332923465304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,256,0.005508444375462002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,10240,65536,0.5911839803059896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,5120,0.0199644449684355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,7168,0.020145777199003432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,2048,0.01663555536005232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,8192,0.12682044506072998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,12288,0.040159109565946795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,12288,0.03679822219742669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,768,0.003387555480003357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,3072,0.025756445195939805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,3072,0.017647110753589206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,768,0.005191111316283544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,65536,0.03290844294759963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,32,0.010405333505736457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,51200,0.40349509980943465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,6144,0.01351199961370892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,10240,0.37792266739739316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,64,0.029676444000667993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,8192,0.019330667124854196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,3072,0.010124444133705562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,2048,0.1938800017038981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,128,0.0034142221427626083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,7168,0.02119111186928219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,512,1536,0.005719999886221356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,3584,0.012696888711717395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,10240,0.12087910705142552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,12288,0.12993955612182617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,128,0.0039048890272776284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,16384,0.8350177870856391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,12288,0.039020445611741804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,256,0.03624533282385932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,32,0.047706666919920176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,2048,0.00810222244924969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,3072,0.025621333056026038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,4096,0.01760088900725047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,5120,0.8386489020453559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,2048,0.008166222108734978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,512,0.02054222259256575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,8192,0.15881866878933376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,3584,0.5947919951544868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,256,0.003947555604908201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,128,0.03398488958676656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,3072,0.7591742409600152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,32,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,1024,0.008227555288208855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,4096,0.01032977799574534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,7168,3.027505874633789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,512,0.006683555742104848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,6144,0.27766844961378306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,256,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,1536,0.012871111432711283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,12288,0.04091644287109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,64,0.024632889363500807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,51200,0.18627644909752739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,1024,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,512,0.0034968890249729156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,6144,3.4412114885118275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,12288,0.06173688835567898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,1536,0.0943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,8192,0.0777848892741733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,12288,0.14613955550723606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,6144,0.015044444137149386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,51200,0.2771795590718587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,6144,0.01204177737236023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,1536,0.9604951010810004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,3584,0.011009777585665384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,1024,0.013367111484209696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,4096,0.04586577746603224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,3584,0.029530667596393164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,2560,0.24211200078328451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,3584,0.011959999799728394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,1024,0.004559999952713649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,256,0.0032986667421129015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,256,0.004660444541109933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,3584,0.0074577778577804565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,256,0.004569777597983678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,64,0.012359110845459832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,65536,0.08033955759472318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,768,0.007694222033023834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,2048,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,7168,0.46018399132622617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,512,0.20671110683017305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,64,0.010603555374675326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,4096,0.010407999985747868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,1536,0.06673244635264079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,65536,3.73476070827908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,12288,12288,0.7826871342129178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,7168,0.19248355759514701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,8192,0.1483831140730116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,65536,0.43517067697313094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,16384,0.06052355633841621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,3072,0.03372711274358962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,16384,0.08034488889906141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,7168,0.05515733361244202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,3584,0.01707555519209968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,128,0.005569777968857024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,1024,0.008736888567606607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,2048,0.011815999945004782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,6144,0.023576888773176406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,16384,0.060791108343336314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,3584,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,1024,0.023061333431137934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,16384,0.015414221419228448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,12288,0.07009155882729425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,768,0.005022222383154763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,8192,0.023856000767813787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,4096,0.04071111149258084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,4096,0.020358221398459542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,51200,1.3487777709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,8192,0.028304000695546467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,256,0.034147553973727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,5120,0.16524444686041936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,7168,0.021538666552967493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,1024,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,512,0.024713777833514746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,51200,1.6676755481296117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,512,0.15342756112416586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,3584,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,16384,0.05769422319200304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,3072,0.04249866803487142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,512,0.06222755379147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,256,0.005674666828579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,65536,0.45473331875271267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,51200,0.0608231094148424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,4096,0.5960551367865669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,2560,0.08612266514036392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,7168,0.018336888816621568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,6144,0.3429253366258409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,1536,0.151363558239407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,3584,0.009160888691743216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,768,0.03666399916013082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,65536,37.50178697374132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,12288,0.05677066908942329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,16384,0.8569342295328776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,1536,0.007736889024575551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,768,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,6144,0.014650666051440768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,51200,1.6879040400187175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,8192,0.04291466540760464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,4096,0.006314666734801398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,64,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,16384,0.1486204465230306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,2560,0.044030222627851695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,51200,0.18482577800750732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,51200,0.1525955597559611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,6144,2048,0.03031555480427212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,64,0.04808533191680908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,32,0.0052871112194326185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,64,0.014861333701345654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,3584,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,512,0.004753777964247597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,5120,0.22283821635776094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,10240,0.016543111867374845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,6144,0.06017511420779758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,4096,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,51200,0.6698400179545084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,1536,0.030606223477257624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,12288,0.05421955717934502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,6144,0.1960222191280789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,2560,0.05782666471269396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,10240,0.023896889554129705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,128,0.004218666503826777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,3584,0.009685333404276106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3584,5120,0.014183999763594734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,6144,0.1336631112628513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,4096,0.02067377832200792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,3584,0.062479999330308705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,128,0.005408000200986862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,1536,0.020576000213623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,7168,0.03979466689957513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,256,0.006923555499977536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,1024,0.15247378084394667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,5120,0.031898667414983116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,7168,0.05470577875773112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,64,0.004062222109900581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,16384,0.043599112166298755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,12288,0.014952888091405233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,65536,0.14516977469126383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,16384,0.1126204464170668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,2048,0.008798222574922774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,1536,0.6481031311882867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,65536,0.3577146795060899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,512,0.01019377758105596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,128,0.007861333588759104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,6144,0.04555022385385302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,1536,0.017136888371573556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,6144,0.12275200419955784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,8192,0.11303288406795925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,1536,0.006393777827421824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,8192,0.02363377809524536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,51200,0.0714248882399665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,7168,1.0064631568060982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,7168,0.017512000269360013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,128,0.004271999829345279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,10240,1536,0.09714221954345703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,65536,0.23247732056511772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,2560,0.012524444195959302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,1024,0.0052560000783867305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,51200,0.503221352895101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,768,0.00628266649113761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,7168,0.038740442858801946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,8192,0.5955440203348795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,65536,0.013344888885815939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,3072,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,64,0.0053173332578606075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,1536,0.022320000661744013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,1536,0.03224622209866842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,1536,0.006224888894293044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,16384,0.2952791055043538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,51200,0.4549848768446181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,2560,0.02182666626241472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,128,2048,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,2560,0.01053244454993142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,16384,0.0650728874736362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,3072,0.016935111747847665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,5120,0.038754665189319186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,256,0.005635555419656966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,10240,0.26193687650892467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,5120,0.13203110959794787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,10240,0.04879822333653768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,8192,0.020971554848882887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,12288,0.026552889082166884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,2048,0.1096186637878418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1536,6144,0.012183999849690331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,2560,0.009220444493823582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,3584,0.012102222277058495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,51200,3.6703885396321616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,65536,0.5759279992845323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,51200,0.135754664738973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,10240,0.02938488788074917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,16384,0.01717511150572035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,10240,1.4957493676079645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,3584,0.017497777938842773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,256,0.005219555563396878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,2048,0.011959111524952782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,10240,0.17872888512081572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,6144,0.040194667047924466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,16384,0.2722248766157362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,51200,0.06351200077268812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,128,0.004032888760169347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,512,0.010388444695207808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,1024,0.00872622181971868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,2048,0.019172444939613342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,32,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,6144,0.03994844357172648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,3584,0.057874666319953076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,2560,0.007321777443091075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,4096,512,0.11266933547125922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,12288,0.18426667319403756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,16384,0.20937155352698433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,1024,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,16384,0.03755111164516873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,65536,1.122685326470269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,8192,0.017804443836212158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,1536,0.007978666987684038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,10240,0.025782222549120586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,3584,0.009502222140630087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,512,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,256,0.003600888782077365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,3584,0.023649776975313824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,512,0.008973333570692275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,768,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,512,0.009143999881214565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,4096,0.09741955333285862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,5120,0.14686577849917942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,10240,0.4245475663079156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,2560,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,2560,0.007718222008811102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,51200,0.43726399209764266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,16384,0.7510782347785102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,64,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,64,0.005096000101831225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,3584,0.12985066572825113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,16384,0.2368675602806939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,4096,3072,0.010628444453080496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,2048,0.11399200227525498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,3072,0.030623111459943984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,51200,0.05089777708053589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,8192,0.03803911142879062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,1024,0.009159999589125315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,4096,1.623424000210232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,256,0.00850311087237464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,4096,0.021330666210916307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,12288,0.13136888874901667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,16384,0.04492533206939697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,12288,8.070638020833334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,512,0.015635554989178974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,1536,0.10339555475446914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,2560,0.0184897780418396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,2048,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,768,0.004476444588767158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,65536,0.0661991106139289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,16384,0.0381368895371755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,3072,0.006738666858938005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,768,0.0038355555799272326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,7168,0.29502754741244847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,1024,0.023042667243215773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,4096,0.4164160092671712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,16384,0.019952888290087383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,65536,0.027013333307372198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,6144,0.016720000240537856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,768,0.014057776994175382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,2048,0.006792888873153263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,768,0.006175111151403851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,5120,0.009748444788985783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,32,0.46605777740478516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,51200,0.13644356197781032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,8192,0.023990222149425085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,1024,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,64,0.007341333561473423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,7168,0.08149600028991699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,512,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,3072,0.05318577753172981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,10240,0.01664888858795166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,512,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,16384,0.5302595562405056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,16384,0.10955378082063462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,65536,1.4028968811035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,64,0.04419022136264377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,2048,0.10496711068683201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,2048,0.21527822812398276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,3072,0.03789066606097751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,5120,0.12458133697509766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,32,0.005400889035728242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1536,1024,0.005588444570700328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,8192,0.01425155500570933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,2048,0.011769777370823754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,2560,0.04859911070929634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,32,0.0543813341193729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,16384,0.19429066446092394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,1024,0.004008888784382078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,1536,0.004625777817434735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,10240,0.046239998605516225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,768,0.012676444318559436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,2048,0.008169777691364288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,2048,0.04420977830886841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,6144,0.01034044474363327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,8192,0.27498666445414227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,5120,0.006574222197135289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,3072,2.138951195610894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,1024,0.0063822223908371395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,2048,0.009621333744790819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,65536,0.5910311275058323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,64,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,8192,0.019595555133289762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,5120,0.04126222266091241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,32,0.0052888890107472735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,7168,0.48690133624606663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,2048,0.0075902218619982404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,2560,0.8407004674275717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,51200,1.826832029554579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,768,51200,0.3534613450368245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,5120,0.1016720003551907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,32,0.002567111204067866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,7168,0.060962663756476514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,6144,0.04654933346642388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,16384,0.08444178104400635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,768,0.0361422234111362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,1024,0.02258666687541538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,128,2560,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,51200,1024,0.20654400189717612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,65536,4.058952755398221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,51200,0.052432888083987765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,3072,0.10665244526333278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,64,0.0221413340833452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,7168,0.2436915503607856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,8192,0.6249661975436741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,4096,0.04201244314511617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,2048,0.15702399942609999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,4096,0.14212355348798963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,2048,0.109333336353302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,64,0.009098666409651438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,5120,0.09907199939092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,256,0.011911999848153857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,10240,0.0462355547481113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,3584,0.012630222572220696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,10240,0.027060444156328838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,512,7168,0.0330062210559845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,64,0.004639111045334074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,12288,0.03275466627544827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,512,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,10240,1.3086808522542317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,32,0.0064275554484791225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,16384,0.009783999787436591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,2560,0.010000000397364298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,16384,0.0684373312526279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,5120,0.02963288956218296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,1536,0.007377777662542131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,1024,0.022853333089086745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,64,0.005049777941571342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,2048,0.024088000257809956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,10240,0.33305954933166504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,65536,1.6564337412516277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,128,0.04513066675927904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,4096,0.009700444837411245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,2560,0.007269333634111617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,1536,0.013776000175211163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,12288,0.08770400285720825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,512,0.009783999787436591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,1024,0.016026667422718473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,12288,1.058062235514323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,4096,0.028424001402325098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,1024,0.01870933340655433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,2560,0.8588346905178494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,768,0.042903999487559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,3584,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,10240,0.035120887888802424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,12288,0.4540524482727051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,7168,0.041880001624425255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,768,0.0717831121550666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,51200,3.0771910349527993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,6144,0.32609332932366264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,2560,0.019205333458052743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,128,0.025518221987618342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,5120,0.00774133370982276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,6144,0.020399111840460036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,3072,0.016324443949593436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,2560,0.010479999913109673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,4096,0.049201776583989464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,256,0.0031964443624019623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,2048,0.007705777883529663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,32,0.02139555580086178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,768,0.013395555317401886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,8192,0.015632889337009855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,8192,0.2956942187415229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,12288,0.017367111312018502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,4096,0.009036444127559662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,512,0.014152000347773233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,8192,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,6144,0.023139556248982746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,65536,0.07817777660157946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,10240,4.399777730305989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,3584,0.06487733125686646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,3584,0.15106133619944254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,7168,0.018696000178654987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,2560,0.010605333579911126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,3584,0.026224000586403742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,4096,0.014373333917723762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,6144,0.05771199862162272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,3072,0.028347555134031508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,128,0.004132444245947732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,5120,0.013636444177892474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,51200,0.6640088823106554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,10240,6.1627697414822045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,65536,1.0185599856906467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,7168,8.98679436577691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,4096,0.2514755460951063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,65536,3.234842724270291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,64,0.0069751110341813825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,256,0.0064071110553211635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,1536,0.059352888001335986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,768,0.01870577699608273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,3072,0.007012444237867991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,2560,0.07262488868501452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,256,0.0058142224119769196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,768,0.0058266665372583605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,512,0.016906667086813185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,51200,0.15516800350613064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,4096,5120,0.17458311716715494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,12288,0.08398222261004978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,12288,0.07968978087107341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,4096,0.021335111724005804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,12288,2.6412150065104165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,5120,0.24545333120557997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,256,0.005664000080691443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,6144,0.014678221609857349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,256,0.03974044322967529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,3072,0.012440889245933957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,6144,0.02313422163327535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,128,0.049792889091703624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,4096,0.25927289326985675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,16384,2.8976800706651478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,2048,0.04452177882194519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,256,0.010302222437328762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,12288,0.01719999975628323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,256,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,512,0.005865777946180767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,3072,0.5181075731913248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,2560,0.01714933415253957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,6144,0.011242667006121742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,10240,0.01571377780702379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,8192,0.034790221187803484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,3072,0.10445511341094971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,32,0.005386666705211003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,64,0.0026435556097163092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,65536,2.6474836137559676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,2048,0.021799110703998145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,7168,0.01923199991385142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,2560,0.15215199523501927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,768,0.03362755642996894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,64,0.00299822228650252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,10240,0.059671998023986816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,3072,0.032015111711290144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,7168,0.1455377737681071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,16384,0.6585511101616753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,51200,0.5334551069471571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,2048,0.06817955440945096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,12288,0.5043768882751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,256,0.003212444484233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,6144,0.01846311158604092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,10240,32,0.006595555692911148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,7168,3584,0.06789688931571113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,65536,0.630200015174018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,3584,0.015318221516079374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,4096,0.00904622260067198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,1024,0.004943999979231092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,3072,0.17542844348483613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,768,0.0064080001579390625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,3072,0.010596444209416708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,7168,0.013368888861603208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,32,0.0041422223051389056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,3584,0.010460444622569613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,4096,0.03826933436923557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,7168,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,128,0.006315555423498154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,256,0.010138666464222802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,10240,0.016795555750528973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,8192,0.031228442986806233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,1024,0.026299556096394856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,768,0.2744595474667019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,1536,0.02948444419436985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,16384,1.3104035059611003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,768,0.00757244477669398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,16384,1.6519564522637262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,12288,0.007857778006129796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,2560,0.22227909829881456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,64,0.015513777732849121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,51200,0.04593244526121351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,3072,0.01017777787314521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,51200,0.876704904768202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,1024,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,32,0.006762666834725275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,2048,0.008055110772450766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,7168,0.2731226550208198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,5120,0.055537776814566724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,65536,0.5330586433410645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,32,0.004471999903519948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,7168,0.17978755633036295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,7168,0.027239999837345544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,256,0.03656355539957682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,5120,0.026491555902693007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,128,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,2048,0.014469333820872836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,6144,0.0123857781291008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,16384,0.09637866417566936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,128,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,8192,0.4812657568189833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,1024,0.015033778217103748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,8192,0.013363555901580386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,10240,0.03471822208828396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,8192,0.02716444432735443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,3072,0.016752888758977253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,64,0.0027635554886526535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,1536,0.043256001340018384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,768,0.013782222237851886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,65536,6.940865834554036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,10240,0.01833066675398085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,6144,0.02443644404411316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,128,0.054007109668519765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,256,0.005605333381228977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,512,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,12288,3.2380737728542752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,1536,0.17000177171495226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,5120,0.0406986673672994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,128,0.005689777847793367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,1024,0.12575822406344944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,32,0.0028719999310043124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,1536,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,7168,0.7302684254116483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,512,0.04776711265246073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,65536,1.7762799792819555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,6144,0.28093687693277997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,12288,0.06995911068386503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,256,0.013080889152155982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,1024,0.06505511204401652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,2560,0.006413333531883027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,4096,0.11271733707851833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,8192,0.028914666838116113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,1024,0.011678222152921887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,12288,0.03501777847607931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,7168,0.012964444855848948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,2560,0.007311111523045435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,65536,0.06488355663087633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,51200,0.07970222499635485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,16384,0.880766232808431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,1024,0.006744888921578725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,2560,0.007431999676757389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,1024,0.008084444536103142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,256,0.028227554427252874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,64,0.002936888900068071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,768,0.009890666438473595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,4096,12288,0.4435991181267633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,4096,0.01717422240310245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,6144,0.06627911329269409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,1536,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,5120,0.012145777543385824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,768,0.03286133209864298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,1536,0.006292444550328785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,256,0.004187555362780889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,128,0.06048533651563856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,3072,0.02123022245036231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,2048,0.029483556747436523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,2560,0.09203910827636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,5120,0.026698667142126296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,64,64,0.002524444419476721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,3072,0.008445333275530074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,512,0.0074240002367231585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,3584,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,12288,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,3072,0.058599114418029785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,51200,0.3247422112358941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,1536,0.013613333304723104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,3072,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,64,0.006530666516886816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,2048,0.014275555809338888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,256,0.0041626666982968645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,256,0.0037884443170494507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,2048,0.8543110953436958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,51200,4096,0.15262756082746717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,65536,0.1389004389444987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,1024,0.0339626669883728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,2048,0.02247200078434414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,6144,0.4858284526401096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,128,256,0.006641777853171031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,7168,0.34444088406032985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,6144,0.23304621378580728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,3072,0.009472889204819998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,10240,0.019544000426928203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,7168,0.08290844493442111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,768,0.004798222333192825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,7168,0.011237333218256632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,256,0.04205066627926297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,2560,0.4057902230156793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,64,0.002748444469438659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,51200,2.262859556410048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,4096,0.028563555743959215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,512,0.010142222046852112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,4096,0.09796266423331366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,65536,0.07967644267612033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,10240,2048,0.08209066920810275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,1536,0.05735911263359917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,3072,0.008866666919655269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,32,0.002834666727317704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,1024,0.06587644418080647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,512,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,2560,0.1773911052280002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,6144,0.02798488736152649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,51200,0.12831377983093262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,4096,51200,0.6104204389784071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,768,0.00479288895924886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,10240,0.04799555407630073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,4096,0.01167022188504537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,128,0.013943110903104147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,3072,0.007653333246707916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,12288,0.05173333485921224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,64,0.00398577791121271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,6144,0.01776622235774994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,65536,0.13527199957105848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,51200,2.2166436513264975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,2560,0.011114666859308878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,4096,8192,0.03291555576854282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,3072,0.13060888979170057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,256,0.005818666683302985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,64,0.011772444678677453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,64,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,16384,0.6522702111138238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,5120,0.3283555507659912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,64,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,2560,0.01651733285850949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,1024,0.014761777387724983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,2048,0.014449778530332776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,1024,0.7469902038574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3072,51200,0.19109066327412924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,64,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,2560,0.029857777886920508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,768,0.009533333281675974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,64,0.011584888729784222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,32,0.0026391111314296722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,1536,0.008247999681366814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,2560,0.008877333667543199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,2048,0.009166222479608323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,128,0.006731555693679386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,65536,0.5542960166931152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,5120,0.21922400262620714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,10240,0.02237155536810557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,12288,0.025196444657113817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,256,0.05402400096257528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,51200,0.2183448870976766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,10240,0.014546665880415173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,10240,0.12751555442810059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,768,0.0076453329788313965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,3584,0.16042310661739773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,2560,0.0064560001095136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,7168,0.12913689348432753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,6144,0.006127111199829314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,512,0.006568000134494569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,65536,0.45435465706719297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,2560,0.11795555220709907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,7168,9.228450351291233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,256,0.02971022327740987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,64,0.0037395556767781577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,12288,0.02443466583887736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,6144,2.5980417463514542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,8192,1.638504876030816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,32,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,2560,0.0729457802242703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,65536,13.150220235188803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,51200,0.1736640002992418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,32,0.009483555952707926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,12288,0.017163554827372234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,65536,0.13245156076219347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,51200,0.011960888902346293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,7168,0.13962933752271864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,8192,0.02050133380624983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,768,0.015136000182893542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,32,0.20717867215474448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,3072,0.013298666311634911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,64,0.0068959999415609576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,768,0.021197333931922913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,8192,0.02479644450876448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,5120,0.013164444102181328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,32,0.008193777667151557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,6144,0.03400533397992452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,32,0.0025351111673646504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,2560,0.10266755686865912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,3072,0.062215997113121875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,3072,0.22629245122273764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,1024,0.03500533435079787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,5120,0.00655733338660664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,8192,0.015085332923465304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,5120,0.33299022250705296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,512,0.07395288679334852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,1024,0.08592000272538926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,12288,0.05521777934498257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1024,256,0.004615111069546806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,4096,0.015593777100245157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,4096,0.02789688772625393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,512,0.005211555709441503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,7168,0.06230577495363024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,51200,0.055236445532904736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,8192,1.3135715060763888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,2048,0.1032808886633979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,5120,0.014135999812020196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,2560,0.018787556224399142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,65536,0.06815644767549303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,768,0.0818551116519504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,1536,0.010404444403118556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,12288,64,0.008062221937709385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,2560,0.008016889293988546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,4096,0.14376621776156956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,512,0.11341510878668891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,2048,0.07823377847671509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,1536,0.04481955700450473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,3072,0.09123644563886855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,5120,64,0.006814222368929122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,3584,0.18313777446746826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,7168,0.013502221968438892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,12288,0.10259733597437541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,7168,0.027759111589855615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,16384,2560,0.02269688910908169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,16384,0.06264177958170573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,16384,0.021878222624460857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1536,51200,1.8345591227213542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,4096,0.16624622874789768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,8192,0.006542222367392645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,12288,0.10965777768029107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,5120,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,768,0.08264888657463922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,8192,0.034472889370388456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,16384,0.07403733332951863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,51200,0.10698044300079346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,2048,0.09465155336591934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,768,0.06348977486292522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,8192,0.3752302328745524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,3072,0.006437333507670297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,256,0.004754666652944353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,51200,4.144164615207248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,10240,0.13317510816786024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,2048,0.006216889040337668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,12288,0.06460889180501302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3072,512,0.012282667060693106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,1024,0.11307288540734185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,12288,0.2561724450853136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,7168,51200,0.14453066719902888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,512,0.007109333243634965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,8192,0.006933333145247565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,4096,0.20408266120486787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,1536,0.8643306626213921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,5120,0.4598391320970323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,7168,0.026124444272783067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,51200,0.07577777571148343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,64,0.007204444044166141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,12288,0.019532443748580087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,51200,0.015303999185562134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,1024,0.01904355486234029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,128,0.003354666754603386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,51200,0.36595643891228574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,51200,0.13123644722832575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,128,0.07440711392296685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,10240,3.5337990654839406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,64,0.010212444596820408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,65536,10.06703355577257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,128,0.036313778824276395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,6144,0.015973332855436537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,1536,0.01575911045074463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,51200,1.8870898352728949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,6144,0.02529688841766781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,256,0.23875912030537924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,51200,12288,0.5201653374565972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,5120,1.1681697633531358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,51200,9.476133558485243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,6144,0.014175110393100314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,4096,0.016693333784739178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,65536,0.5052986674838597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,128,0.006598222172922558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,32,1024,0.010336000058386061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,3072,0.16833599408467612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,32,0.003399111123548614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,51200,0.020017777880032856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,5120,0.02651111119323307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,7168,0.02035288843843672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2048,4096,0.019002666076024372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,512,0.04592622319857279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,16384,0.5815635787116157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,128,0.011600889265537262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,4096,0.015199111567603217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,2560,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,2560,0.05302133493953281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,128,0.005608888963858287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,3584,0.7312000062730578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,256,0.013745778136783175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,16384,0.025048888391918604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,6144,1.198804431491428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,10240,0.09756444560156928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,4096,0.00775911079512702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,512,0.03830577929814657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,128,0.006295111030340195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,128,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,4096,0.011824888487656912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,2048,0.2163004477818807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,4096,0.07228533426920573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,16384,0.025104888611369666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,3072,0.022542221678627863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,32,0.0028035555862718155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,5120,0.1792800029118856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,12288,0.1641048855251736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,1024,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,10240,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,65536,0.064974221918318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,768,0.008009778128729926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,16384,0.08583733108308579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,2048,0.005559999909665849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,768,0.12018577257792155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,4096,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,7168,0.010411555568377176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,16384,0.5260844230651855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,12288,0.15591911474863687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,256,0.0075137780772315125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,256,0.004618666652176115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,512,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,7168,0.016903999778959487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,8192,0.041534221834606595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,12288,0.01610577768749661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,51200,6144,26.505388047960068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,128,0.003933333274390963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,256,0.004416000097990036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,10240,0.02375288969940609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,6144,0.0666524436738756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,4096,0.14313066005706787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,65536,0.19733244842953154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,12288,0.1397742165459527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,3072,0.13097777631547716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2560,8192,0.016359110673268635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,12288,0.02520977788501316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,2048,0.019346666004922655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,1024,0.0070426662762959795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,16384,104.32139756944444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,1024,0.008772444393899705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,256,0.0074471111098925276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,32,0.0032355555643637977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,10240,0.04686311218473646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,3584,0.07537600066926745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,512,0.03784444597032335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,12288,0.05705955293443468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,65536,0.7257706854078504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,128,0.007788444558779399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,8192,0.21324533886379668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,16384,0.21625067128075492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,32,0.003993777765168084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,1024,0.009941333697901832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,128,0.00434311106801033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,64,0.01314399970902337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,32,0.008839111361238692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,12288,0.018145778112941317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,4096,0.03265600072013007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,256,0.014000000225173103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,768,0.005917333480384614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,8192,0.3408675458696153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,2560,0.016207110550668504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,6144,0.5313404401143392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,1024,0.015253333581818474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,64,0.007153777612580194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,3584,0.010572444233629437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,1536,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,1536,0.01924888955222236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,128,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,2560,0.016757332616382174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,16384,0.014045332868893942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,3584,0.00853066643079122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,10240,0.013411555853154926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,2560,0.0073520003093613525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,5120,0.01072799993885888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2048,65536,0.7921626832750109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,3072,0.010767111347781287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,5120,0.02165066699186961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,5120,0.10744177632861668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,7168,0.012652444342772165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,65536,0.06539644135369195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,3584,0.008021333151393467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,2560,0.011433777709801992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,3584,1.1780879762437608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,3584,0.03983199927541945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,128,0.005738666488064661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,65536,0.6018497678968642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,5120,12288,0.05382933219273885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,256,0.01994400057527754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,5120,2.362539503309462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,2048,0.5018631087409126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,4096,0.8815857569376627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,1024,0.011438222395049201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,5120,0.0196115556690428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,1536,0.017143110434214275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,8192,0.023315555519527856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,51200,0.08185866806242201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1536,6144,0.32290932867262095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,8192,0.5982924567328559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,768,0.0321395562754737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,5120,16384,0.04035910964012146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,51200,0.023970666858885024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,65536,0.08455733458201091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,1024,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,8192,0.20275555716620552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,1536,0.008295999632941352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,5120,0.022072000635994807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,256,0.01571111049917009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,32,0.006072000082996156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,768,51200,0.4555928972032335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,4096,0.16670400566524932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,5120,0.2647964424557156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,12288,0.2680586708916558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,32,0.011775111158688864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,1536,0.09677777687708537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,32,0.012244444754388599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,8192,0.019991111424234178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,512,0.19350755214691162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,12288,4096,0.022660444180170696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,10240,0.018443556295500863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,128,16384,0.058409776952531606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,1536,0.01534400052494473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,16384,0.04201422135035197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,7168,0.3306879997253418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,3072,0.04331022169854906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,4096,0.11284266577826606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2560,4096,0.07591822412278917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,512,0.01871200071440803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,1536,0.005032000028424793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,768,0.005783111270931032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,128,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,3584,0.031215111414591473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,4096,0.02022133270899455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,5120,2.226295895046658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,64,0.01240799989965227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,2560,0.018546667363908555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,32,0.01075111081202825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,5120,0.046169777711232506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,12288,0.09804711076948379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,1024,0.025514667232831318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,16384,4.819825914171007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,51200,1.7630862130059137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,1024,0.008760000268618265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,8192,0.04232800006866455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,3584,0.3451768822140164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,10240,0.10975733068254258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,3072,0.008953777452309927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,3072,0.012444444828563266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,1024,0.006040888941950268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,128,0.004100444416205089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,64,0.009541333549552495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,1536,0.023938667443063524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,512,0.0046951112647851305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,16384,0.1145342191060384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,128,0.03239288926124573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,512,0.0036888888312710654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,32,0.00620888877246115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,16384,0.18867466184828016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,2048,0.04264000058174133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,10240,1.3690480126274958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,512,6144,0.037083556254704796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,6144,1.5754355324639215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,256,0.09328089157740276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,8192,0.12660088804033068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,512,0.003528888854715559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,256,0.008477333519193862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,5120,0.12285244464874268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,3072,0.009871111147933537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,16384,0.023969777756267126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,3072,0.016207999653286405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,51200,0.22443199157714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,12288,0.018202667435010273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,2048,0.028676443629794653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,2048,0.012177777787049612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,64,0.011174221833546957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,256,0.003253333270549774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,7168,0.015386665860811869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,16384,0.7457662158542209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,32,0.018400000201331247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,7168,0.09894755813810562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,5120,0.015113777584499784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,2048,0.008045333127180735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,1024,0.00611200018061532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,6144,0.10994044277403091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,5120,0.20723111099667021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,256,0.0042204442951414315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,16384,0.07016977998945448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,8192,1.0253760019938152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,65536,0.4562675688001845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,3072,0.007502222226725684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,32,0.003714666598372989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,768,0.010818666881985135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,3584,0.05053333441416422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,128,0.016924444172117446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,768,0.029678222205903795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,8192,0.033081776565975614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,768,0.057208889060550265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,65536,25.30685255262587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,65536,0.08379289176728989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,10240,0.018566222654448617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,1024,0.022291556000709534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,65536,0.07032266590330336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,64,0.0035031110876136353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,7168,0.01183199965291553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,128,0.002985777747299936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,2560,1.4854951434665258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,2048,0.006630222416586346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,12288,0.10489600234561497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,768,0.0041831110914548235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,4096,0.01861422260602315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,1536,0.12685244613223606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,512,0.0059279998143513995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,4096,0.08317689100901286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,128,0.017639999588330586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,2048,0.012841777669058906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,8192,0.5649218029446071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,16384,0.1010426680246989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,2560,0.01824355622132619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,10240,0.024491555160946313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,16384,0.9181964662339953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,5120,0.0391244457827674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,5120,0.015690666106012132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,3072,0.015249777171346875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,2048,0.04615911179118686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,65536,4.14241706000434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,10240,0.033696889877319336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,2560,0.06044622262318929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,2560,0.00757155567407608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,4096,0.01126844435930252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,3072,0.013606222139464485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,2560,0.08342222372690837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,2048,0.005526222288608551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,10240,2.905563566419813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,3584,0.014146667387750415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,12288,1.6809529198540583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,3072,0.014575110541449653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,512,0.014174222946166992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,1024,0.0074373334646224976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,768,0.005753777921199799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,10240,0.0533884432580736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,64,0.06790666447745429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,3584,0.0196079992585712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,8192,0.015341333217091031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,51200,0.046373334195878774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,512,0.25876445240444607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,768,0.00886933339966668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,256,0.21204888820648193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,10240,0.014891554911931356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,32,0.16917867130703398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,10240,0.017491555876202054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,2560,0.005930666708283954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,8192,0.026936888694763184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,2560,0.5416320164998373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,2048,0.07824444770812988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,512,0.014004444082578024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,2560,0.011134222149848938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,2048,0.1580924457973904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,3072,0.09946844312879775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,16384,0.011406222151385413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,65536,0.3251395490434435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,32,0.005527110977305307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,256,0.023561777340041265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,3584,0.010749333434634738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,12288,0.0412986675898234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,3584,0.012924444344308643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,3072,0.03676799933115641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,16384,0.367993778652615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,16384,0.11929421954684788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,1536,0.020250666472646926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,3072,0.017224889662530687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,6144,0.028184887435701158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,16384,0.024508444799317256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,6144,0.2322337892320421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,2560,0.03194133440653483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,51200,0.017218665944205392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,5120,0.0064177778032090925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,3584,0.011507555842399597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,12288,0.02480977773666382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,51200,20.50953843858507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,16384,10240,0.1204577816857232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,8192,0.01311911145846049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,5120,0.029899554120169744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,1536,0.0068986668354935115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,32,0.004693333473470476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,3072,0.16517510679033068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,51200,3.831818474663628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,1024,0.1082986659473843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,32,0.018011555075645447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,16384,0.11009244124094646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,2560,0.12349777751498753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,128,0.034987555609809026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,2048,0.06672710842556424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,12288,0.38488178782992893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,2560,0.012512889173295764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,128,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,2560,0.026452443665928308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,64,0.016880000631014507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,128,0.0041404445138242514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,7168,0.010598222414652506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,65536,1.4917120403713648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,1536,0.03217511044608222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,64,0.08123466703626844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,65536,0.09364444679684109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,32,8192,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,3072,0.024375110864639282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,10240,0.022750222020679053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,65536,0.22502843538920084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,10240,0.03665511144532098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,1024,0.014516444669829475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,6144,0.2675173282623291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,1024,0.012960889273219638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,512,256,0.0031600000543726813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,12288,4.107115427652995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,3584,0.012876444392734103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,128,0.02344266739156511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,64,0.01923822197649214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,1536,0.04077600108252631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,64,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,6144,0.1291173299153646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,3584,0.032539556423823036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,7168,0.03456622362136841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,7168,0.024513777759340074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,51200,7.1304109361436625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,32,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,32,0.004117333226733738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,51200,0.7869724697536893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,8192,0.017774222625626456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,4096,0.012549333274364471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,16384,0.4588293499416775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,51200,8.148218790690104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,51200,0.055496888028250806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,64,0.00685511115524504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,8192,0.021219554874632094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,2560,0.3803439935048421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,3584,0.016208888755904306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,4096,0.07197688685523139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,512,0.013288000391589271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,128,0.005728888842794631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,16384,0.24549333254496256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,4096,0.03695377707481384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,7168,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,128,0.053577777412202626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,6144,0.011427555647161273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,2048,0.01964000033007728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,256,0.0030862221287356485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,1024,0.005640888793600931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,3072,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,32,0.005986666513813867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,5120,0.030449777841567993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,12288,0.17097866535186768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,12288,0.14049688975016275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,3072,0.010913777682516309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,2560,0.058246221807267934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,3072,0.054162667857276074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,65536,51200,2.3381048838297525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,7168,0.026925333672099646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,10240,0.3730799886915419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,8192,0.008752889103359645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,65536,0.16446755992041692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,64,0.007443555527263218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,12288,0.020814221766259935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,3584,0.019948444432682462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,2560,0.011939555406570435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,5120,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,8192,0.34506577915615505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,7168,0.08350133233600193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,51200,0.036186665296554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,128,0.0038364442686239877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,64,0.4105999999576145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,2560,0.009810667071077559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,65536,0.37207378281487363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,8192,0.024708444873491924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,1536,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,2048,0.01076533314254549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,256,0.0029680000411139596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,2560,0.08085511128107707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,768,4096,0.0443173348903656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,10240,0.02603911028967963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,768,0.005525333185990651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,1536,0.0634853310055203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,1024,0.00499288903342353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,128,0.004330666528807746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,1536,0.009352888498041365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,8192,0.3117297755347358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,4096,0.058147556251949735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,8192,0.2968871063656277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,64,0.009462222456932068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,3584,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,256,0.004345777961942884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,65536,0.15150754981570774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,16384,0.006217777729034424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,3584,0.010928000013033548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,512,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,10240,0.031200889084074233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,65536,2560,0.17420266734229195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,1024,0.07725599739286634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,128,0.003909333298603694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,7168,0.14092444048987493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,65536,2.304847081502279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,3584,0.013571555415789286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,1536,0.008204444415039485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,7168,0.108115553855896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,5120,0.03195822238922119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,2048,0.011674666570292579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,1536,0.014768888552983602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,768,0.025666667355431452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,128,0.005519999812046687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,6144,0.043381333351135254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,128,512,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,6144,0.015485333071814643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,1024,0.005147555636035072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,5120,0.012353777885437012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,12288,0.12387288941277398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,8192,0.028844445943832397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,128,0.004119111018048393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,12288,0.4388853443993463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,10240,0.07945777972539265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,12288,0.07338400019539727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,65536,0.06692800256941053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,16384,0.040221333503723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,8192,3.011370764838325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,256,0.005777777896987067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,7168,0.05214222272237142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,2048,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,3072,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,7168,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,2048,0.0052595556610160405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,128,0.01773422294192844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,3072,0.019296889503796894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,2560,0.014919999572965833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,4096,0.14089332686530218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,10240,0.1054275565677219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,512,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,10240,0.5961644384596083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,7168,0.09164177709155613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,256,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,16384,0.02609066665172577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,51200,0.0419680012596978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,1536,0.017464000317785475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,4096,512,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,512,0.04277511106597053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,512,0.00796088907453749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,3072,0.010045333041085137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,768,0.005956444475385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,10240,0.04560710986455282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,5120,0.009409777820110321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,7168,1.6926132837931316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,128,0.0770791106753879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,2048,0.015257777439223396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,1024,0.008258666429254744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,32,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,6144,0.016827555166350473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,65536,0.0789324442545573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,6144,0.03705688979890611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,768,0.006311999840868845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,65536,3.0557094150119357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,7168,0.01514755520555708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,32,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,512,0.005752000129885144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,5120,0.014335110783576965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,128,0.0034666665726237824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,10240,0.18224355909559461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,65536,0.9890399509006076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,512,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,3072,0.05937244494756063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,1536,0.012096000214417776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,768,0.004368888835112254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,2048,0.007653333246707916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,8192,0.01792977750301361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,16384,0.011367999845080905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,2048,0.06093600061204699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,256,0.004591111093759537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,1536,0.004974222017659081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,1024,0.019868445065286424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,51200,0.24753332138061523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,51200,0.4464000066121419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,768,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,256,0.042457779248555504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,10240,0.06194844510820177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,256,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,32,0.017634666628307767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,64,0.0027911110470692315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,10240,0.7248124546474881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,3072,0.1421911054187351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,1536,0.01866666641500261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,512,0.017789334058761597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,512,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,128,0.0027537778433826235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,3072,1.0188852945963542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,4096,0.06506222486495972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,7168,3.0474141438802085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,65536,0.5758586459689671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,512,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,64,0.003658666792843077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,128,0.007247111035717859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,6144,0.03017688790957133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,2560,0.3354204495747884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,4096,0.06276088953018188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,5120,0.07836355765660603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,1536,0.01016622202263938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,3584,0.2105626662572225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,51200,0.8810648918151855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,12288,0.028397334946526423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,16384,0.025144888295067683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,1024,0.006263999889294307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,65536,0.11861156092749701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,768,12288,0.017800889081425138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,7168,1.6511155234442816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,3584,0.18088800377315947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,65536,3584,1.6747271219889324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,4096,0.030123554997973975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,51200,0.06836177905400594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,16384,0.02626222206486596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,6144,0.021732444564501446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,51200,23.567253960503475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,5120,0.4292951160007053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,32,10240,0.27518222067091197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,1024,0.06157955858442518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,1536,0.008968888885445064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,5120,0.03513600097762214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,6144,0.03642933236228095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,128,0.004247111164861255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,768,0.035862220658196345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,4096,0.1048462192217509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,128,0.005716444303592046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,51200,1.5703866746690538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,768,0.02605688903066847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,6144,0.015885333220163982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,12288,0.7719022432963053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,2560,0.009468444519572789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,4096,1.3961902194552953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,8192,0.0659608907169766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,8192,0.13747110631730822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,8192,0.034494221210479736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,65536,0.2696302202012804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,65536,0.20499111546410453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,51200,0.3324977821773953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,512,0.00612088872326745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,6144,2.4135360717773438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,10240,0.3316933314005534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,1536,0.006457777900828256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,10240,0.017624000708262127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,5120,0.23577509986029732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,64,0.002954666606254048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,1536,0.02328088879585266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,1024,0.01148000028398302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,128,0.012125333150227865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,64,0.012815111213260226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,65536,4.998194800482856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,3072,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,6144,0.015840889679061044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,768,0.1317395501666599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,6144,0.03748177819781833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,512,10240,0.08915822373496161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,64,32,0.0030417777597904205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,51200,2.177429411146376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,2048,0.03366311060057746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,3072,0.018391999933454726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,65536,0.6816115379333496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,7168,2560,0.019304000669055514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,512,0.004567999806669024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,256,0.004848000076082018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2048,16384,0.16651822461022273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,64,0.010771555205186209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,7168,0.2774915430280897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,51200,0.05921600262324015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,7168,2.157425774468316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,3072,0.01165688865714603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,7168,0.051947553952534996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,1536,0.006155555446942647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,1024,0.006593777901596493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,3584,0.007363555332024892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,3584,0.09212533632914226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,4096,1.3363022274441188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,4096,12288,0.7734310891893176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,5120,0.013481777575280933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,1024,0.038035555018319026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,4096,0.020367999871571858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,1024,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,6144,0.2028906610276964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,128,0.010475555227862464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,51200,0.01091288857989841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,51200,1.5390453338623047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,5120,6144,0.018043556147151522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,16384,0.5565635363260905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,128,0.03714488943417867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,5120,0.009002666506502364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,2048,0.009188444250159794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,12288,0.08232355780071683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,1024,0.009098666409651438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,256,0.029030223687489826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,7168,0.010585777461528778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,4096,0.008330666356616551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,16384,0.051685333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,1024,0.006727111008432176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,3072,0.012316444681750404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,3072,0.008676444490750631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,256,0.025921778546439275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,4096,0.03200444579124451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,512,0.07176088624530368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,1536,0.013263999587959714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,12288,256,0.027202667461501226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,6144,4.813009050157335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,2048,0.13385866747962102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,6144,0.014459555347760519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,7168,0.042634665966033936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,12288,0.024138665861553613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,51200,2.42920896742079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,3584,0.014865777558750577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,16384,0.21745777130126953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,3584,0.026737777723206416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,5120,0.045978665351867676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,4096,0.013807111316257052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,3072,0.030006223254733618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,5120,0.012662221988042196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,512,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,512,0.006908444480763541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,2048,0.008354666332403818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,65536,2.368775897555881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,7168,0.031911998987197876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,768,0.047726223866144814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,6144,512,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,8192,0.007215110792054071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,8192,0.052222222089767456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,512,0.017549332645204332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,512,0.02748799986309475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,5120,0.04030222362942166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,1024,0.009508444203270806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,3072,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,10240,0.06163110997941759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,12288,0.5198257764180502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,3072,0.3163119951883952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,32,0.06011199951171875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,8192,0.013361777696344586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,3072,0.9016346401638455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,10240,0.5428604549831814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,2560,0.007017778025733099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,51200,0.47996976640489364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,3072,0.06683466831843059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,6144,0.03735111157099406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,128,0.0046737777690092725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,65536,1.2278898027208116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,768,0.007231111327807109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,768,0.02230666743384467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,6144,0.01369955556260215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,1024,0.011547555526097616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,4096,0.04893689023123848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,2048,0.197105778588189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,64,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,768,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2048,64,0.0033982222278912864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,8192,0.030720889568328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,32,0.007802666889296637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,2048,0.019667555888493855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,256,0.0031431110368834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,1536,0.007352888584136963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,64,0.0025920000755124623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,8192,0.04558311237229241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,2048,0.04795822170045641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,1024,0.0058515556156635284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,5120,0.025867554876539443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,128,0.0034355556385384668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,3072,0.02288533416059282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,128,0.06409777535332574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,6144,0.01035822182893753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,12288,0.05113777849409315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,768,0.0064399999876817065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,512,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,7168,0.15052889453040227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,2560,0.013367111484209696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,4096,0.013405332962671915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,7168,0.010568888651000129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,128,0.00740533322095871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,2048,0.00905777762333552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,1024,0.005904888941182031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,768,0.01033333357837465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,4096,0.030642665094799463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,16384,0.038033776813083224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,6144,0.5639688703748915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,65536,0.17453243997361925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,256,0.029271112547980413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,7168,0.21594399876064727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,8192,0.015294222368134392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,256,0.004237333519591225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,128,65536,0.06704622507095337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,8192,0.39573245578342015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,8192,0.026334222820070054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,128,0.014327110515700446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,8192,0.047820445564058095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,8192,0.01423733267519209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,2560,0.020630222227838304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,5120,0.011404444773991903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,1536,0.0063075555695427795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,2560,0.02130311065249973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,10240,0.023932443724738225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,128,0.009526222116417354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,8192,0.17000444730122885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,256,0.004021333323584663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,8192,0.011736888852384357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,7168,0.0693884425693088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,1536,0.020813332663642038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,51200,0.06143999762005276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,64,0.010623111493057676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,3072,0.01567911108334859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,3072,0.015942222542232938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,5120,1024,0.0075457774930530125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,768,10240,0.01831822262869941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,512,0.0035742223262786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,7168,0.03841777642567953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,51200,0.27494578891330296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,256,0.004214222232500712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,6144,0.022737777895397607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,2560,0.01644177734851837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,6144,0.009525333013799455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,256,0.05701511436038547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,64,0.0027991111079851785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,2560,0.029556443293889362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,12288,1.751116434733073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,6144,0.021651556094487507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,6144,2048,0.10386755731370713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,64,0.003383111208677292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,16384,0.08621688683827718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,3584,0.012261333564917246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,51200,0.0660417808426751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,51200,0.04459289047453138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,4096,0.010066666536860997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,6144,0.016809778081046212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,4096,0.023050665855407715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,4096,1.056364483303494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,512,0.004028444488843282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,768,0.03993955585691664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,1536,0.07303910785251193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,3072,0.012298666768603854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,7168,0.1854097843170166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,12288,0.11051999860339695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,512,0.030831111801995173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,2560,1.2766479916042752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,1536,0.014959999256663851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,1024,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,32,0.002568888788421949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,2560,0.8642533090379504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,3072,0.10676799880133735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,256,0.006212444355090459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,51200,1.900048785739475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,1024,0.0074240002367231585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,10240,0.1377626657485962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,64,0.009263111485375298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,1536,0.04087555408477783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,3584,0.24681690004136828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,768,0.22543022367689344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,5120,0.008626666333940294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,256,0.05277422070503235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,64,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,7168,0.05314488874541389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,1024,0.006188444379303191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,51200,0.22015999423133004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,2048,0.008672888908121321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,65536,0.32899289660983616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,8192,0.04552533229192098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,51200,0.06495289007822673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,2560,0.0640995568699307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,256,0.004588444613748127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,6144,0.009938666390048133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,4096,0.966427591111925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,10240,0.007905777957704332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3584,10240,0.08664444420072769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,10240,0.324069341023763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,4096,0.013061333033773633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,7168,0.5172230932447646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,7168,0.030662222041024104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,4096,65536,0.1961351103252835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,3072,0.02051822178893619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,8192,0.04209511147605049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,512,51200,0.40590487586127383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,128,0.006339555399285422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,3072,0.6894248856438531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,10240,0.10441778103510539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,1024,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,3584,0.2873235543568929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,4096,0.048900445302327476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,3584,0.014838222000333997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,6144,0.11804710494147407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,5120,0.017695999807781644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,3584,0.019524445136388142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,4096,0.022257778379652236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,256,0.008848889006508721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,51200,0.4661848809983995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,12288,0.010168888502650792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,3584,0.07373511128955416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,128,0.009110222260157267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,51200,0.7294862005445691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,65536,0.08283733659320407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,4096,0.03112799922625224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,4096,0.012127999630239276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2048,65536,1.0022569232516818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,5120,0.15838221708933511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,3584,0.009840889109505547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,51200,0.09156977468066746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,2048,0.06259999672571818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,128,0.003039999968475766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,5120,0.6426817576090494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,512,0.004565333326657613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,4096,0.029532445801628962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,2560,0.01788444485929277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,768,0.004906666775544484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,51200,0.2522808975643582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,6144,0.010304888917340172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,51200,0.1289057731628418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,65536,0.07987822426689996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1024,64,0.003452444449067116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,1536,0.03141511148876614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,10240,0.020841777324676514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,12288,0.03507377703984579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,768,0.012662221988042196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,2048,0.008236444658703273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,7168,0.03474311033884684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,512,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,128,0.0031226666437255014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,2048,0.011398221883508893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,4096,0.0229759994480345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,2560,0.007253333098358578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,64,0.015400000744395785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,256,0.005593777944644292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,768,0.023312888211674158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,512,0.007461333440409766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,65536,0.4365404446919759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,51200,0.0521360006597307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,16384,0.10821421941121419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,128,0.0047439999050564235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,6144,0.2891431119706896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,2048,0.008581333690219456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,7168,0.01679644485314687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,128,1536,0.005504000104135937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,7168,1536,0.06037511428197225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,1024,0.02536533276240031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,8192,0.1740266614490085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,2048,0.007084444165229797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,10240,0.05010044574737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,512,0.005551110953092575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,2560,0.006072000082996156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,1024,0.004266666869322459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,512,0.00981422182586458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,512,0.0034328889515664843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,4096,0.02073777715365092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,12288,0.6640995343526205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,6144,0.026964444253179762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,32,0.010464000205198923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,64,0.016629333297411602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,7168,0.04686577783690559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,64,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,16384,1.019759072197808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,128,0.020979555116759405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,4096,0.02392533255947961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,5120,0.4965359899732802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,32,0.007536888950400882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,7168,0.6747946739196777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,12288,0.017024889588356018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,256,0.014764444695578681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,8192,0.31207556194729275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,1536,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,1024,0.0057813334796163775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,10240,8.089207119411892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,8192,0.016650666793187458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,1024,0.011687111523416309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,4096,0.01201333353916804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,3584,0.012298666768603854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,16384,0.6077777544657389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,256,0.003909333298603694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,3072,0.08589422040515476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,6144,0.012641777594884237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,3072,0.019034667147530448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,2048,0.024360888534122046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,51200,0.2967635525597466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,2560,0.027269333600997925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,8192,0.2585715452829997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,65536,5120,2.136866675482856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,512,0.004791111167934206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,64,0.004746666798988978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,1536,0.010327999790509542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,10240,7.307096693250869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,128,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,16384,0.022615111536449854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,7168,0.06312800116009183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,512,0.0218240006102456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,3584,0.011904000408119626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,65536,0.0673360029856364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,3584,0.041738665766186185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,1536,0.009333333207501305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,4096,0.024671999944580927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,10240,0.06302044126722547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,4096,0.29097334543863934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,4096,0.028990222348107234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,12288,0.32097334331936306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,128,128,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,768,0.009732444253232744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,1536,0.009958222508430481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,65536,0.12867377863989934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,1536,0.05748711029688517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,512,0.020233778489960563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,1536,0.008768888811270395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,3072,0.014584889014561972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,1536,0.04316533274120755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,5120,0.014927999840842353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,5120,0.1693991157743666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,5120,0.006794666664467917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,6144,64,0.022708444131745234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,3072,0.00960977789428499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,65536,512,0.2793831030527751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,256,0.007856888903511895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,7168,0.8991653654310438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,2560,0.16755821969774035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,3584,0.01552977826860216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,51200,0.2534915606180827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,6144,0.01647733317481147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,2560,0.038782222403420344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,12288,0.0184888889392217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,128,0.00443822228246265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,51200,0.061181333329942494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,12288,2.270151138305664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,768,0.013256889250543384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,768,0.012845333251688214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,7168,0.016487111647923786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,64,0.0027155555370781156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,3072,0.0075333333677715724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,512,0.005008888741334279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,512,0.008586666650242275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,256,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,512,0.017650667164060805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,65536,0.07481866412692599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,10240,0.09432978100246853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,6144,0.024433778391944036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3072,768,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,1024,0.005445333404673471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,6144,0.015635554989178974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,2048,0.015850666496488783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,64,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3072,8192,0.1730897823969523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,3072,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,16384,0.15922666920555964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,768,0.012801777985360889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,1024,0.006117333140638139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,7168,0.08248977528678046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,51200,0.015228443675571017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,51200,0.08367377519607544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,10240,0.03374933203061422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,512,0.018568888306617737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,6144,0.013552889227867126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,1536,0.050966223080952965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,3072,0.018773333893881906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,7168,0.18978133466508654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,8192,51200,1.4670160081651475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,51200,0.05572888586256239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,5120,0.014639111028777229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,128,0.05981333388222588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,768,0.009173333644866943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,8192,0.010962666736708747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,2048,0.012343111137549082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,16384,0.04283644424544441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,32,0.005336888962321811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,3072,0.11908445093366836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,6144,0.17319466008080375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,12288,0.12695022424062094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,2048,0.025920889443821375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,64,0.003350222276316749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,8192,0.05846666627460056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,512,0.005153777698675792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,1536,0.004606222112973531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,1024,0.041109333435694374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,7168,0.0821288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,3072,0.15354400210910374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,3072,0.030527111556794908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,2560,0.0314977765083313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,10240,0.0329368876086341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,65536,1.671681827969021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,5120,0.4129057725270589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,7168,0.28426488240559894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,768,0.006333333336644703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,16384,0.37132710880703396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,256,0.006021333237489064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,2048,0.18058221869998506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,64,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,2560,0.32070578469170463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,65536,0.23859821425543892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,1024,0.17715822325812447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,4096,0.02323377794689602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,64,0.013756444056828817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,8192,0.00647288892004225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,6144,1.2318400277031791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,2560,0.021811554829279583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,2048,0.9725910822550455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,10240,0.034204443295796715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,3584,0.1248977714114719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,256,0.03651377889845107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,64,0.0032844444115956626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,16384,0.7705581982930502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,4096,0.06203022268083361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,8192,4096,0.018858666221300762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,65536,182.4745551215278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,512,0.025992888543340895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,2560,0.059168888462914355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,1536,0.004603555632962121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,65536,0.5210640165540907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1024,51200,0.04677599999639723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,2560,0.858950244055854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,512,0.006123555617200003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,2048,0.008190222084522247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,64,0.0058622223635514574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,1024,0.005254222287072076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,65536,0.4480764600965712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,6144,0.016664889123704698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,6144,0.4093920124901666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,1536,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,4096,0.015271110667122735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,10240,0.018159111340840656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,2048,0.0064604443808396654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1536,4096,0.0092275556590822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,10240,13.999925401475695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,256,65536,0.03342666559749179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,5120,0.010826666322019366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,256,0.02868177824550205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,10240,0.07393511136372884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,51200,0.06156444549560547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,1536,0.03124533428086175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,7168,0.01590666671593984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,32,0.0029324444217814338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,51200,9.887335035536024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,3584,0.018367111682891846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,2560,0.014948444234000312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,5120,0.14424622058868408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,768,0.007051555646790399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,3584,0.01977422171168857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,1536,0.06288444333606295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,51200,3.201468361748589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,5120,0.18404444058736166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,5120,1.9366719987657335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,10240,0.7168791029188367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,1536,0.01760088900725047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,2560,0.011431111229790581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,16384,0.10266221894158258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,128,0.002768888862596618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,5120,0.01850222216712104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,64,0.0052720002002186244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,6144,0.017642666896184284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,3584,0.00999644481473499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,5120,0.13316888279385036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,8192,3.600006951226128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,3072,0.1008604433801439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,32,0.7907324367099338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,65536,0.29338932037353516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,6144,0.1613759994506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,512,0.27683644824557835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,768,0.00370755543311437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,16384,0.0870328876707289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,65536,0.4916426870557997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,2048,0.03257688879966736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,3584,0.03898400068283081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,768,0.30639465649922687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,1536,0.004552000098758274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,3072,0.010766222245163388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,5120,0.041972445117102734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,51200,0.1326800054974026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,10240,0.05615911218855116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,8192,0.025690666503376428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2048,256,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,1024,0.04253866606288486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,6144,0.04495111107826233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3072,51200,1.0836320453219943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,1024,0.0063271112740039825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,51200,2.221973419189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,512,0.0033573332346147964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,65536,0.08865422010421753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,64,0.005481777919663324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,6144,0.09504355324639215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,8192,2.4690977732340493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,3584,0.0195448895295461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,8192,0.1464115513695611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,2560,0.12808088461558023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,16384,0.3362319999270969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,10240,0.0625600020090739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,8192,0.012106666962305704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,512,0.003689777933888965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,2048,0.04351022177272373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,16384,0.02100444502300686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,1536,0.005559111220969095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,256,0.049399111005995006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,512,0.2331626680162218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,8192,0.6718995306226941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,32,0.002806222273243798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,1024,0.004289777742491828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,3072,0.09444444709353977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,512,0.013329777452680798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,6144,0.3983653386433919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,32,0.03692266676161025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,3072,0.23482489585876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,512,0.04625422093603346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,16384,0.2185679939058092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,12288,1.464477327134874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,7168,0.026008889079093933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,16384,0.45011112425062394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,1536,0.008427555362383524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,8192,0.04549511273701986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,3584,0.03084355592727661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,5120,0.13100000222524008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,128,0.006508444332414203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3072,1536,0.010240889257854885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1024,5120,0.08252622021569146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,6144,0.1299591064453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,5120,12288,0.5208773083157009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,256,0.006931555353932911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,10240,0.022054221895005967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,512,51200,0.17862933211856416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2048,256,0.037179556157853864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,32,0.004249777644872665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,16384,0.3075466685824924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,128,0.22573778364393446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,3584,0.04315377937422859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,51200,2.7659912109375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,16384,0.8964231279161242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,3584,0.01273333364062839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2560,512,0.00408266650305854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,256,0.005879111174080107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,512,0.004104888687531154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,1536,0.5973288747999403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,64,0.0028782222006056043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,6144,0.014078223043017916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,32,0.0029235554652081597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,512,0.009365333451165093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,3584,0.016348444753222995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,3584,0.018402665853500366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,1536,0.007283555964628856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1024,1536,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,65536,0.04765333400832283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,7168,0.022886221607526142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,32,0.0059057776298787855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,16384,0.15756444136301676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,65536,0.07005866368611653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,256,0.02741688821050856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,6144,1.8965795305040147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,768,0.012472888661755456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,1024,0.005175999883148405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,3584,0.2691102292802599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,2048,0.0218577782313029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,512,0.005562666803598404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,65536,0.10594044129053752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,768,0.005607999861240387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,6144,0.00958933350112703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,6144,0.024851555625597637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,16384,0.00888177752494812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,64,0.010915555887752108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,16384,6144,0.03934489025010003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,3584,0.5175760057237413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,2048,0.16782844066619873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,10240,0.013455111119482251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,65536,2.6997013092041016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,4096,0.014559111661381192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,1536,0.010682666467295753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,128,0.021179555190934077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,12288,0.018072888255119324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,16384,0.024150222539901733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,256,0.005489777773618698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,10240,0.19786577754550508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,51200,0.2019982205496894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,1536,0.3700755437215169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,7168,0.010820444259378644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,256,0.03081688947147793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,3584,2.099559995863173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,12288,0.5117466714647081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,7168,0.06866666343477038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,256,0.0053688887920644544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,2560,0.009480000370078618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,16384,0.020972443951500788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,4096,0.011382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,768,0.0047191112405723995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,4096,1024,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,32,0.005594666633341048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,32,768,0.003485333174467087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,768,0.0058257778485616045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,2048,0.04397066765361362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,16384,0.3299715518951416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,512,0.003383999897374047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,128,0.01907999979125129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,6144,0.016341333587964375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,7168,0.17720533741845024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,4096,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,4096,0.029069334268569946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,1536,0.007846222155623967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,128,0.014138667119873894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,12288,0.8010373115539551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,3584,0.3327715661790636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,1024,0.01425244410832723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,12288,0.04217333263821072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,512,0.03766577773623996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,16384,1.164959059821235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,2048,0.030658665630552504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,32,0.039805332819620766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,7168,1536,0.021623111433453027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,6144,0.698669327629937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,4096,0.03909688856866624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,51200,0.3258426719241672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,512,0.004023999803596073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,512,3584,0.006909333169460297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,256,0.004518222063779831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,768,32,0.004751111070315043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,7168,0.0067528887755341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,3072,0.02017688916789161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,2048,0.029288887977600098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,256,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,65536,1.3320479922824435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,8192,0.03180266751183404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,12288,0.6142222086588541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,51200,1.7447030809190538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,6144,0.319635550181071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,3072,0.490447998046875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,5120,7168,0.07892622550328572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,3072,0.05862577756245931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,8192,0.15795021586947972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,768,0.005657777604129579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,2560,0.030713776747385662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,65536,4.099522484673394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3584,2560,0.03788622220357259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,5120,0.023595554961098567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,3072,2.6847955915662975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,128,0.05021422108014425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,512,0.9155386818779839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,3584,0.02346222268210517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,7168,0.05381777882575989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,4096,0.026418666044871014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,2560,0.02793688906563653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,16384,0.07019288672341241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,512,0.043423109584384494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,512,0.020390222469965618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,128,0.007527111305130853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,2560,0.008164444731341468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,7168,0.013841778039932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,7168,0.0691795547803243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,51200,0.35205867555406356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,8192,0.015804444750150044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,51200,0.9921173519558377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,256,0.00720177756415473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,65536,0.37840088208516437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,3072,0.03303466571701898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,4096,0.286314672893948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,2560,0.021584888299306233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,768,0.023136888941129048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,3072,0.188171558909946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,16384,0.4026942253112793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,6144,1.259961764017741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,5120,0.017137777474191453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,8192,8192,0.030571556753582422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,1536,0.027284445034133062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,512,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,32,0.00655644428398874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,32,0.006708444406588872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,512,0.01016622202263938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,7168,0.5487857924567329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,256,128,0.006084444622198741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,3584,0.6576222313774956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,16384,0.4424480067359076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,1536,0.04623200164900886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,2048,0.00886222223440806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,16384,0.09292444255616929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,6144,0.14315199851989746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,256,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,16384,256,0.25692711936102974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,64,0.042747557163238525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,3584,0.011580444044537015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,6144,0.11567021740807427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,12288,0.04915644394026863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,6144,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,512,0.0038319999972979226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,768,0.014395554860432943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,64,8192,0.013241777817408243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,2048,0.009655111365848118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,12288,0.09764089186986287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,1536,0.017743999759356182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,12288,0.007251555720965068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,512,0.006236444330877728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,10240,0.01760088900725047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1536,7168,0.11842311753167047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,4096,1.0341706805759006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2048,768,0.018178666631380718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,1024,0.011389333340856763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,512,0.12239289283752441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,128,0.0037751110891501107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,64,0.01844800015290578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,10240,0.12008444468180339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,32,0.005528000079923206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,128,0.04713866776890225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,8192,0.09621333413653904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,65536,3584,5.70214123196072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,5120,0.030177778667873804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,4096,0.060623109340667725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,6144,0.016018667154841952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,2560,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,256,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,6144,0.007956444389290279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,3072,0.01903199983967675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,10240,0.2795582347446018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,10240,0.019704000817404855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,768,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,7168,0.05981777773963081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,10240,0.007932444413503012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,5120,0.2225715584225125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,8192,0.011432888607184092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,10240,0.021401777863502502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,4096,0.0679911110136244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,64,0.020471110939979553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,128,0.011706666813956367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,256,0.003751111113362842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,1024,0.005759999983840519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,12288,0.01571377780702379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,65536,3.9318436516655813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,1024,0.029291556941138372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,256,0.007078222102589077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,5120,0.011915555430783166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,10240,0.0554693341255188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,1024,0.0070462218589252895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,3072,0.009770666559537252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,768,0.061347557438744434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,5120,0.05906844139099121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2560,256,0.005708444449636672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,1024,0.11553777588738336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,65536,0.4447475539313422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,32,16384,0.042576889197031655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,7168,0.03568533394071791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,8192,1.4615821838378906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,128,0.011680000358157687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,32,0.022346667117542688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,7168,0.053224888112809926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,1536,0.06868977679146661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,1024,0.033760001262029014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,64,0.005202666752868229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,6144,0.011203555597199334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,3072,0.03202577763133579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,1024,0.014342221948835584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,2560,0.06633955240249634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,128,0.004575110971927643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,2048,0.013468444347381592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,2560,0.05656800005171034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,3584,0.019433778193261888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,5120,0.03455288873778449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,16384,0.02016799979739719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,6144,512,0.009222221871217092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,16384,0.05136533247099983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,128,0.43461865848965114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,5120,0.3324666553073459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,12288,0.05560533205668131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,3584,0.17570132679409453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,4096,0.025076443950335186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,1536,0.00684533350997501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,6144,0.06817244158850776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,51200,0.05501688851250542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,65536,0.34368443489074707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,6144,0.04993066522810194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,512,0.04575733343760172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,64,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,16384,0.14095555411444768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,3072,0.3999804390801324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,1536,0.016474665866957772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,51200,0.20867110623253715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,12288,0.47334755791558164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,768,0.021543110410372417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,5120,0.03416622347301907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,10240,0.24548088179694283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,4096,0.10374310943815444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,6144,0.18376444445716011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,512,0.013036444783210754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,5120,0.3419395552741156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,128,0.019182221757041085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,8192,0.018890667292806838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,32,0.007122666471534305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,16384,0.07087466451856825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,1536,0.00562755556570159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,8192,12288,0.06455555227067736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,2048,0.005043555465009478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,7168,0.011184000306659274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,3072,0.023199111223220825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,7168,0.03122933374510871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,512,0.032102220588260226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,6144,5120,1.8598435719807942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,3584,0.02146400014559428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,2560,0.02038666605949402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,2048,0.008847999903890822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,2560,0.013314666847387949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,3072,0.012873777912722694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,16384,0.07038044267230563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,10240,0.048807998498280845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,12288,6144,0.03138755427466498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,7168,0.006719999843173557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,768,0.04827910992834303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,1024,0.015392000476519266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,16384,0.008465777668688033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,2560,0.016570667425791424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,512,0.009944889280531142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,4096,0.012568000290128918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,2048,0.026721777187453374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,2048,0.07809066772460938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,128,0.004536889079544279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,256,0.004823110997676849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,512,0.03730310996373495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,5120,0.01572800013754103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,1024,0.008599999878141616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,32,0.012587555580668978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,5120,0.013190222283204397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,1536,0.8404026561313205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,10240,2.157115512424045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,10240,0.04619822237226698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,7168,0.039721777041753135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,65536,0.3527102205488417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,768,0.007528000407748752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,1024,0.03515377640724182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,6144,0.010825778047243753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,128,0.033129778173234724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,6144,0.030044443077511255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,65536,0.2802773316701253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,4096,0.16002221902211508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,4096,0.04597066508399116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,8192,0.0118231111102634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,6144,0.233712010913425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,256,0.007039111521508958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,5120,0.03742400142881606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,768,0.03195377853181627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,128,0.03576711151334975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,4096,0.31029778056674534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,12288,0.13631289535098606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,65536,0.36512088775634766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,3584,0.10217066605885823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,4096,0.01533600025706821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,4096,0.009683555199040307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,65536,2.3173181745741105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,5120,0.01591199967596266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,5120,0.013597333596812354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,768,0.010793777803579966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,16384,0.967998186747233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,10240,0.01705422169632382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,16384,0.4157502121395535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,8192,0.17009245024787056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,512,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,64,0.0031351111829280853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,12288,0.1299697822994656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3072,128,0.015577778220176697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,12288,0.37691466013590497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,7168,0.01037333326207267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,6144,0.1441564427481757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,2560,0.1578542259004381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,51200,2.9517599741617837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,768,0.004493333399295807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,4096,0.08205511172612508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,2048,0.1584248940149943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,10240,0.0162773331006368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,5120,0.014689778288205465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,768,0.004486222234037188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,2560,0.008661333057615492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,3584,0.07118488682640924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,768,0.0052426668504873914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,16384,0.10160444180170695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,65536,10240,0.24596089786953398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,2560,0.027287999788920086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,1024,0.0038408889538711975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,32,0.013024888932704926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,3584,0.0063235556913746735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,1536,0.27815288967556423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,10240,0.016181333197487723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,3072,0.1456586652331882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,4096,0.04225511021084256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,12288,0.15379288461473253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,12288,0.39628799756368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,3584,0.01713511182202233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,768,0.010226666927337646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,12288,0.13177688916524252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,5120,0.013425778183672162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,51200,0.22765511936611602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,4096,0.06510755750868055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2048,3584,0.009568000005351173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,128,0.004127999974621667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,51200,0.1450328826904297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,3072,0.04554666744338142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,2048,0.0615288880136278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,12288,0.020463110672103036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,64,0.00674222202764617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,4096,0.03647822141647339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,768,0.005200888961553574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,65536,0.13164267275068495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,12288,9.140636867947048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,16384,0.4329555564456516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,1536,0.04241155584653219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,6144,0.022072888082928125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,16384,0.11582577228546143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,1536,0.005535999933878581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,12288,0.019574221637513902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,3584,0.007221333682537079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,8192,0.017909333109855652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,12288,0.3083653450012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,512,0.031692445278167725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,768,0.014306666122542487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,1536,0.004719999929269155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,3584,0.006252444452709622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,1024,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,256,0.016511110795868766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,7168,0.024626667300860088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,32,0.0027057776848475137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,6144,0.2965102195739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,6144,0.23943999078538683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,768,0.03796089026663039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,5120,0.008932444784376357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,16384,0.19229777654012045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,768,0.007656888829337225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,5120,0.06703378094567193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,10240,0.029118223322762385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,7168,65536,0.6184897952609593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,256,10240,0.007868444754017724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,1536,0.12969244851006403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,10240,0.07449689176347521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,256,0.035261332988739014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,51200,0.5122444364759657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,32,0.005414222263627582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,1024,0.03426133261786567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,5120,0.10353866550657485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,256,0.2017902268303765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1536,2048,0.03949422306484646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,5120,0.022991999983787537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,12288,0.20516267087724474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,2560,0.5090008841620551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,65536,3.0071076287163625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,768,0.004544888933499654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,6144,0.021233777205149334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,4096,0.0083155557513237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,3072,0.34918488396538633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,3072,0.11398755179511176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,3072,0.008489777644475302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,51200,0.2995564407772488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,12288,0.042824887567096286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,512,0.0042275554604000514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,512,0.009029332962301042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,3584,0.031748443841934204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,32,3584,0.007975999679830339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,51200,0.32375910547044545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,3072,0.0770124461915758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,32,0.2089893288082547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,128,0.002899555489420891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,2048,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,8192,0.022280888424979314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,32,0.02032088902261522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,768,0.01843644513024224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,3072,0.01479022204875946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,8192,0.016083555089102853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,12288,4.173147413465712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,5120,0.021736888421906367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,5120,3584,0.015823110938072205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,51200,0.4357733461591933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,32,0.002671111168132888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,5120,0.03701600101259019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,16384,0.047351999415291675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,16384,12288,0.5904755592346191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,12288,0.03613155417972141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,3584,0.2408355606926812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,3072,0.023606222536828782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,128,0.008268444074524773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,8192,0.013314666847387949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,1536,0.3056204319000244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,7168,0.33933954768710667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,32,0.0365920000606113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,64,65536,0.1502079963684082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,12288,31.47330390082465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,5120,0.46248886320326066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,1536,0.06466577450434367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3072,3584,0.11769955688052708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,8192,0.16779555214775932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,8192,0.056582219070858426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,1024,0.9525182512071398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,3072,0.017942221628295053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,16384,0.06942311260435316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,16384,0.7157102160983615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,8192,0.030714667505688135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,10240,0.08820622497134739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,4096,0.006236444330877728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,256,0.002934222213096089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,4096,7168,0.02385066615210639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,1024,0.054486221737331815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,7168,0.049012445741229586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,3584,0.007745777567227681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,3072,0.08344444301393296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,6144,0.6463280253940159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,16384,0.007248889240953658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,65536,0.09953511423534817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,768,0.42530398898654515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,8192,0.025800888737042744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,128,0.005839111076460944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,512,256,0.008162666526105668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,16384,0.11070044173134698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,1536,0.03371822171741062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,6144,0.28389154540167916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,5120,0.09080711338255142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,8192,1.9194329579671223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,2560,0.019174221489164565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,64,0.07921333445443048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1536,6144,0.018315555320845712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,32,0.007144889069928064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,8192,0.21976799435085723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,3072,0.06233511368433634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,51200,0.4064319928487142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,4096,0.11142755879296197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,4096,0.05390933487150404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,6144,0.17687200175391304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,1024,0.01092088884777493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,128,0.0031582222630580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3584,2560,0.05789866712358263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,512,0.013181333740552267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,51200,0.35027644369337296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,768,0.009776888622177972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,10240,0.033012443118625216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,128,0.0027226667023367355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,8192,0.043347554074393384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,10240,0.06927111413743761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,4096,1.3034310870700412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,12288,0.4664417902628581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,8192,0.07281244463390775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,10240,1.113652441236708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,12288,0.021652445197105408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,51200,0.14020355542500815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,5120,0.02460622290770213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,8192,0.05518577827347649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,7168,0.023231999741660223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,10240,0.01682222220632765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,32,0.05279022124078539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,65536,0.44525776969061953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,6144,0.027522666586769953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,256,0.007624000310897827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,2048,0.022629333866967097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,10240,0.5304649141099718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,32,0.03605688942803277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2048,65536,0.12900266382429335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,1024,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,10240,0.006868444383144379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,2560,0.5711022482977973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,8192,0.31552089585198295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,4096,0.018960888187090557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,256,0.010102222363154093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,1024,0.013821333646774292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,5120,0.02946044339074029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,7168,0.04587733414438036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,256,0.004657777647177379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,4096,0.04246222310596042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,12288,0.3991786638895671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,128,0.005436444448100195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,512,0.006302222195598815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,64,0.0030168888883458245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,2048,0.09291822380489773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,768,0.005004444470008214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,512,0.0058471109304163195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,8192,0.012612444659074148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,51200,0.4799537658691406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,65536,0.08382044235865276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,7168,0.014749333262443542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,65536,0.0710560017161899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,2048,1.1564515431722004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,512,0.022298667165968154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,51200,0.6850817998250326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,10240,0.05979466438293457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,5120,0.023216888308525085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,65536,1.6518221961127386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,10240,0.0570346646838718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,2048,0.011610666910807291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,4096,0.011126221881972419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,3584,0.021354667014545862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,1536,0.016062221593326993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,1024,0.02943555514017741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,256,0.006054222169849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,64,0.015023999743991427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,2048,0.012364444633324942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,4096,0.01203555530971951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,1536,0.006974221931563483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,32,0.007876444194051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,8192,0.1285911136203342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,32,0.0069679998689227635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,2560,0.016504888733228047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,8192,0.02910400099224514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,2560,0.1889795594745212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,512,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,2560,0.01278133359220293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,512,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,4096,0.008284444610277811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,64,0.031173331869973078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,768,0.0381644434399075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,128,0.003032888803217146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,65536,0.27931377622816295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,2048,0.009630222287442949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,10240,0.014583999911944071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,4096,0.011869333684444427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,3072,0.024732444021436904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,128,0.012609778179062737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,2048,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,8192,0.014997333288192749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,32,0.042988446023729115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,51200,0.06735910971959432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,2048,0.12272532780965169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,512,0.007864000068770515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,32,0.0026817777090602448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,12288,0.1043893363740709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,1536,0.02182666626241472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,2560,0.007115555306275685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,1024,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,16384,0.02218577762444814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,7168,0.142593781153361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,12288,1.16703552669949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,12288,2.4447032080756292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,1536,0.015368888775507608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,8192,0.023608888188997906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,51200,0.07082755698098077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,7168,32,0.004297777596447202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,2560,0.01630577776167128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2560,51200,0.08162133561240302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,2048,0.0329368876086341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,32,0.021698666943444148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,2048,0.21186399459838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,8192,0.029790222644805908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,1024,0.014860444598727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,8192,0.0662355555428399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,512,0.0457217792669932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,3584,0.06955822308858235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,8192,0.012461333639091916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,65536,1.1785173416137695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,1536,0.16892888810899523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,65536,0.08742222521040176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,3072,0.054647111230426364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,32,1024,0.004592888885074192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,512,0.019481778144836426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,10240,0.018273777431911893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,32,0.003003555453485913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,1536,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,1536,0.060560888714260526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,5120,0.07897866434521146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,2560,0.037010666396882795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,256,0.004809777769777509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,2048,3.61940426296658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,32,768,0.009521777431170145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,2048,0.006426666759782367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,4096,0.06754044691721599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,16384,2.578498628404405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,1024,0.006690666493442323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,2048,0.009015111459626092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,1536,0.005893333504597346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3072,2048,0.012674666941165924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,16384,0.04067111015319824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3072,10240,0.10472089052200317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,5120,0.04344533218277825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,1536,0.007359999749395583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,65536,0.28454934226142037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,32,0.0064737776087390045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,128,0.05282310975922478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,1536,0.9898249308268229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,3584,0.043599999613232084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,768,0.00794222205877304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,3584,0.09049689107471043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,1024,0.005048888838953442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,51200,0.4372435675726996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,1024,0.004084444294373195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,768,128,0.004317333300908406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,10240,0.025640888346566096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,5120,0.22337688340081108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,12288,0.017154667112562392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,16384,0.18457778294881186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,16384,0.4061982101864285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,128,0.004093333250946469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,5120,1024,0.008616000413894653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,4096,0.030919111437267725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,3584,0.15618488523695204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,3584,0.14733955595228407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,32,0.00599911105301645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,32,0.013648889131016202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,6144,0.01811200049188402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,512,0.0032951111594835916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,10240,0.20415733920203316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,6144,16384,0.04305511050754123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,12288,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,768,0.008435555630260045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,64,0.0028026666906144884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,1024,0.13134577539232042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,1024,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,768,0.07323733303281996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,2560,0.009111999637550777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,256,0.0032791110376516977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,1536,0.01587733295228746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,6144,0.07113866673575507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,6144,0.05377689003944397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,256,0.005076444397370021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,512,0.19684355788760713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,2048,0.019501333435376484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,8192,0.2254942258199056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,1536,0.0670693318049113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,64,0.012432888978057437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,3072,0.030914667579862807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,6144,0.4194257789187961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1536,512,0.004610666798220741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,51200,2.451650619506836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,2560,0.02071911096572876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,2560,0.358404450946384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,64,0.0030782222747802734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,16384,0.045844445625940956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,5120,0.03323466579119364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,12288,0.7867946624755859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,6144,0.18865244918399385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,65536,0.07145511441760592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,7168,0.017818666166729398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,768,0.027444443768925134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,2048,0.014371555712487964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,64,51200,0.24890221489800346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,512,0.0032195556494924757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,8192,0.026701332794295415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,512,0.00562755556570159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,1536,0.007027555671003129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,16384,0.13944621880849203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,512,0.011629333098729452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,4096,0.025998221503363714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,65536,1.7730773289998372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,64,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,51200,0.528073787689209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,1024,0.0063991112013657885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,6144,0.03102933367093404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,3072,0.026551999979548987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,1536,0.014749333262443542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,2048,0.044287112024095326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,1024,0.0038035557501845886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,32,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,16384,4.655358208550347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,1024,0.007088888850477006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,2560,0.03052177694108751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2560,16384,0.261774222056071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,256,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,768,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,65536,0.030504888958401147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,256,0.002826666666401757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,1024,0.031952887773513794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,256,0.0031822222388452957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,64,0.005559999909665849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,5120,128,0.005115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,2560,0.03612355391184489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,4096,0.014122666584120857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,16384,0.03102488981352912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,4096,0.0058106668293476105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,6144,0.10636711120605469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,51200,0.03003644280963474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,12288,0.0892595582538181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,10240,0.06176266405317518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,12288,0.01736088924937778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,8192,0.4409297837151422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,65536,10.49941168891059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,8192,0.043235556946860425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,2048,0.007376000285148621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,128,0.009001777403884465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,7168,0.34525420930650497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,16384,0.03315555718210008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,64,0.007309333317809635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,8192,0.0711324413617452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,128,0.005336888962321811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,128,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,7168,1.504794650607639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,7168,0.22157955169677734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,5120,0.03592711024814182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,6144,0.5124106407165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,5120,0.013081777426931592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3584,256,0.02286044425434536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,1024,0.006806222101052602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,1536,0.04670222269164192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,2560,0.009479111267460717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,4096,0.022555554906527202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,6144,0.01386222243309021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,256,0.0047644442982143825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,16384,1.3039546542697482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,1024,0.009600888523790572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,51200,0.3116515477498372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,512,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,4096,0.010664888554149203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,2560,0.018644443816608854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,10240,0.34443823496500653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,6144,0.022105778257052105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,1024,0.037181334363089666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,32,0.007091555330488417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,7168,0.24440977308485243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,3584,0.009661333428488838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,8192,0.020097777247428894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,5120,0.03622577918900384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,7168,0.03136000037193298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,6144,0.013529777526855469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3584,8192,0.16247733434041342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,32,0.0033733333564466904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,128,4096,0.018593778212865193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,256,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,6144,0.034847110509872437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,8192,0.027084444959958393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,16384,1024,0.11448000537024604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,12288,0.04566311173968845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,65536,0.46875466240776914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,8192,0.2578195465935601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,7168,0.16133244832356772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,7168,0.013261333107948303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,12288,0.044906665881474815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,7168,0.18155733744303384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,768,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,16384,0.018974221414989896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,128,0.026133333643277485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,256,0.018882667024930317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,64,7168,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,1024,0.008808888494968414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,64,0.08974755472607082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,32,0.020818667279349435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,7168,0.021726222501860723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,3584,0.09802399741278754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,1024,0.08688088920381333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,12288,0.04096711013052199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,1536,0.015133332875039844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,12288,0.1035519970787896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,5120,0.011761777930789523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,12288,0.02258488867017958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,12288,0.06153244442409939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,1536,0.004754666652944353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,8192,7168,0.046784000264273755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,3072,0.007098666495747036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,8192,0.006782222125265334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,128,0.004418666578001446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,4096,0.014187556174066333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,5120,0.010732444624106089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,12288,0.14728444152408177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,1536,0.006821333534187741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,16384,0.09195822477340698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,16384,0.03360266817940606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,65536,5.300447252061632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,64,0.01018311083316803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,1024,0.037081778049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,16384,3.2572657267252603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,2560,0.009024889104896123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,10240,0.010446222292052375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,1024,0.006134222365087933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,12288,0.007720888488822513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,2560,0.011369778050316704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,2560,0.007962666451931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,5120,6144,0.244649781121148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,256,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,2560,1.7169919543796117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,16384,0.31102310286627877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,65536,64,0.026022222306993272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,2560,0.006735111276308696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,1024,0.34322577052646214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,3072,0.01737777723206414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,4096,0.10045866833792792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,512,0.012507555385430654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,5120,0.0069120000633928515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,1024,0.01019377758105596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,3072,0.43844445546468097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,10240,0.052517334620157875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,2048,0.00620266670982043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,32,0.0074675555030504865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,1024,0.05052266518274943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,10240,0.21650044123331705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,7168,0.38907821973164874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,32,0.00295733329322603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,512,0.010789333118332757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,256,0.003244444520937072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,4096,0.008887999587588841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,5120,0.009181333084901174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,768,0.004471111214823193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,65536,0.06636444727579753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,4096,3072,0.011854222251309289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,64,0.010840000377760993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,10240,0.03125155634350247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,1024,0.006239999913507038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,32,0.04645244280497233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,2048,0.006247111078765657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,65536,0.3751386536492242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,12288,0.05679111348258125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,1536,0.011747555600272285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,1536,0.005527110977305307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,51200,0.7336222330729166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,51200,128,0.014862222803963555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,768,0.07006666395399305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,1024,0.04180622100830078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,1536,0.15185422367519802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,4096,0.6624639828999838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,8192,0.11797422832912868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,64,0.006707555717892117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,5120,0.03919466667705112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,1024,0.0794524417983161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,32,5120,0.006544000158707301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,768,0.01053155544731352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,16384,0.030935999419954088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,2560,0.010031110710567897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,768,0.049547556373808116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,256,0.27595822016398114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,6144,0.3584871027204726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,768,0.004791111167934206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,512,0.04873777760399712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,768,0.05189422104093763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,16384,0.15250489446851942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,5120,0.02975733412636651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,5120,0.04210933380656772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,7168,0.40520532925923664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,128,0.003452444449067116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,1024,0.07351199785868327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,256,0.009452444811662039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,32,0.006175999840100606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,8192,0.01389600005414751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,4096,0.014526221487257214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,3072,0.018128888474570382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,512,0.00909511082702213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,6144,0.014256889621416727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,51200,2.917729695638021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,3584,0.010085333552625444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,32,0.007663110891977946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,8192,0.025215999947653875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,16384,0.030917333232031927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,4096,65536,0.19123733043670654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,6144,0.06619822316699557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,5120,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,64,0.005386666705211003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,2560,0.016167999969588388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,4096,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1024,2048,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,2560,0.02381333377626207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,10240,0.15630311436123318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,5120,0.30515021748012966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,6144,0.011217777927716574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,7168,0.016188444362746347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1024,1536,0.019839111301634047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,3584,0.13670399453904894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,256,0.024266666836208765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,1536,0.005995555470387141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,12288,0.11960266696082221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,512,0.0053084443012873335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,5120,0.020946666598320007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,6144,0.006248000181383557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,256,0.00453244439429707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,8192,0.016599110431141324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,51200,0.11298578315311009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,2560,0.023940443992614746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,7168,0.014766222900814481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,128,0.004663111021121343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,4096,0.03488622109095255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,12288,0.4455768797132704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,3072,0.013697778185208639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,5120,0.028379556205537584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,6144,0.014969777729776172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,8192,0.026122666067547266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,3072,2.184099621242947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,16384,0.6801430914137098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,768,0.05098755492104424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,512,0.04303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,2048,0.019222221440739103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,1536,0.010096888575288985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,12288,0.1761528915829129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,1024,0.013773333695199756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,1024,0.00406577769252989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,4096,0.012275555895434486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,51200,0.09045155843098958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,512,0.0046862223082118565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,512,0.004392000122202767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,3584,0.0440977778699663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,3072,0.10355822245279948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,5120,0.03769333495034112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,12288,0.07340533203548856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,51200,17.765787760416668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,10240,68.96405707465279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3584,256,0.004781333522664176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,5120,0.4163040055169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,65536,0.0778871112399631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,16384,0.17433867189619276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,2560,0.06888088915083143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,768,12288,0.016561778055297006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,5120,0.2830142180124919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,5120,0.018266666266653273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,128,0.0029768887907266617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,3584,0.7297146585252551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,8192,0.6251333554585775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,768,0.017789334058761597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,16384,0.1256248950958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,256,0.015371556083361307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,128,0.007068444457319047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,1024,0.006534222099516127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,256,0.013250666360060373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,768,0.0036115555299652945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,10240,0.0993751088778178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,51200,0.09588177998860677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,2560,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,4096,0.008377778033415476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,65536,0.07636977566613092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,1024,0.003967111309369405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,5120,0.009918221996890174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,1024,0.01053955571519004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,768,0.08704977565341526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,512,0.007838221887747446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,10240,3.2161110772026906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,1536,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,512,0.01239733315176434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,32,0.026138666603300307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,16384,0.023452444208992854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,10240,0.03367644548416138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,10240,0.10018844736946954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,512,0.010018666585286459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,3072,0.013560000393125745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,10240,0.3858666684892442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,32,0.06187466780344645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,16384,0.7761137750413684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,65536,12288,0.3086800045437283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,51200,2.422053231133355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,7168,0.012181333369678922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,256,3584,0.008558221989207799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,6144,0.028616888655556574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,128,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,256,0.012443555725945367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,32,0.027451554934183758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,3584,4.168721093071832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,10240,0.8235839737786187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,12288,0.017456889152526855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,4096,32,0.01575288838810391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,768,0.010675555302037133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,1024,0.006617777877383762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,2048,0.007137777904669444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,768,0.027285334136750963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,128,0.0053031109273433685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,256,0.004905777672926585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,51200,0.058499554793039955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,6144,0.054229332341088184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,1024,0.004394666602214177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,128,0.002817777709828483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,3072,0.007927999728255803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,4096,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,3584,0.06723822487725152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,1536,0.004820444517665439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,10240,3072,0.19772622320387098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2048,128,0.004095111042261124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,256,0.0030257778449190986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,6144,0.6386177804734972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,12288,0.07404800256093343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,7168,0.023610666394233704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,8192,0.011966221862369113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,3072,0.01959288948112064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,4096,0.01756444407833947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,1024,0.0070471109615431885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,64,7168,0.011156444748242697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,768,0.012336889074908363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,3584,0.011144888897736868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,1536,0.01516355574131012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,2048,0.006533333410819371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,3072,0.0407315558857388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,51200,0.18151377307044136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,8192,0.014447111222479077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,512,8192,0.13813066482543945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,7168,0.1853875584072537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,128,0.0028479999552170434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,2560,0.0725733306672838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,768,0.13748355706532797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,512,0.02924799919128418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,128,0.02295555505487654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,256,0.03510133425394694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,2560,0.007637333538797166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,128,0.014880888991885714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,4096,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,256,8192,0.0087013335691558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,32,0.04006577862633599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,4096,0.017464000317785475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,512,0.0035751110149754416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,512,2048,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,32,0.0026568888376156488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,3584,0.009163555171754625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,768,0.04263733492957222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,5120,0.009167110754383935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,32,0.03650044401486715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,10240,0.05535911189185249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,128,2560,0.006383111079533895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,51200,0.013325333595275879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,32,0.005197333378924264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,51200,65536,1.287881745232476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,3584,0.017460443907313876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,6144,0.9131938086615669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,1536,0.04031555520163642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,2048,0.007122666471534305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,512,0.015036443869272867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,2048,0.015594666202863058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,5120,0.010133333504199982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,64,0.025199999411900837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,16384,0.03751555416319106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,5120,0.03050044510099623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,2560,0.0069511110583941145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,16384,0.06562222374810113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,7168,0.014870221416155497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,1536,0.009703999592198266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,12288,0.16495288742913142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,10240,0.026287110315428838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,2560,0.01611022154490153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,7168,0.05437511205673218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,3072,0.05521777934498257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,2560,0.013568888935777875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,6144,0.009701333112186855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,4096,0.24853687816196016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,768,0.09886755545934041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,512,0.00518222235971027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,51200,0.04792355497678121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3584,256,0.0047626665068997275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,5120,3072,0.0120666664507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,6144,0.017831110292010836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,3584,0.013694222602579327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,3584,0.01089422239197625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,768,0.007191999918884701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,12288,0.01676977839734819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,256,128,0.00544888898730278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,3584,0.023216888308525085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,256,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,3072,0.007904888855086433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,16384,0.1521431075202094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,51200,0.05287733342912462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,6144,0.01735822194152408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,4096,1.669833819071452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,256,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,12288,0.48322486877441406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,3584,0.015497777197096082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,1024,0.0053342220683892565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,8192,0.18744356102413604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,256,0.005186666631036335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3584,2048,0.09460533327526516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,64,0.0028284444577164124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,8192,0.036207109689712524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,2048,0.019384000036451552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,4096,0.008946666287051307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,2048,0.013575110998418597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,12288,0.05739466349283854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,768,0.01827022267712487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,512,0.005057777795526716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,128,0.006492444624503453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,6144,2.6613547007242837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,16384,0.10354844729105632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,768,0.043112887276543506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,768,0.016899555921554565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,4096,0.013622221847375235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,2048,0.010633777413103314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,8192,0.10383199983172947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,16384,0.02053866618209415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,8192,0.006725333217117522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,10240,2.043615976969401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,2560,0.09525422255198161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,128,0.054162667857276074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,5120,0.010079111489984725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,5120,0.02985066506597731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,4096,0.17999111281500924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,256,0.004292444636424382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,64,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,256,0.056736886501312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3072,768,0.01402311192618476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,4096,0.02219111058447096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,4096,1.8797618018256292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,3072,0.05574133661058214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,1536,0.06009688642289904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,2048,0.009478222164842818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,65536,0.08351200156741673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,1536,0.027419555518362258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,51200,0.2999875545501709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,8192,0.05763555235332913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,8192,0.032540443870756365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,1536,0.13224000400967068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,7168,0.059248891141679555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,32,12288,0.03627644313706292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,512,0.007189333438873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,512,0.003452444449067116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,12288,0.3319004376729329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,10240,0.1439431111017863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,64,3072,0.009853333234786987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,4096,0.049330668316947095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,5120,0.17115644613901773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,768,0.0035182221068276297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,16384,0.12071466445922852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,256,0.007662222617202335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,4096,0.044300443596310086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,7168,0.03664711117744446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,16384,0.43641334109836155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,1536,0.034733331865734525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,51200,32.740814208984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,6144,0.2438382307688395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,512,2048,0.02295911146534814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,5120,512,0.027079999446868896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,1024,0.006981333096822103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,1536,0.018581334087583754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,128,0.005335111171007156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,3072,0.08169333140055339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,2048,0.01425866617096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,8192,0.014300444059901767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,12288,0.2684871090783013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,10240,0.08828533358044094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,10240,0.024306666519906785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,8192,0.007420444654093848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,16384,0.038634667793909706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,8192,0.3237057791815864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,12288,0.05513688921928406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,8192,0.0336079994837443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,12288,0.007507555186748505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,2048,0.07042044401168823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,768,0.006055999961164262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,1536,0.01889600025282966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,16384,0.177565336227417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,6144,2.6855725182427297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,3584,0.2491288979848226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,64,0.003026666740576426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,1536,0.14579110675387913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,16384,0.1368675496843126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,3072,0.02279111080699497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,2048,0.016376889414257474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,2560,0.2625502215491401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,10240,1.389438205295139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,5120,0.014409777190950183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,3072,0.24533245298597547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,3072,0.006833777659469181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,128,0.012801777985360889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,1536,0.006330666856633292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3072,4096,0.09454400009579128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,10240,0.04633955491913689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,8192,0.07179644372728136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,6144,0.014732443624072604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,12288,0.021032000581423443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,64,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,7168,0.054634667105144925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,51200,2048,0.04756888747215271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,3584,0.42882490158081055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,51200,0.9887128406100802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,1536,0.007496000164084964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,1024,0.006214222146405115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,16384,0.04094400008519491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,256,0.04096444447835287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,128,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,7168,0.08444622490141128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,8192,6.271785736083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,256,12288,0.17030844423505995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,16384,0.051071110698911876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,32,0.014399111270904541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,5120,0.009707555174827576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,768,0.00489688871635331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,768,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,1024,0.03380266825358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,5120,0.011181332998805575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,4096,0.03976710968547397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,4096,0.015492444237073263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,3072,0.007255111303594377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,64,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,10240,0.043750223186280995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,3584,0.23931378788418242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,3072,0.014134221606784396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,1024,0.006503110958470239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,64,0.003293333368168937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,7168,0.38352354367574054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,32,0.005085333353943295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,128,1536,0.00452888881166776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,8192,0.8236497773064507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,8192,0.1827111111746894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,3072,0.00980088859796524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,51200,0.08168533113267687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,7168,1024,0.09506311019261678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,2560,0.016557332542207506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,512,0.01402844488620758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,512,0.027856889698240492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,128,0.009353777600659264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,6144,0.012652444342772165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,64,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,768,0.005183111048407025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,2560,0.023917333947287664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,2560,0.09225333399242824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,12288,0.015424888994958667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,32,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,10240,0.01850755512714386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,64,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,8192,0.03515911102294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,128,16384,0.023181334137916565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,128,0.0064106666379504735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,2048,0.037139554818471275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,1536,0.01069155583779017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,3072,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,2048,0.01109688894616233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,2560,0.03319733341534933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,4096,0.029198222690158423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,64,0.007736889024575551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,4096,0.008055999875068665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3072,128,0.0041448887851503165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,128,0.008591999610265097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,3072,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,1024,0.0063528890411059065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,51200,2.2923609415690103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,10240,0.4028311040666368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,12288,0.023524444964196947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,256,0.00434933313065105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,16384,0.025472000241279602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,64,256,0.003059555465976397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,1024,0.04544088906712002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,16384,0.13869333267211914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,2560,0.754310237036811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,16384,0.023001778456899855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,3584,0.2559013366699219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,65536,0.08169688781102498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,2048,0.1991048918830024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,64,0.006682666639486949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,7168,0.16374133692847356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,5120,0.051867554585138954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,1024,0.013748444616794586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,6144,0.010259555445777046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,12288,0.050195554892222084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,3072,0.17357067267100015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,128,0.0032631111227803757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,128,0.00721066693464915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,12288,0.03580355644226074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,5120,0.019154666198624503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,10240,0.3347902297973633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,2048,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,51200,128,0.00983911090426975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,5120,0.06563378042644925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,3584,0.010264000131024255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,8192,0.04321600000063578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,1024,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,768,0.01331377774477005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,128,0.015875554747051664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,5120,0.012970666918489667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,3072,0.1615262164009942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,51200,0.17540355523427328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,65536,0.14667288462320963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,8192,0.020577778418858845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,51200,0.06347199943330553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,16384,0.03660888804329766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,2560,0.010010666317409938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,10240,0.04431910978423225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,7168,0.05545511179500156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,5120,0.34059998724195695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,512,0.009313777916961247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,512,0.00656355544924736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,7168,0.03319733341534933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,2048,0.039870222409566246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,6144,0.01956355571746826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,16384,0.0649520026312934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,7168,0.17658400535583496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,1024,0.03209599852561951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,32,0.03343644407060411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,3584,0.014554666148291694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,128,0.005547555370463266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,7168,0.21957866350809732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,65536,14.905682033962675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,512,0.008448888858159384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,10240,0.031088001198238794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,51200,0.05951822466320462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,16384,0.18664444817437065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,65536,0.12437244256337483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,256,0.012099555797047086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,5120,0.025739555557568867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,12288,0.018780445059140522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,256,0.003116444374124209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,512,0.024923556380801733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,3584,0.009443555441167619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,768,0.01460444430510203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,6144,0.08006844255659315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,65536,0.058527999454074435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,5120,0.00904266701804267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,3584,0.04126222266091241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,6144,0.035536001125971474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,1024,0.0118231111102634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,512,512,0.007113777928882175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,2048,0.04583377639452616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,3072,0.006284444282452266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,51200,0.6005271275838217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,7168,0.18057421843210855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,5120,0.07100888755586413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,51200,8192,4.043261210123698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,3584,0.026838221483760413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,5120,0.3757439984215631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,12288,0.024875554773542616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,10240,0.04077422287729051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2048,6144,0.08382133642832439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,51200,0.13054577509562174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,2048,0.049364444282319814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,3072,0.010296000374688042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,6144,0.018396443790859647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,1024,0.04226311047871908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2560,4096,0.6335982216729058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,768,0.006239111224810283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,256,7168,0.006498666687144174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,512,0.0034044444974925783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,7168,0.05685244666205513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,2048,0.08427021900812785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,4096,0.01608888970481025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,2560,0.008339555727110969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,1024,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,128,0.05925599733988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,64,0.003984000119898054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,128,0.004531555705600315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,64,0.0027457777824666765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,12288,0.8172675768534342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,12288,0.17703733179304335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,16384,0.0255395554833942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,5120,0.1286355521943834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,3072,0.03299377693070306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,16384,0.07204533285564847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,51200,0.4251448843214247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,65536,0.10795022381676568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2560,65536,0.4488542344835069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,16384,12.816474066840279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,1536,0.0529368884033627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,128,0.008015111088752747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,5120,0.07582310835520427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,768,0.04673066735267639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,16384,0.0833031137784322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,3072,0.1080755525165134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,7168,0.07776355743408203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,65536,0.018363555272420246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,256,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,3584,0.3093573252360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,7168,0.18455289469824898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,5120,0.02309333284695943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,16384,0.22042132748497856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,3584,0.011547555526097616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2560,51200,1.333304935031467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,6144,0.0992444422509935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,64,0.012777778009573618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,6144,1024,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,12288,0.11189511087205674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,32,0.003181333343187968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,3584,0.032459557056427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,7168,0.1533093319998847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,512,0.005095110999213325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,8192,64,0.10432444678412543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,7168,0.034429334931903414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,64,0.005386666705211003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,10240,0.3312471177842882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,12288,0.015140444040298462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,7168,0.08727111419041951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,3072,0.09052799807654487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,512,0.00835111074977451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,512,0.6179493268330892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,7168,0.01645955608950721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,256,0.03014666504330105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,512,0.02004888819323646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,6144,0.034873776965671115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,2048,0.005706666658322017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,5120,0.04521155688497755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,256,0.004563555535342959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,128,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,6144,0.2547430992126465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,6144,0.04459822177886963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,1536,0.01497333414024777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,5120,0.011683555940786997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,12288,0.24234755833943686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,512,0.028883556524912517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,8192,0.20082222090827095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,256,0.0032044444233179092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,64,0.011947555674446953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,51200,0.055813332398732506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,5120,0.01827822294500139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,2560,0.03163999981350369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,16384,0.007135999699433644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,512,0.0034826666944556763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3584,1024,0.00573600000805325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,256,0.004871110949251386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,51200,0.30814843707614475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,4096,16384,0.031339555978775024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,32,0.016186666157510545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,1024,0.13845333788130018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,4096,0.008349333372380998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,10240,0.05015022224850125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,768,0.006257777826653586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,768,0.01071111112833023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,12288,256,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,128,0.03611822260750665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,8192,0.3697662353515625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,10240,0.20197510719299316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,64,0.007717333734035492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,12288,0.256693336698744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,16384,1.9814258151584203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,51200,0.07193599806891547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,12288,0.03315022256639268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,4096,0.4629093276129828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,6144,0.07033689154518975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,51200,0.23499290148417154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,12288,0.1375324461195204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,2048,0.14826399750179714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,16384,1.5542622672186956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,10240,0.13812177711062962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,7168,0.14333066675398085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,512,0.02679466704527537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,256,0.015984889533784654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,32,0.005859555469618903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,32,0.006786666810512543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,5120,0.25049156612820095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,3584,0.008022222254011366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,8192,4.76237530178494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,51200,0.06940444310506184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,3072,0.021371554997232225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,256,0.009511111511124505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,6144,0.2708524333106147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,2560,0.017328888177871704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,12288,0.018552000323931377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,65536,0.47576178444756406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,256,0.058798220422532826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,7168,0.44915024439493817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,768,3584,0.008796444369686974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,2048,0.14884889125823975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,128,0.040363556808895536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,128,0.014765333798196582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,51200,0.09038044346703424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,8192,0.029465778006447688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,1536,0.04145510991414388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,6144,64,0.010140444669458602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,8192,51200,0.15697067313724095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,2048,0.06391377581490411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,3072,0.012807110945383707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,3072,0.717815981970893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,2560,0.027835554546780054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,2560,0.23204978307088217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,6144,0.014933332800865173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,2560,0.007231999602582719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,10240,0.03333866596221924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,256,0.005668444352017508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,32,0.014398222168286642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,5120,0.25185778405931264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,5120,0.10085599952273899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,4096,1.384964413113064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,4096,0.012644444074895648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,7168,0.045392000012927584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,32,0.004824000100294749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,128,0.005067555440796746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,1536,0.006021333237489064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,16384,0.03810133205519782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,8192,0.016807110773192514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,512,0.0034862222770849862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,3584,0.029902223083708022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,768,0.4347999890645345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,2048,0.005134222408135732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,65536,0.1776497761408488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,2560,0.014149333039919535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,3072,0.11028355360031128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,8192,0.013369777964221107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,3072,0.008087111016114553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,4096,0.0499582224422031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,10240,0.07935021983252631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,7168,2560,0.17232267061869302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,1024,0.008938666847017076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,5120,8192,0.06459822257359822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,256,0.1522888872358534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1024,512,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,32,0.010995555255148145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,3072,0.010392888552612728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,51200,0.07748711109161377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,4096,2048,0.06524533033370972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,16384,0.3370560010274251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,768,0.05758221944173177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,1536,0.01688088807794783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,6144,0.027507555153634813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,7168,0.027020444472630818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,64,0.007256888680987888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,8192,0.14324177636040583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,1024,0.05650844176610311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,7168,16384,0.05166666706403097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,2560,0.06990933418273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,12288,0.48961332109239364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,4096,0.024498666326204937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,4096,2.054576873779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,1024,0.06840178039338854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,1024,0.04153688748677572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,64,0.011935999823941125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,12288,0.01993333299954732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,64,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,512,0.02754577828778161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,4096,0.018782221608691745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,6144,0.03151111139191522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,5120,0.012296888563368054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,512,0.005162666655249066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,65536,2.124874750773112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,51200,1536,3.9122416178385415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,16384,0.09512888722949558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,2048,0.014006222287813822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,7168,0.5777929094102647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,4096,0.09297777546776666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,64,0.031799111101362444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,64,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,4096,0.020516445239384968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,1024,1.9018416934543187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,32,0.002992000016901228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,65536,0.04586133360862732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,2560,0.016679111454221938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,1024,0.005066666752099991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,4096,0.014906666345066495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,2048,0.9453520245022244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,16384,0.053080889913770885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,7168,4.5030568440755205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,1024,0.007241778075695038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,16384,0.6201484468248155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,512,0.031158222092522517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,3584,0.029346668057971533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,1024,0.015494222442309061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,4096,0.03176088796721564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,10240,0.021571555071406897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,7168,0.029162665208180744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,3072,0.04325777623388502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,32,0.002983111060327954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,1024,0.008998221821255153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,16384,0.11031466722488403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,12288,0.6028470993041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,1024,0.027243556247817144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,512,0.01905066602759891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,1024,0.010650667051474253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,7168,0.02121688922246297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,768,0.05824355284372965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,2048,0.26049600707160103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,2560,0.009400889277458191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,1536,0.01089244418674045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,6144,0.1552977826860216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,8192,1.2616115146213107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,10240,0.295505788591173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,2560,0.14766311645507812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,768,128,0.004304888761705822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,5120,0.025088888075616624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,1024,0.0910595522986518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,256,0.004475555486149258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,12288,0.06593777736028035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,12288,0.22229244973924425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,256,0.002954666606254048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,3584,0.014092443717850579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,256,0.006320000108745363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,8192,0.2918959988488091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,128,1024,0.004590222405062782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,8192,0.014754666222466363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,4096,0.033632887734307185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,3584,0.007732444339328342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,256,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,12288,1.679732428656684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,1536,0.0058400001790788435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,5120,1.7862923940022786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,4096,0.01181422256761127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,512,0.014207111464606391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,65536,0.5364586512247721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,7168,0.15204711755116782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,128,0.003969777789380816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,5120,0.029040889607535467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,10240,16384,0.07050044669045342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,16384,0.07986222373114692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,16384,0.021024000313546922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2560,4096,0.025751110580232408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,2560,0.011052444577217102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1024,65536,0.33708977699279785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,1024,0.028957333829667833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,10240,0.06297066476609972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,65536,1.3321946461995442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,16384,0.016170667277442086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,65536,0.581424872080485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,7168,0.6076471010843912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,128,0.01908888916174571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,2048,0.029665778080622356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,3072,0.06709688901901245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,8192,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,6144,0.01835644410716163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,3584,0.0808968875143263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,256,0.0048071112897661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,51200,6.110679202609592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,768,0.011680888632933298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,64,0.008295999632941352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,8192,7168,0.44008710649278426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,4096,0.009325332939624786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,256,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,1024,0.009125333693292405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,128,0.004217777815130022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,65536,0.503193802303738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,10240,0.3290168974134657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,1536,0.008844444321261512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,2560,0.015189333094490899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,128,0.015758223003811307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,1024,0.006487111250559489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,512,0.012366222010718452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,64,0.006206222292449739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,2560,0.11921066708034939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,2560,0.04749244451522827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,12288,0.02071911096572876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,256,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,1024,0.006167999986145232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,12288,0.5663137965732151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,1536,0.036024000909593366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,12288,0.3671733273400201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,128,0.002977777686383989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,3072,0.020030222005314298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,10240,0.04584088921546936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,51200,0.09203022056155735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,5120,0.05885066588719686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,2560,0.015024888846609326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,12288,0.036419557200537786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,3072,0.018329777651362948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,3072,51200,1.8304710388183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,51200,0.9424106809828016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,4096,0.1268426709704929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,10240,0.4193893273671468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,512,0.013803555733627744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,5120,0.09307377868228489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,512,0.004538666870858935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,512,0.006014222072230444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,2048,0.007165333463086023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,51200,0.01311377767059538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,6144,0.47972620858086484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,256,0.0047333331571684945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,1024,0.6930818027920194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,10240,0.010310221877362993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,65536,0.3980497784084744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,256,0.018212444252438016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,2560,0.011607111328177981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,6144,7.6541188557942705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,4096,0.09336533149083455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,1536,0.010259555445777046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,1536,0.006414222220579783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,1024,0.008851555486520132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2560,6144,0.04459555612670051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,2048,0.007627555893527136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,256,0.12275732888115777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,8192,0.3306231233808729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,7168,0.11964089340633816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,64,0.0034657776769664553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,128,0.0069208890199661255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,3072,0.3385653230879042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,12288,0.024197333388858374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,4096,0.018616888258192275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,7168,0.08483733071221246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,6144,256,0.0034222222036785553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,7168,0.011149333582984077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,8192,0.018371555540296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,2048,65536,0.8363493283589681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,32,0.0030382221771611106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,10240,0.06807733244366117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,6144,0.0365226666132609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,1024,0.05877066983116997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,65536,5120,3.6607208251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,1024,0.006103111224042044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,768,0.005758222192525864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,32,0.0999164448844062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,1536,0.028339554866154987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,7168,0.016864889197879367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,1536,0.00654666663871871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,768,0.00618488879667388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,6144,0.029581334855821397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,64,0.011355555719799466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,1536,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,51200,0.16891822550031874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,2048,0.007761778102980719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,768,0.005943111247486538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,256,0.010978666444619497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,6144,0.08573066525989109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,64,0.0295466681321462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,1024,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,6144,0.29940001169840497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,32,5120,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,65536,1.117495960659451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,6144,0.016160888804329764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,3584,0.026371555195914373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,16384,1536,0.023944889505704243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,1024,0.07039288679758708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,65536,13.38262939453125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1536,51200,0.06306133005354139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,12288,768,0.014023999373118082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,65536,256,0.15532178348965114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,4096,0.02348711093266805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1024,10240,0.04280266828007168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,3072,0.015292444162898593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,7168,0.34534578853183323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,16384,0.17644266287485758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,128,0.004231111043029361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,5120,0.4398542245229085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3072,5120,0.0155404441886478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,128,0.005596444424655702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,5120,0.1015368898709615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,3584,0.08560978041754828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,8192,0.39051021469963926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,1536,0.01716977854569753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,7168,0.5273760159810384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,512,0.0032551110618644287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,7168,0.010493333141009012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,64,0.0033200000309281876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,12288,0.41902934180365664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,768,0.0041368889311949415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,1024,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,64,256,0.003489777859714296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,768,2560,0.00702311098575592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,16384,0.17746755811903211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,5120,0.7990541987948947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,12288,0.05447733402252197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,3072,0.20042488310072157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,2048,0.3206586572859022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,7168,0.06434310807122125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,4096,0.017255999975734286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,51200,2.341296937730577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,2560,0.09139644437366062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,2048,0.037999110089408025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,2560,0.008226667013433244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,3584,0.6019617716471354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,3584,0.029727111260096233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,12288,0.06932889090643989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,1536,128,0.005140444470776452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,256,0.00360355567600992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,10240,2.014060550265842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,51200,3.2499359978569875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,3072,0.010483555495738983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,65536,0.5465715726216634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,4096,0.08328355683220758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,2048,0.013714666995737286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,7168,0.04662044511901008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,2048,0.08411644564734565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,7168,0.3217466672261556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,65536,3.921205308702257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,12288,0.00703022215101454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,512,8192,0.011832888755533429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,512,0.03172355559137132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,3072,0.010007999837398529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,128,0.0038417776425679526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,12288,0.0725768870777554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,3072,0.012327111429638334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,3072,0.016639111770523917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,7168,0.02941688895225525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,65536,0.06391111347410414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,512,0.015372445185979208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,2048,0.048638221290376454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,512,0.007296889192528195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,10240,0.4693884319729275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,12288,0.934111065334744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,6144,0.015628443823920358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,1536,0.05681600173314413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,4096,0.03821244504716661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,2560,0.008101333346631791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,65536,1.1587484147813585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,768,0.013549333645237817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,10240,0.10466400119993423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,6144,0.02423200011253357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,128,12288,0.01870844430393643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,128,0.006049777898523543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,2560,0.006594666590293248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,6144,0.011043555206722684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,768,0.02259822189807892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,51200,0.3602586587270101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,16384,0.744482676188151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,3584,0.016269332832760282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,1024,0.011359111302428775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,16384,10240,0.5289840168423122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,3584,0.010571555958853828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,2048,0.008583111067612966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,16384,0.36865690019395614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,3584,1.0952071083916557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,10240,0.030925333499908447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,65536,4.777151319715712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,3584,0.010050666828950247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,4096,0.10476266675525242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,128,1024,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,8192,0.34157421853807235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,3584,0.01166044423977534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,3584,0.02753066685464647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,6144,0.012832000023788877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,5120,10240,0.20892888969845244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,1024,0.004055110944641961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,5120,0.1510417726304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,256,0.01405244403415256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,512,0.006695999867386288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,3072,0.06811644633611043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,1024,0.21781599521636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,12288,0.02948088778389825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,8192,0.04186044467820061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,1536,0.0046746668716271715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,65536,4.858317481146918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,256,0.004304888761705822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,1024,0.009988444546858469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,128,0.007082666787836287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,5120,0.02588622272014618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,3072,0.01204533295498954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,64,0.005791999813583162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,1024,0.00816533300611708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,1024,0.028530667225519817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,8192,0.027801778581407335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,7168,0.011848889291286469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,51200,30.2085944281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,4096,0.010624888870451184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,65536,2.574687957763672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,1536,0.01519466605451372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,1024,0.00488711107108328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,51200,0.06977422369851007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,51200,0.18551377455393472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,10240,0.006745777610275481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,768,0.008721777962313758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,8192,0.015684444043371413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,64,0.002814222127199173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,64,0.036792887581719294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,32,0.0046880000995265115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,10240,0.016171556380059984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,10240,0.07773866918351915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,1536,0.3458915551503499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,51200,6.479718950059678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,2560,0.009367999931176504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,4096,64,0.003313777761326896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,10240,0.019002666076024372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,51200,2.3176311916775174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,3584,0.01514311134815216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,256,0.004600000050332812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,16384,1.0173181957668729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,64,0.010489777558379702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,1024,0.06349777513080172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,2560,0.017571555243598092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,64,0.0034026667061779234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,5120,0.27327201101515025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,3584,0.013565333353148567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,7168,0.03955644369125366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,65536,3.9792455037434897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,4096,0.010611555642551847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,256,0.013014222184816996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,7168,0.034197333786222674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,10240,0.019545776976479422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,6144,0.04855377806557549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,51200,0.01995644470055898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,7168,768,0.008206222620275285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,32,0.010056888891590966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,1024,0.038907554414537214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,3072,0.1443937751981947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,32,0.011908444265524546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,2560,0.012235555383894177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,16384,0.7968239784240723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,32,0.03335466649797227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2048,256,0.005709333138333426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,65536,0.08987200260162354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,768,0.008078222473462423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,1024,0.03698844379848904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,128,0.003134222287270758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,16384,0.05382400088840061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,256,0.004369777937730153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,7168,1.2880542543199327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,512,8192,0.018439110782411363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,7168,0.1485253307554457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,51200,2.1107813517252603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3584,3072,0.0323022206624349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,10240,0.018927999668651156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,256,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,8192,0.03521155648761325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,256,0.03955199983384874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,51200,12288,0.23920088344150117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,2560,0.016857778032620747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,8192,0.030607998371124268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,32,0.033719112475713096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,5120,0.01462044484085507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,5120,4.219944847954644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,5120,3.8212237887912326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,16384,1.4563342200385199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,8192,0.08354489008585612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,7168,0.028316444820827905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,3584,0.021913778450753953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,1024,0.014470222923490735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,12288,5120,0.21920533974965414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,3072,0.8351537916395398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,4096,0.03330844309594896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,65536,1.7415324317084417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,128,0.0033777778347333274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,2048,0.15391643842061362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,12288,0.2216764423582289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,10240,0.01829155617290073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3072,32,0.00684533350997501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,12288,0.0715164475970798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,6144,0.011527111132939657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,8192,0.0857386655277676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,10240,0.06288799974653456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,2560,0.0659431086646186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,5120,0.07133155398898654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,1536,0.035007112556033664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,16384,0.05347555544641283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,1536,0.010252444280518426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,256,0.005210666606823604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,512,0.010198222266303169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,64,4096,0.28015732765197754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,768,0.27608177396986217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,64,0.002838222309947014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,512,0.013001778059535556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,512,0.11169689231448704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,5120,0.023944889505704243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,7168,0.04888977938228183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,1024,0.009679999616410997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,3584,0.03637422124544779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,3072,0.020615110794703167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,3584,0.022296888960732356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,32,0.01386044422785441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,128,3584,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,51200,0.03218577636612786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,16384,0.11875555250379775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,128,0.011004444625642566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,4096,0.20092977417839897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,10240,0.03136266602410211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,6144,2.975328869289822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,7168,0.019502222537994385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,2048,0.6704186863369412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,6144,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,3584,1.1237395604451497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,3584,0.06988355848524305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,256,0.010791999598344168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,5120,0.03495555453830295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,3584,0.02160177793767717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,4096,0.025281776984532673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,32,0.010818666881985135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,1536,0.010440000229411654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,2560,0.009392889009581672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,1536,0.006072000082996156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,5120,0.02014844450685713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,2560,0.007459555235173967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,512,0.008540444076061249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,64,0.02882755464977688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,3584,1.7549493577745225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,65536,0.22950667805141875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,32,0.021306667062971327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,1024,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,12288,0.4132382339901394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,1024,0.01276266657643848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,12288,0.5023555755615234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,7168,0.022015111313925848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,6144,0.5633884535895454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,8192,0.44125866889953613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1024,5120,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1536,256,0.004521777646409141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,32,0.008251555263996124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,768,0.03859377900759379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,256,0.008231999973456064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,16384,0.028008000718222723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,7168,0.06231111288070679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,12288,0.020240889655219186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,2560,0.22857954767015246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,128,0.0069022224181228215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,64,4096,0.009720889230569204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,12288,4.059808943006727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,64,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,1536,0.01904177831278907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,256,0.016466667254765827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,512,0.021540444758203294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,3584,0.026559111144807603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,256,0.0028648889727062653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,6144,0.6076960033840603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,65536,2.3942977057562933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,3072,0.024413333998786077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,5120,0.015786666009161208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,8192,256,0.005113777601056629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,10240,0.010784889260927836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,768,0.013276444541083442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,512,0.0034453332838084963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,2560,0.1266382270389133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,6144,0.20991644594404432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,32,0.0515324440267351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,1024,0.06874755356046888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,3584,0.07283822033140394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,6144,0.06429688798056708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,256,0.0046968890560997855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,10240,0.015336889359686108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,10240,256,0.00563733321097162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,12288,0.036122666464911565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,1024,0.028167112006081477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,65536,0.5822310977511936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,3072,0.0075297777851422625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,6144,0.04663644565476311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,16384,2.6326185862223306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,64,0.009157333109113906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,1536,0.035495999786588885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,128,0.004580444345871608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,5120,0.14257866806454128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,12288,8192,0.07108889023462932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,32,3584,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,5120,0.01997066703107622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,6144,64,0.029099557134840224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,51200,0.2442542182074653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,3584,0.011982222398122152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,65536,0.43619110849168563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,10240,0.01883288886811998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,256,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,2560,0.20489422480265299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,65536,0.06768088870578341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,768,0.006147555592987273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,51200,0.19544266329871285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,3584,0.04712444543838501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,256,0.0033724444607893624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,256,0.005520888914664586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,6144,0.07759200202094184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,7168,0.01831644442346361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,3584,0.008641777767075432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,10240,0.006142222219043308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,512,0.005653333332803514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,256,0.00554666668176651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,128,2048,0.006582222051090664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,3584,0.019155555301242404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,6144,0.04189777705404493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2560,8192,0.015632000234391954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,10240,0.028043554888831243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,128,0.006050666587220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,8192,0.15768622027503118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,10240,0.038482666015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,4096,0.011947555674446953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,6144,0.5791573524475098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,65536,0.05812266800138685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,1536,0.08773689137564765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,6144,0.12506666448381212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,2048,0.01811822255452474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,512,0.05168266759978401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,65536,0.15643110540178087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,16384,768,0.012448888685968188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,512,0.004670222186379963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,5120,0.026908444033728704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,2048,0.12233511606852214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,7168,0.032060444355010986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,2560,0.010678222609890832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,7168,0.5141333474053277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,8192,0.7702933417426215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,512,0.07218133078681098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,7168,3.646528879801432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,16384,0.0900542206234402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,1536,0.022882666852739122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,2560,0.17409422662523058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,1536,0.006066666709052191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,1536,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,2560,0.008199111455016667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,6144,0.7483688990275065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,7168,0.06700888607237074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,6144,0.07961689101325141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,3072,0.010694222317801582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,51200,0.0803333322207133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,8192,0.04774311184883118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,1536,0.011730666789743634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,8192,0.006859555426571105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,1024,0.09462755256228977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,256,0.04940088921123081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,51200,1.8347742292616103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,3584,0.018439110782411363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,32,0.007902222375075022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,12288,0.04015200005637275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,2048,0.09203377697202896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,3072,0.025199999411900837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,10240,0.19387733936309814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,65536,4096,13.822306315104166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,4096,0.027892443868849013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,65536,0.5551750924852159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,10240,0.04215911030769348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,128,0.018234666850831773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1536,3584,0.10259999831517537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,2560,0.406589322619968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,64,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,12288,0.012486221889654795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,10240,0.4407866795857747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,768,0.36839911672804093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,10240,65536,7.105422125922309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,16384,0.07335111167695788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,32,0.006520000182920032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,128,6144,0.016535111599498324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,10240,1.4022995630900066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,128,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,8192,0.0800044470363193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,6144,0.5559635692172581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,5120,0.011807999677128263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,16384,3.3285128275553384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,12288,65536,1.6928337944878473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,1536,0.023618666662110224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2048,4096,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,2048,0.4290951093037923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,256,0.010508444574144153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,10240,0.12417156166500515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,1536,0.021475555168257818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,10240,0.05953511264589098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,1024,0.011266666981909009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,128,0.017139555679427255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,51200,65536,9.057518005371094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,768,0.10427111387252808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,65536,0.9271181954277886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,7168,0.018977777825461496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,3072,0.013175110850069257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,12288,0.05393777622116936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,12288,0.024502222736676533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,4096,0.011326221956147088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,7168,1024,0.009707555174827576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,5120,0.1307555569542779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,3072,0.13815377818213567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,4096,0.014949333336618213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,5120,0.5296186870998806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,5120,0.02181688944498698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,64,0.0058053334554036455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,3072,0.009646221995353699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,1536,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,7168,0.3695422278510199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,256,0.014363555444611443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,2560,0.008973333570692275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,768,0.0036862223512596558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,768,0.005528888768619961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,12288,0.2362675666809082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,16384,0.4018266730838352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,768,0.011362666885058085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,1024,0.04560000035497877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,1024,0.15524178081088597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,10240,0.07087822092903985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,1536,0.015576889117558798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,6144,0.09302933348549737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,128,0.003751111113362842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,65536,0.10828889078564113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,3584,0.009117333425415887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,256,0.008167111211352879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,51200,1.0677181879679363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,7168,0.6693021986219617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,4096,0.018283555905024212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3584,10240,0.023437332775857713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,128,0.04026577870051066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,8192,0.06782399945788913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,1024,0.011034666664070554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,10240,0.014735110931926303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,8192,0.017803554733594257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,1536,0.006072888771692912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,128,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,1024,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,32,0.007864000068770515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,3072,0.009933333430025313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,128,0.023982221881548565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,6144,0.018241778016090393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,64,0.024971556332376268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,32,0.0026737778551048706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,51200,0.12398755550384521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,3072,0.025136000580257837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,32,0.007744889292452071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,3072,0.014557333456145393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,1024,0.007269333634111617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,768,0.035210665729310774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,1536,0.18147733476426867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,12288,0.08908622132407294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,16384,0.01889600025282966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,768,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,5120,0.14820622073279485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,7168,0.02738222148683336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,64,0.003068444422549672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,2560,0.05724000268512302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,51200,3.277833726671007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,4096,0.21062933074103463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,1536,0.28288888931274414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,256,0.013723555538389417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,128,6144,0.006214222146405115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,1536,0.03870844509866502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,1024,0.013648000028398303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,3584,0.019520888725916546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,256,0.008536000218656328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,5120,6144,0.22327287991841635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,5120,0.009448889229032729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,7168,0.06092888779110379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,768,0.005340444544951121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,10240,0.35006756252712673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,5120,0.07680710819032457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,10240,0.033942222595214844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,7168,0.023080888721677992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,5120,0.04268177681499057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,10240,0.6872320175170898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,65536,51200,37.501912434895836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,32,0.005669333454635408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,1024,512,0.005552000055710475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,7168,0.5780231157938639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,51200,2.6986363728841147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,65536,0.2945733335283068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,512,0.004860444615284602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,32,0.006036444256703059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,51200,0.270431121190389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,3584,0.012455999851226807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,4096,0.010124444133705562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,16384,0.2912026776207818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,3584,0.01478844384352366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,3072,0.09589599900775486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,64,0.0047395556337303585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,5120,0.012144889268610211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,6144,0.01459822224246131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,51200,0.11977156003316243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,2560,0.006177777631415262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,5120,0.015188443991872998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,6144,16384,0.07589777972963122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,1024,0.006208000083764394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,10240,0.09459644556045532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,6144,3.0923705630832248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,10240,0.017272000511487324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,512,0.005761777775155173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,8192,4.285744984944661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,2048,0.05087644524044461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,32,0.0047253333032131195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,10240,51200,27.628095838758682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,6144,0.09867111179563735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,3072,0.03211733367707994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,1536,0.006170666466156642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,512,0.0362337761455112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,8192,0.05098933312628004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,10240,1.0848124821980794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,10240,0.0225564440091451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,128,0.0034799998005231223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,1024,0.005423111220200856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,12288,0.11858399709065755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,2048,0.06007555458280775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3584,16384,0.04548711246914334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,1024,0.006189333481921091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,8192,0.011514667007658215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3584,1536,0.006582222051090664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,51200,0.3585208786858453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,12288,0.03973955578274197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,10240,0.019959999455346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,16384,1.1538835101657443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,8192,0.03294488787651062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,7168,0.35440709855821395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,7168,0.019504000743230183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,768,0.0385484430525038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,1024,0.006184000107977126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,12288,0.2505422168307834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,12288,0.02458488941192627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1024,7168,0.07969955603281657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,3072,0.06251821915308635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,16384,0.08733510971069336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3584,1024,0.032215111785464816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,256,0.03507377703984579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,256,10240,0.07860889037450154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,16384,0.7585466702779134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,51200,0.391649776034885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,512,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,16384,0.018971555762820773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,7168,1.4472328821818035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,128,0.0064222220745351576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,6144,0.03330399923854404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,32,0.0973751081360711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,768,0.0058328890138202244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,8192,0.1606560018327501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,768,16384,0.019720888800091214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,2048,0.02718755602836609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,768,0.008388444781303406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,2560,0.5779884656270345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,12288,0.015036443869272867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,5120,512,0.19735288619995117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,64,0.0026897777699761917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,10240,0.022693332698610093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,512,256,0.006311111152172089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,1536,0.0849306649631924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,16384,0.08037777741750081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,2560,0.013266666895813413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,768,0.004268444246715969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,12288,0.025947555899620056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,2560,0.039650665389166936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,2560,0.01258933295806249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,16384,0.02090577781200409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,2560,0.0123857781291008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,6144,0.07474578089184232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,8192,0.4084462324778239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,3584,0.06783199972576566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,7168,0.0564933353000217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,51200,12288,0.23203643163045248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,2048,0.005405333307054307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,12288,0.38150933053758407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,16384,0.02457333273357815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,7168,3.542194578382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,5120,0.08465066883299087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,51200,0.06573333342870076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,1536,0.011894221935007306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,64,0.009690666364298927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,32,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,2048,0.0067528887755341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,12288,0.03817066550254822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,8192,0.5384053124321831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,5120,0.03997155692842271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2048,2048,0.006849777781301075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,3072,0.04849688874350654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,256,0.0041884444653987885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,512,0.012311110893885294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,2560,0.04676622152328491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,3072,0.011284444067213269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,16384,0.8299324247572156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,64,0.017097777790493436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,51200,0.24790488349066842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,4096,0.05124888817469279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,2560,0.008560889297061497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,8192,2.776880052354601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,2560,0.01723377737734053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,12288,0.067449775007036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,6144,0.01763288842307197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,8192,2.346143934461806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,64,0.006550222221348021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,6144,8192,0.03007555670208401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1024,12288,0.07486844725079007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,256,0.0041413332025210066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,10240,3584,0.021611554755104914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,10240,0.008083555433485243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,2048,0.05256355471081204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,6144,0.02780533168050978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,4096,0.015626667274369132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,12288,0.2232133282555474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,7168,0.18281243907080758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,5120,0.03104355600145128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,256,0.018360000517633226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,1024,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1536,3072,0.04014133413632711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1024,2048,0.014126222994592456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,65536,8192,1.606239954630534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,7168,0.19861955112881133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,3584,0.01789066692193349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,10240,0.07123288843366835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,10240,0.2205724451276991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,16384,14.44410875108507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,4096,16384,0.32227643330891925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,8192,51200,0.9519715838962131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,7168,0.47423823674519855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,3584,0.023839111129442852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,16384,0.4276115629408095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,6144,0.0825022194120619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,6144,0.019460444649060566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,32,0.011955555942323474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,65536,2.4350524478488498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,3072,0.03983644313282437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,1024,0.02057422200838725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,5120,2560,0.048594666851891406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,16384,7.802681816948785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,12288,0.6942986912197537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,3072,0.0719919999440511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,65536,3072,0.08877422412236531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,512,0.01353422221210268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,256,0.006076444354322221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,8192,0.05114755696720547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,10240,0.07444710863961114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,768,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,7168,1536,0.15781599945492214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,65536,0.07839200231764051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,12288,0.309005339940389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,128,0.0027946666296985415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2048,768,0.007316444483068254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,10240,4.762583838568793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,12288,0.10845866468217637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,256,0.04260799951023526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,1024,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,4096,0.017603556315104168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,4096,0.013452444639470843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,256,0.004703999807437261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,8192,65536,0.2635893291897244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,768,0.14861867162916395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1536,51200,0.08867466449737549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,128,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,256,0.011384888655609555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,7168,0.04179111123085022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,2048,0.047064890464146934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,2560,0.08650222089555527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,2560,0.15211110644870335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,3072,0.11038755708270603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,3584,0.018788443671332467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,6144,0.016168889072206285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,64,0.012906666431162091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,1536,0.012120889292822944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,768,0.006339555399285422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,2560,0.01628800067636702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,10240,0.06526488727993436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,768,10240,0.014700444208251106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,1536,0.5625395774841309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,1024,0.009240888886981541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,1536,0.044199112388822764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,768,0.006734222173690796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,65536,8.863467746310764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,10240,0.20884533723195395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,10240,0.013119999733236102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,768,0.0037066667444176147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,512,0.09650044308768378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,64,0.0033075554917256036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,1536,0.004598222259018156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,2048,0.011801777614487542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,512,0.003802666647566689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,768,0.004008888784382078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,10240,0.6835982004801432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,7168,0.022816000713242426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3584,1024,0.052595555782318115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,3072,0.14527111583285862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,16384,0.06031822495990329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,1024,0.006562666760550604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,16384,0.059899555312262646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,65536,4.77171368069119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,2560,0.11238043838077122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,512,0.007126222054163615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,32,0.005427555491526921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,5120,0.012689777546458773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,64,0.01262399968173769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,2048,0.045893334680133395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,512,0.004405333350102107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,512,8192,0.012444444828563266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,768,0.005653333332803514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,6144,12288,0.07147910859849718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,6144,0.13222044044070774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,128,0.011600000162919363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,2048,0.03577511178122626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,2560,0.10557866758770412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,5120,0.04295644495222303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,3584,0.07364355855517916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,2560,0.014849777022997538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,8192,0.02797422144148085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3584,51200,0.11315288808610703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,3584,0.13780444198184544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,3584,0.022876444790098403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,3072,0.009860444400045607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,64,0.008989333278603023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,5120,0.03613333238495721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,5120,0.020985777179400127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,65536,0.1505368947982788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,256,0.011311111350854238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,2048,0.09978222184711033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,5120,0.041364444626702204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,4096,0.010629333555698395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,256,0.0032640000184377036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,4096,0.013807999591032663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,3584,8192,0.04742044541570875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,6144,0.012654222548007965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,64,0.008773333496517604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,768,0.014749333262443542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,65536,0.015596444408098856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,2560,5120,0.08098489046096802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,32,0.00869955536392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,768,0.02924088968171014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,3584,0.08019644684261747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,6144,0.12406399514940049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3584,1536,0.008801778157552084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,10240,0.01758044461409251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,256,0.013180444637934366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,5120,0.006423111177153057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,1536,0.0500311123000251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,16384,0.0232933329211341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,10240,128,0.019070222973823547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,2560,0.1018506685892741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,3072,0.007501333124107785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,768,0.003535110917356279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,7168,0.025451555848121643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,2560,0.10503022538291083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,5120,0.05538400014241537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,7168,0.034295999341540866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,3072,0.03031733300950792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,64,0.003142222141226133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,7168,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,7168,4.365528106689453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,32,0.010069333016872406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,1024,0.03905333413018121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,16384,0.0774186650911967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,256,0.014712888333532544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,2560,0.04593955477078756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,64,0.006721777634488211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,1024,0.025349333882331848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,6144,1.4326008690728083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,512,0.10598044262992011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,1024,0.0063573333124319715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,1536,0.009469333622190688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,32,0.013198222551080914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,10240,0.018225777480337355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,7168,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,32,0.003583111282851961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,51200,1.564001825120714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,3584,0.01019200020366245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,768,0.006339555399285422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,4096,0.2425208886464437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,12288,0.02757155564096239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,5120,0.01772177716096242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,12288,0.024226667152510747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,65536,768,0.053709334797329374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,12288,61.946248372395836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,65536,10240,0.48464176389906144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,3584,0.04157955447832743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,3072,0.022861333356963262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,51200,0.08014844523535834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,16384,3584,0.029355555772781372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,7168,0.05195288856824239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,256,0.019215111931165058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,5120,0.010671999719407825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,512,768,0.003705777641799715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,4096,0.009351111120647853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,5120,0.013031110995345645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,1536,5120,0.013384000294738345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,6144,0.12400000625186497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,5120,0.015863110621770222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,256,0.007052444749408298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,1024,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,2048,0.06049955553478665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,65536,0.07694577508502536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,6144,0.07855733235677083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,2048,0.007455999652544658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,51200,0.06423199839062162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,3584,0.08039466540018718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,6144,0.0247715562582016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,16384,0.1570933394961887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,3584,0.08735022279951309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,1024,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,2560,0.6240151193406847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,768,0.05936355723275078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2048,6144,0.019526221685939364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,768,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,51200,0.2211022244559394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,3584,0.10115910900963677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,1536,0.007270221908887227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,1536,0.007559110720952352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,7168,0.05961866511238945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,8192,0.7818320062425402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,2048,0.017535999417304993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,8192,0.012666666673289405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,1536,0.01735822194152408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,4096,0.16678667068481445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,10240,0.019274666905403137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,32,0.0028293333533737394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,65536,128,0.009709333380063375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,128,0.011205332974592844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,51200,0.6802426444159614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,1024,0.028755555550257366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,512,0.010732444624106089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,3584,0.029899554120169744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,128,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,32,0.0032542221662071017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,1536,0.009914666414260864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,16384,0.02149066660139296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,6144,0.052962667412228055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,768,0.009192888935407003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,512,0.005493333356248007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,1024,0.35085156228807235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,32,0.0052177777720822235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,51200,0.40694933467441136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,64,0.009750222166379293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,6144,0.05428355601098803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,256,0.0032302221904198327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,3584,0.11094399955537583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,512,0.007815111014578078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,256,0.03793599870469835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,2048,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,4096,0.020215999748971727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,10240,0.05001422100596958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,3584,0.015912888778580558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,12288,0.1593724489212036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,64,0.0090506664580769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,16384,0.036722666687435575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,1024,0.005888888819350137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,1536,0.0606844425201416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,768,0.04167644513977898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,32,0.0033679999825027254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,16384,0.006824888702895906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,16384,0.01992177797688378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,3584,0.12042578061421712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,8192,6144,1.1566702524820964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,256,0.02753422160943349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,12288,0.017650667164060805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,8192,1536,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,6144,0.12299911181131999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,3584,0.02164266672399309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,3072,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,7168,0.01475644442770216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,2560,0.02629599968592326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,10240,0.20968266328175864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,1536,0.03695022066434225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,256,0.0041982221106688184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,7168,0.01164533363448249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,12288,1.7800960540771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,2048,0.013969777358902825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,2560,0.09615821970833673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,32,0.0032888888898822996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,768,0.04049511088265313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,2048,0.014663111832406787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,2560,0.016502221425374348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,7168,0.017135999268955655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,65536,0.08009777466456096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,6144,0.03351022137535943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,1024,0.009945777555306753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,768,0.005616000129116907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2048,51200,0.0765484439002143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,1024,0.00812266684240765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,2560,0.005606222069925732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,8192,64,0.006321777900060018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1536,128,0.008332444561852349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,1536,0.0063271112740039825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,51200,0.05957421991560194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,512,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,768,0.0036319999231232535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,16384,0.02829422222243415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,3072,0.0092275556590822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,3584,0.020457777712080214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,10240,0.9668604532877604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,16384,0.12417866124047174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,65536,0.45681333541870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,768,0.027266666293144226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,4096,0.04054933455255296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,12288,0.030844443374209937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,256,0.006572444405820634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,1536,0.012554667062229581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,3584,0.051742222574022084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,3584,0.007349333001507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,768,0.006401777681377199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,128,0.0041777777175108595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,51200,3.205575095282661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,12288,1536,0.015081778168678284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,2560,0.06771910852856107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,768,0.0058444444504049085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,65536,12.883811950683594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,5120,0.020177778270509508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,7168,0.014671110444598727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,65536,1.3360648685031469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,2560,0.008082666330867344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,65536,2.1902711656358504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,12288,0.043248001072141856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,128,0.018145778112941317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,4096,0.014185777968830533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,5120,0.048031111558278404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,3072,0.00962933318482505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1536,3584,0.011420444481902652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,64,2048,0.05318577753172981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,5120,0.017869333426157635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,1536,0.009633777870072259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,6144,0.04420977830886841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,51200,3.7907926771375866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,4096,1024,0.007263110743628607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,51200,0.10830489132139419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,16384,0.34558312098185223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,3584,0.03625155488650004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,128,0.0031582222630580268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,512,0.008413333031866286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,5120,0.3374391131930881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,3072,0.024009777439965144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,2560,0.012493333054913415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,6144,0.010816888676749336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,16384,0.4235946602291531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,12288,0.16040089395311144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,7168,0.010471111370457543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,3584,0.022646221849653456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,3584,0.015965332587560017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,10240,0.01626311077011956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,768,7168,0.013415999710559845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,2048,0.031122667921913996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,32,0.039981332090165876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,4096,3072,0.09765955474641587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,2560,0.009973333113723332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,4096,0.052947554323408336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,7168,0.05187911126348707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,6144,0.02119111186928219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,128,0.006504888749784893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,3072,0.5553759998745388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,512,0.00592533333433999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,1024,0.0057706667317284485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,3072,0.03315644462903341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,7168,0.03679200013478597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,64,0.029267556137508813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,512,0.02602400051222907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,512,0.0034533333447244433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,64,0.0031386667655573953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,4096,0.020042666130595736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,4096,0.12624443901909724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,5120,0.029567112525304157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,6144,0.015220445063379077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,6144,0.006299555715587404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,16384,1.6690888934665258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,1536,0.01863555610179901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,3072,0.00600888869828648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,4096,0.028502222564485338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,65536,1.271808836195204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,1024,0.48202043109469944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,4096,0.017847999930381775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,10240,0.4506053394741482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,8192,0.013487999637921652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,128,0.15689867072635227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,16384,2048,0.20039110713534883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,768,1024,0.012757333616415659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,2560,0.00941955546538035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,4096,0.01143200033240848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,12288,2048,0.24860178099738228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,64,0.00814222213294771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,12288,0.019800000720553927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,128,0.032460444503360324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,512,32,0.010497777826256223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,1536,0.6787395477294922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,8192,0.2092195616828071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,12288,0.038633777035607234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,32,0.00563822231358952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,768,0.009135999613338048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,512,0.022079111801253423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,2560,0.07018488645553589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,4096,0.015271110667122735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,1536,0.015632000234391954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,4096,0.05805955330530802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,7168,0.22744266192118326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,3584,0.01771111124091678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,51200,1.2155378129747179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,65536,0.06625244352552626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,128,0.002797333316670524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,2560,0.054438223441441856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,5120,0.03556711143917508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,4096,0.017044444878896076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,16384,0.25128356615702313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,8192,0.07461066378487481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,3584,0.023659555448426142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,10240,0.06535110870997111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,4096,0.4438462257385254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,5120,0.026473777161704168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,51200,3072,2.050829357571072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,64,0.026704889204767015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,2560,0.012657778130637275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,51200,2.3403875562879777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,16384,0.16563378440009222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,768,0.004724444614516364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,32,0.09818489021725124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,1024,256,0.023601777023739282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,65536,0.10078489118152195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,5120,0.49928712844848633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,3072,0.06261777877807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,5120,0.16557244459788004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,768,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,8192,0.015032000011867948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,1024,0.022336888644430373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,2048,0.013236444857385425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,2560,0.02516799999607934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,51200,1.4759208891126845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,6144,0.49287822511461044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,1536,0.026590221458011206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,3584,0.17069866922166613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,128,0.0038284444146686127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,51200,12288,0.24605245060390898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,64,0.03139466709560818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,64,0.0028515555378463534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,1536,0.06517422199249268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,12288,0.081185777982076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1024,10240,0.01575911045074463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,64,0.013637333280510373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,2560,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,1536,0.011600000162919363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,65536,0.07534133063422309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2048,2560,0.006699555450015598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,2048,0.06934044758478801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,5120,0.01685333251953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,1024,0.05087111062473721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,1024,0.026883555783165827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,32,3584,0.008361777497662438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,512,0.022231111923853557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,512,4096,0.00664533343580034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,256,0.005472888963090048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,1536,0.007511110769377814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,10240,0.02216533323129018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,65536,8192,4.169843461778429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,128,0.006575111299753189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,12288,0.3201093408796522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,512,0.010007999837398529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,128,0.00500177757607566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,16384,16384,0.8788275718688965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,768,0.030466665824254353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,7168,0.14310488435957167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,16384,0.028117332193586562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,64,0.011839110818174152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,32,0.005699555493063397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,65536,0.5293839772542318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,5120,0.05786489115820991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,768,0.005585777676767773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,32,0.0027511111564106415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,64,0.0031591111587153543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,128,0.039818667703204684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,1536,0.008011555506123437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,10240,0.333934227625529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,8192,4096,0.019103111492262948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,16384,0.5595519807603624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1024,5120,0.02488888965712653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,16384,1024,0.01517511076397366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,51200,0.9330213334825305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,7168,0.10734577973683675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,3584,0.017444445027245414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,12288,0.033599111768934466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,1536,0.06847466362847222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,2048,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,768,0.04302755660480923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,12288,1.2445262273152669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,12288,0.017821333474583097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,2048,0.01331377774477005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,2048,0.023535999986860488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,768,16384,0.014500444134076437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,32,0.006370666540331311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,3584,0.00889155517021815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,6144,0.010017777482668558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,256,0.01945244438118405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,1536,0.012763555679056378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,7168,0.3293786578708225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,65536,0.09131022294362386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,2048,0.014402666025691561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,512,0.003887999802827835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,2560,0.006918222126033571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,51200,18.92313978407118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,4096,0.016946666770511203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,6144,0.02684177789423201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,256,0.0041786668201287585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,16384,0.03105866577890184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,51200,0.3501724402109782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,12288,0.02797599964671665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1536,3072,0.007708444363541073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,1536,0.044285333818859525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,65536,0.22527999348110625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,5120,0.1777013275358412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,51200,8192,0.4606986575656467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,10240,0.07600800196329753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,12288,1.16413328382704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,12288,0.29512710041469997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,3072,0.03683377636803521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,128,0.006409777949253718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,128,0.00508355556262864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,6144,0.016168889072206285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,12288,0.017460443907313876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,2048,0.03426400158140395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,4096,0.035623110002941556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,2560,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,64,0.0355679988861084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,512,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,1024,0.0064533332155810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,128,0.03124888737996419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,16384,0.07534044318728976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,1024,0.06200622187720405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,6144,0.015231110983424716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,16384,3072,0.023027555810080633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,51200,0.060807108879089355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,1536,0.0557804438802931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,6144,0.018617777360810172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,16384,0.4855066405402289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,6144,0.03958400090535482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,8192,0.04346755478117201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,51200,32,0.12090667088826497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,51200,0.15254133277469212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,7168,0.386957327524821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,2048,0.4079279899597168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,64,0.01051644484202067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,128,0.023265777362717524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,10240,0.03478577733039856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,8192,1.2627351548936632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,128,0.024523556232452393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,6144,0.7219129138522677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,256,0.004481777962711123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,512,1536,0.00591466658645206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,16384,0.08822488784790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,32,0.005720888988839255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,256,0.0034657776769664553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,16384,3.1896444956461587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,7168,2.4231120215521917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,768,0.010315555665228102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,6144,0.021472889516088698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,768,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,1536,0.17578044202592638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,65536,0.08374666505389744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,10240,0.010471999645233154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,5120,0.027836445305082533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,10240,0.03478488988346524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,512,4096,0.009838222629494136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,12288,0.0075031113293435835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2048,3584,0.010251555177900527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,64,0.1348657740486993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,65536,0.4971822102864583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,1024,0.004044444610675176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,5120,0.4603875478108724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,256,0.0061928890645504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,1024,0.009882666998439366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,65536,0.1067955560154385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,3072,0.1786115566889445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,10240,0.015838222371207345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,8192,0.017500445246696472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,16384,0.746870199839274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,64,0.013583111266295115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,768,2048,0.019190222024917603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,768,0.034640888373057045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,10240,0.07282666365305583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,2560,0.015245333313941956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,1024,0.023532445232073467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,8192,0.0063235556913746735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,4096,0.02861777941385905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,1024,0.007696000238259633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,768,0.004448889030350579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,5120,8192,0.022255111071798537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,12288,12288,0.39481067657470703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,4096,0.04414044486151802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,51200,0.015356444650226168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,64,0.007048000064161088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,3072,0.01715555621518029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,7168,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,2048,0.0536480016178555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,4096,0.19354755348629424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,2560,0.011038222246699862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,7168,0.0163128889269299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,12288,0.03926755653487311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,8192,10240,0.3612204392751058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,6144,0.030699554416868422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,10240,0.04809600114822388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,64,0.0029164445069101122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,16384,0.1903111139933268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,256,0.012543111211723752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,16384,0.3125813272264269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2560,2560,0.008620444271299574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,512,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,10240,0.01866933372285631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,2560,0.8360097673204211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,16384,0.033061332172817655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,12288,0.023354666100607976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,768,0.03719910979270935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,10240,0.3981146547529433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,4096,0.02408711115519206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,65536,6.5775663587782125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,3584,0.2303546534644233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,128,5120,0.01053600013256073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,3584,0.08955022361543442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,1536,0.006861333217885759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,16384,51200,20.956119113498264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,2560,0.1317653391096327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,1536,0.00544888898730278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,1536,0.005468444277842839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,65536,0.8010133107503256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,1536,0.006020444548792309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,512,0.0546595553557078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,512,0.034400890270868935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,1536,0.0046924443708525766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,4096,0.008485332959228093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,128,0.010431110858917236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,32,128,0.005578666511509154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,768,0.006113777971929974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,3072,0.018830221560266282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,51200,3.463957256740994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,12288,0.05462400118509928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,10240,0.053429332044389516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,1536,0.008059555457697975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,3584,0.010743111371994019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2560,65536,0.11766578091515435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,65536,0.4964275360107422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,16384,0.018612444400787354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,65536,16.421557956271702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,65536,0.24281599786546496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,5120,0.09226044681337144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,5120,2.9948516421847873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,2560,0.007131555842028723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,128,0.003991111285156674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,4096,0.013802666631009845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,256,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,768,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,5120,0.008453333543406593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,7168,0.02588533361752828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,2048,0.008887999587588841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,16384,0.11104533407423232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,768,0.004372444417741564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,65536,0.10305688778559367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,8192,0.019327110714382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,6144,0.015004444453451367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,512,0.005793777604897817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,3584,0.0721928874651591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,1536,0.014346667461925082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,768,65536,0.05598666932847765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,8192,1024,0.010862222148312463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,3072,0.008074666890833113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,6144,0.2271653281317817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,7168,0.14507822195688883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,10240,256,0.007520000139872233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,16384,0.1486942238277859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,128,0.04039999842643738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,128,6144,0.010176888770527309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,10240,0.0536062220732371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,32,0.012629333469602795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,3584,0.008126222425036961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,3072,0.006867555694447623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,10240,0.05415466758939955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3072,51200,0.12984266546037462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,256,0.008300444318188561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,1536,0.010447111394670276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,4096,0.07654044363233778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,3072,0.027265777190526325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,65536,1.2576337390475802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,10240,0.014325333966149224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,1024,0.028712001111772325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,1536,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,3072,0.025939555631743536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,512,0.011624889241324531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,256,0.003068444422549672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,16384,0.08707200156317817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,32,51200,0.5844782193501791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,3072,0.025107555919223364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,51200,1.1203848520914714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,12288,2.349622302585178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,1024,0.023680888944202002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,4096,0.02865955564710829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,64,0.008250666989220513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,7168,0.017099555995729234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,512,0.006048888795905643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,3072,0.011152000062995486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,128,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,6144,12288,0.514627562628852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,1024,0.1554364495807224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,1536,0.07452088594436646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,512,10240,0.009677333136399588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,1024,0.005485333502292633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,6144,0.18035644955105254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,64,0.02309600015481313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2048,64,0.005488889084921942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,7168,0.15811644660101995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,256,0.006903111106819577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,768,7168,0.01145066652033064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,65536,10240,0.4746266471015082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,51200,0.011976000335481433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,3072,0.019997333486874897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,65536,6.040249718560113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,128,0.1099511120054457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,16384,0.049320889843834766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,32,0.003363555504216088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,5120,0.02852177619934082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,6144,10240,0.03154222170511881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,512,0.006540444576077991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,1536,0.03892088929812113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,8192,0.16578400135040283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,16384,0.07619555791219075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,768,0.010222222242090438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,12288,0.09255288706885444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,3072,0.062005334430270724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,32,0.04970577690336439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,1536,0.004849777867396672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,3584,0.2959848774804009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,12288,0.012649777862760754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,8192,0.10148711336983575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,1536,0.009006222089131674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,65536,0.11090044180552165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,5120,0.12673155466715494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,3072,0.17655821641286215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,64,0.008596444295512306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,2048,0.017398221625222098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,32,0.0026186667382717133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,768,0.004874666531880696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,10240,4.060276455349393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2048,2048,0.022514666120211285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,2560,0.005990222096443176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,8192,0.27950933244493276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,7168,0.009185777770148383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,128,0.003032888803217146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,256,0.004521777646409141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,768,0.04117066661516825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,16384,0.5286960071987575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,1024,0.01163200040658315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,3584,0.008117333054542542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,3584,0.07486489084031847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,256,0.012516444755925072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,256,10240,0.014093332820468478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,16384,0.06824977530373467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,65536,0.1712017721600003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,4096,0.1714248922136095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,4096,0.23488354682922363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,2560,0.010124444133705562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,10240,0.04187644521395365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,256,1536,0.008084444536103142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,1536,0.0875777800877889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,51200,0.6876239776611328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,8192,0.04257955484920078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,64,2048,0.007816889219813878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,2048,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,256,7168,0.010905777414639791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,51200,0.9870782428317599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,3584,0.02145511077509986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,2560,0.0303111109468672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,10240,0.02439111140039232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,65536,0.41516534487406415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,5120,0.007843555675612556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,7168,0.008344000412358178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,51200,0.5421297815110948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,2048,0.016436444388495553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,6144,0.0572871102227105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,3584,0.12142222457461888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,3072,0.05548355645603604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,2560,0.7789022127787272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,51200,0.062352001667022705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,512,0.04769777920511034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,51200,3.51947381761339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1536,7168,0.03570844398604499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,6144,0.04205244448449877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,128,0.004546666724814309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,768,0.011518222590287527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,1536,0.010404444403118556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,5120,0.9529733657836914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3072,8192,0.13444622357686362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,12288,768,0.011754666765530905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,4096,0.057265778382619224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,51200,0.0595760014322069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,51200,2.784119076199002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,32,0.0030577776746617425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,12288,0.5261635780334473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,7168,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,128,0.01462044484085507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,8192,0.6173786587185329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,2048,0.07358577516343859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,5120,0.03316266669167413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,3584,0.01037599974208408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,65536,0.01536177761024899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,32,0.0346666673819224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,12288,0.8022426499260796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,51200,1024,0.03984888725810581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,1024,0.11223022143046062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,65536,1.8392444186740453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2048,12288,0.23151821560329863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,10240,0.026385777526431616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,64,0.002955555501911375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,51200,0.5271635585361057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,65536,1.4335884518093531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,3584,0.026016000244352553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,12288,2.1785547468397355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,6144,0.012858666479587555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,12288,0.05666489071316189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,64,0.007185777856243982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,32,0.0035457776652442086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,1536,0.09229244126213922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,16384,0.048206223381890186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,2560,0.009897777603732215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,512,0.005530666559934616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,4096,0.01587466730011834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,2048,0.005396444350481033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,128,0.01036977767944336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,12288,0.03470844361517165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,768,0.006055999961164262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,8192,0.013839110732078552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,5120,0.015632889337009855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,1024,0.006411555740568373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,2560,0.011006222003036074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,1536,0.03960799839761522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,256,2048,0.006694222076071634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,16384,0.01896711190541585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,4096,3072,0.011408888631396823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,512,0.003920888735188378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,256,0.0037706668178240457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,3584,0.16897066434224448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,10240,768,0.00960977789428499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,768,0.017277333471510146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,256,0.0030622221529483795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,10240,0.13030755519866943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,1024,0.026708443959554035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,5120,0.016514667206340365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,10240,0.8785235616895887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,51200,8.456453959147135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,128,0.010671999719407825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,5120,0.02935733397801717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,512,0.004267555558019214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,2048,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,5120,16384,0.32290400399102104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,16384,4096,0.02852977646721734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,1024,0.00627377794848548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,1536,0.006835555450783835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,256,0.06752000252405803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,768,128,0.004951111144489712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,3072,0.08301866716808744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,6144,2.922610600789388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,1024,0.05152711272239685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,256,0.002936888900068071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,8192,0.04055466585689121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,16384,0.020414221617910597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,12288,0.0064284445510970215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,2560,0.01162755572133594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,65536,3.2986649407280813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,3072,0.022915555371178523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,1536,0.012157333393891653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,16384,0.1482186714808146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,12288,0.09058488739861383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,256,3584,0.019741333193249173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,7168,0.17039288414849174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,16384,12.156919691297743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,128,0.00693866651919153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,256,0.035263111193974815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,1536,0.018193778064515855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,12288,64,0.041794667641321816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,2560,0.06779999865425958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,65536,19.89493645562066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,1024,0.04709688822428385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,6144,3.357438193427192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,7168,0.014280888769361707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1536,64,0.010760000182522668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,64,0.004281777888536453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,1024,0.006144888699054718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,1536,0.00814577771557702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,128,0.009896000226338705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2560,65536,0.697088877360026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,65536,0.39185865720113117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,5120,0.2000204457177056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,16384,0.007302222152551015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,128,0.0038168889780839286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,2048,0.010067555639478896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,2560,0.007168889045715332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,16384,0.043423109584384494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,512,0.0052675555149714155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,3072,0.012048000262843238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,2048,0.5426630973815918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,768,0.06782133049435086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,1536,0.006208000083764394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,5120,0.019107555349667866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,6144,10240,0.4507750935024685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,512,0.030084444416893855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,51200,0.2832542260487874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,4096,10240,0.025040000677108765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,10240,0.029919998513327703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,32,0.011016888750924004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,6144,0.020948444803555805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,128,0.00510044437315729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,1536,0.024040000306235418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,16384,0.8709084192911783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,32,0.02780710988574558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,5120,0.24851645363701713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,256,0.1675626701778836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,2048,0.011753777662913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,2048,0.051240000459882945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,512,0.00888888869020674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,1536,0.01310400002532535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,5120,0.008536888493431939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,32,0.003093333293994268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,3072,0.009082666701740688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,4096,0.5220755471123589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,1024,0.028677334388097126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,128,0.012663111090660095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,3584,0.007538666327794393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,32,0.011600889265537262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,768,0.007262222468852997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,32,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,5120,0.04745955599678887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,16384,0.026428444517983332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,768,0.0074444446298811175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,51200,1536,0.518969800737169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,768,0.013584888643688627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,8192,0.011780444118711682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,7168,1.4520506329006617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,7168,0.1861084434721205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,1024,0.1893484459982978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,3072,0.006797333144479328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,32,0.0025742221623659134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,2560,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,51200,0.58206664191352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,2560,0.015304888288180033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,12288,0.015819556183285184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,256,0.017286222842004564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,3072,0.1060604453086853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,2048,0.0068764446510208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1536,2560,0.007260444263617198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,65536,0.09352355533175999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,6144,0.6050284703572592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,1024,0.028900444507598877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,12288,0.04702044526735941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,8192,0.04457688993877835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,1024,0.03958044449488322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,6144,7168,0.1005564464463128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,16384,0.07592533032099406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,3072,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,16384,0.06970489025115967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,6144,4.2587708367241754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,3584,1.686703152126736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,65536,0.0994008911980523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,6144,0.023388443721665278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,128,0.003526222374704149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,768,0.02109066645304362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,65536,0.08801422516504924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,2560,0.00849333322710461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,256,51200,0.28323377503289116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,2560,0.01020088874631458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,12288,0.017128000656763714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,10240,0.02792177928818597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,5120,0.041702220837275185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,1024,0.004464888738261329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,3584,0.007382222347789341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,8192,2048,0.01423911088042789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,512,0.0038906666967603895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,32,0.02975644336806403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,8192,0.01648266613483429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,7168,1.6091786490546331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,1536,0.007425777614116669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,1024,0.02647200061215295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,128,0.0069546666410234236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,4096,0.00925244473748737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,32,0.012254222399658628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,51200,0.3069111241234673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,2048,0.015257777439223396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,768,0.01930488811598884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,7168,1024,0.02826933397187127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,4096,0.3829049004448785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,65536,16384,7.196584065755208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,512,0.004307555655638377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,768,0.01607733302646213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,6144,0.014560000763999091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,6144,0.2081377771165636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,8192,0.2870782216389974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,65536,0.5997671021355523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,32,0.005912000106440649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,10240,6144,0.3744284576839871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,2048,0.007267555428875818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,51200,0.26224178738064235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,51200,0.4083973301781549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,3584,0.04408444298638237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,1024,0.00526577772365676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,3584,0.026877333720525105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,7168,0.02383288906680213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,64,0.004860444615284602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,512,0.005646222167544895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,5120,0.04970755510860019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,51200,0.054655111498302884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,65536,0.051649779081344604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,12288,0.027266666293144226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,128,0.0041333333485656315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,1024,0.0058471109304163195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,12288,0.8567066722446017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,2048,0.04443644483884176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,8192,0.17447022596995035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,6144,2.2629449632432723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,3584,0.0125928885406918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,128,0.003760888758632872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,5120,0.348944001727634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,6144,0.4668275515238444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,1024,0.012415111064910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,12288,0.019554666346973844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,2560,0.008839999636014303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,32,0.00509688879052798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,64,0.0026400000270869997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,3072,0.009306666751702627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,7168,0.010414222048388587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,3072,0.024840889705551997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,7168,0.05688266621695625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,256,0.01462044484085507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,64,0.005281777845488654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,3072,0.006080889039569431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,512,0.0037804444630940757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,65536,0.46124712626139325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,1536,0.008488000267081791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3072,6144,0.015280000037617154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,16384,0.05541333225038317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,5120,0.01826133330663045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,1536,0.005433777968088786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,256,0.01853511068556044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,128,0.006146666490369373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,64,0.022879110442267522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,32,0.01759466694460975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,2560,0.03411555621359084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,768,0.026328000757429335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,10240,7168,0.060312887032826744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,768,0.02222488820552826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,3584,0.02913155489497715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,256,8192,0.025850666893853083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,65536,0.039255999856524997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,3072,0.1425911055670844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2560,64,0.00599911105301645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,3072,0.013028444515334235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,6144,0.04580000042915344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,16384,0.021166221963034734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,6144,0.021203555994563635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,256,0.006681777950790193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,768,0.003976888954639435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,65536,0.541519112057156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,5120,0.031256887647840716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,6144,0.01295555548535453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,65536,3072,2.8602106306287975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,256,0.02791644467247857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,8192,0.14711556169721815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,1536,0.006511111226346757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,768,1536,0.0074720001882976955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,2048,0.018716444571812946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,3584,0.0781795581181844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,1536,0.00556355549229516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,65536,512,0.022868444522221882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,32,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,8192,0.05789688560697767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,2048,0.05682310793134901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,128,0.0027679999669392905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,16384,768,0.011614222493436603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,2048,0.008513777620262569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,16384,5120,0.09103288915422227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,10240,0.010796444283591377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,512,0.02623288830121358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,16384,0.11092355516221787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,5120,0.009535999761687385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,1024,0.031870222753948636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,6144,0.02354755500952403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,7168,0.6753422419230143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,65536,2.3427236345079208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,1024,0.06485244300630358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,3584,0.04690133200751411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,3072,0.006656000183688269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,128,0.005230222311284807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,64,0.0063386667105886675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,512,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,10240,0.026354667213228013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1536,5120,0.039057777987586126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,6144,0.03418311145570543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,6144,0.026429333620601233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,51200,0.5803119871351454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,3584,0.2023528946770562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,10240,0.7859528859456381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,3584,0.12986311647627088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,256,0.024096000525686476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,10240,0.03456622362136841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,2560,0.02420088814364539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,768,0.006980444822046492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,12288,0.02104266650146908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,10240,0.026250667042202417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,65536,0.11138310697343613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,4096,0.057814220587412514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,12288,0.38790400822957355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1536,16384,0.5369822184244791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,12288,0.2540488772922092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,5120,2560,0.07658044497172038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,1024,0.006162666612201267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,128,0.004263111286693149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,12288,0.007607111500369177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,4096,0.03234044379658169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,1536,0.005931555396980709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2560,3072,0.009999111294746399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,768,0.0057706667317284485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,65536,2.939149432712131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,7168,3.916678958468967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,512,0.02074044446150462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,3072,0.03429244293106927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,128,0.007595555649863348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,16384,128,0.0046728890803125174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,2048,0.007191999918884701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,51200,0.36196621259053546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2560,512,0.010575110713640848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,4096,0.032404445939593844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,12288,0.020639111598332722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,512,0.004228444563017951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,10240,0.015498666299713982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,2048,0.051754666699303516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,65536,1.3680115805731878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,768,0.14394044876098633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,768,0.007307555940416124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,6144,0.024341333243581984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,1024,0.04819644490877787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,8192,0.043014221721225314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,64,0.00618577789929178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,1024,0.007908444437715743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,256,0.0034062222888072333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,32,0.00259911103381051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,7168,0.06010578076044718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,3584,0.018481777773963082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,65536,0.8311120139227973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,2048,0.005399999933110342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,1024,0.005437333136796951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,4096,2048,0.03956177830696106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,32,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,5120,0.016632889707883198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,3584,0.02667644454373254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,10240,0.02454400062561035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,7168,12288,0.03967555695109897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,512,0.026379555463790894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,6144,0.1596346696217855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,5120,0.01315822203954061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,65536,0.06528888808356391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,12288,0.04839377933078342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,4096,0.013735999663670858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,7168,0.17290222644805908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,16384,768,0.04553866717550489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,3584,0.014381332529915703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,768,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,2560,0.11808978186713324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,1536,0.016023111012246873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,16384,0.020920889245139226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,16384,0.020991999242040846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,10240,0.0251226673523585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,65536,4.053636338975695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,51200,0.09977066516876221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,32,3072,0.008270222279760573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,512,0.006078222145636876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,768,0.04997333221965366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,51200,0.06156533294253879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,128,0.007881777981917063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,65536,7168,0.339979542626275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,6144,0.08459466695785522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,256,0.003108444520168834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,6144,0.018933332628673978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,256,0.020449777444203694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,6144,0.1322737799750434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,5120,0.06422844198015001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,512,0.004687110996908612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,65536,8.40139855278863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,16384,0.03252089023590088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,16384,16384,1.5484915839301214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,12288,0.01957244508796268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,768,0.011815110842386881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,128,0.007302222152551015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,2560,0.05322133170233833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,3072,768,0.013454222016864352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,65536,5.056247287326388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,51200,1.3350889417860243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,256,0.016905777984195285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,1536,0.02236355510022905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,128,0.010228444304731157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,1536,0.009846222069528367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,16384,0.1915217770470513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1024,5120,0.01180266671710544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,5120,0.1350488927629259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,3584,0.008969777988062965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,32,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,8192,0.03791733251677619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,256,0.01295377810796102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,8192,65536,3.422309239705404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,128,0.008246222303973304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,256,0.013051555388503604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,64,0.006820444431569841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,10240,0.013442666994200813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,2560,0.030043555630577937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,768,3584,0.02960977620548672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,1536,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,8192,0.02565333412753211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,65536,0.9601262410481771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,16384,0.011615110768212212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,8192,0.2556400034162733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,7168,0.006734222173690796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,64,768,0.008921778036488427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,8192,0.025211556090248957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,5120,0.010415111151006486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,512,0.009848888549539778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,4096,0.04065333472357856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,128,0.11498488320244683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,256,0.003212444484233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,10240,0.07294755511813693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,1024,0.0052471111218134565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,64,768,0.01181777815024058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,256,0.011600889265537262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,3584,0.014549333188268872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,10240,0.02808533443344964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,1536,0.006882666713661618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,12288,0.02259644369284312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,3584,0.020651555723614164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,3072,0.016120889120631747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2560,2048,0.05331200030114916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,768,0.02012800011369917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,32,0.005633777628342311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,6144,0.029422223567962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,3584,0.1306720044877794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,64,0.005446222093370225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,768,0.004312889029582341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,32,0.014270222849316068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,51200,1.7194817860921223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,10240,0.542833752102322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,5120,0.21726400322384307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,128,12288,0.015364444918102689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,5120,0.35304445690578884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,32,0.00309955556359556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,6144,0.07566933499442206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,65536,0.26028445031907826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,4096,1536,0.03344622254371643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,2560,0.00998488896422916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,2560,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,3072,0.014936000108718872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3072,256,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,768,0.01108000013563368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,51200,1.0668488608466256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,4096,0.06360089116626315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,4096,0.19533244768778482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,2048,0.011917333636018964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,768,4096,0.011839110818174152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,1536,0.07513955566618177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,51200,15.011193169487846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,3584,0.14591288566589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,1024,0.012684444586435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,2048,0.09221777651045059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,12288,32,0.007319110963079665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,1536,0.07153599792056613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,64,0.0028862222615215513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,16384,0.8557599915398492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,12288,3072,0.02124888863828447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,3072,0.022172444396548804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,1024,0.037815110550986394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,1536,0.006416888700591193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,1024,0.007575111256705389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,4096,0.015232000086042615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,8192,64,0.00907022257645925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,1024,0.005044444567627377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,768,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,8192,0.18836532698737252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2560,4096,0.017039111918873258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,3072,0.15894844796922472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,2048,0.00817599975400501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,65536,1.7538230684068468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,1536,0.00657066661450598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,2560,0.01979733341270023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,64,0.0030577776746617425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,3584,0.028378665447235107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,7168,0.011919111013412476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,32,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,6144,0.010483555495738983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,512,0.007706666986147563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,10240,0.04020355476273431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,65536,0.009679999616410997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,3584,0.0070879997478591064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,6144,0.012042666474978128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,512,8192,0.010112889111042023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,1024,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,3584,768,0.03394577900568644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,3072,0.010925333533022137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,3072,0.1438657840092977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,12288,0.07658221986558703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,8192,2.5699520111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,16384,12288,0.5800159772237142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,7168,0.013993778162532382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,16384,3.2636932796902127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,1024,0.006706666615274217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,3584,0.03454844488037957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,6144,0.9095261891682943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,768,0.012724444270133972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,32,0.010871999793582492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,32,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3584,2048,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,768,0.009648888475365108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,128,0.002867555452717675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,5120,0.09316622548633152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,4096,4096,0.12307022677527533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,51200,0.2470275561014811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,768,0.6885342068142362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,128,0.028391109572516546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,4096,0.013655111193656921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,7168,0.014800000521871777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,256,0.008595555192894405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1024,5120,0.009946666657924652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,1024,0.08844621976216634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,16384,0.04981422093179491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,1536,0.03834311167399088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,7168,0.013693333499961428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,6144,0.013638222383128272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,2048,0.006708444406588872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,65536,0.04750755429267883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,2048,0.015308444698651632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,512,0.0032640000184377036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,8192,0.017893332574102614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,4096,0.1911297771665785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,5120,0.2468515502081977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,51200,0.015604444675975375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,3584,0.007749333149856991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,2560,0.24335021442837187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,51200,2.0438969930013022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,8192,0.09834133254157172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,1024,0.010064000056849586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,51200,10240,0.3725706736246745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,256,0.003212444484233856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,8192,0.5932053460015191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,12288,0.5567466417948405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,3584,0.029951999584833782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,512,0.0052044445441828836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,512,0.02349866595533159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,2048,0.7533955574035645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,65536,0.029137776957617864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,8192,0.05589244763056437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,768,0.014621333943472968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,8192,0.039841777748531766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,3072,0.12337599860297309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,65536,0.07340088817808363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,2048,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,32,0.002806222273243798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,1536,0.017245334055688646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,1024,0.00609688874748018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,65536,0.08827110793855454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,8192,0.5165120230780708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,1536,0.010205333431561789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,6144,0.07480000125037299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,8192,0.01849688920709822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,7168,0.012346666720178394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,512,0.006246222390068903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,5120,0.23785776562160918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,768,0.004478222380081813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,12288,0.11250666777292888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,8192,0.041929778125551015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,512,2560,0.007234666910436418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,2560,0.06901866859859891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,16384,0.4138231012556288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,768,0.003637333297067218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,128,0.003946666502290302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,512,0.004567111117972268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,1024,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,65536,0.527624871995714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,1024,0.02937244375546773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,3072,0.008627555436558193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,512,0.008630221916569604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,64,0.02381244467364417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,51200,0.31853244039747447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,3072,0.3085555500454373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,768,0.0037831109431054858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,10240,2560,0.1835235489739312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,6144,0.27191466755337185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,5120,0.06312888860702515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,16384,0.023511999183230933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1024,512,0.0034533333447244433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,51200,0.1216399934556749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,128,3584,0.008045333127180735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,5120,0.04364000095261467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,2560,0.07886933618121676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,3584,0.27878933482699925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,512,0.005655111124118169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,51200,0.19175377156999376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,51200,0.2252204418182373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1024,2048,0.009955555200576782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,5120,0.21216266685061982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,768,2048,0.018618666463428073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,16384,0.033702221181657575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,6144,0.155367996957567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,65536,0.3010462125142415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,1024,0.0039813332259655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,1536,0.0743760002983941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,128,0.14671733644273546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,12288,2.128795623779297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,2560,0.023853333459960088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,4096,0.012472888661755456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,8192,0.028370665179358587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,768,0.10556089215808445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,7168,0.036743111080593534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,6144,0.12274489137861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,51200,0.4201395511627197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,51200,0.3811066680484348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,1024,0.016216889023780823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,3584,0.012540444731712341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,51200,0.4459839926825629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,32,12288,0.00600622221827507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,64,0.0027760000278552375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,64,768,0.00867377801073922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,768,0.004951999833186467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,5120,0.010296888649463654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,4096,0.3424053457048204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,5120,1024,0.00866844422287411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,256,0.010737777584128909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,10240,0.10872355434629653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,3072,0.03755377729733785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,65536,2.1369431813557944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,65536,0.08821955654356216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,51200,0.09133422374725342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,16384,5.784831153021918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,7168,0.05921866496404012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,1536,0.035120887888802424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,768,0.0038844446341196695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,6144,0.012615111139085559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,2560,0.023376888699001733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,64,0.005116444494989184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,16384,32,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,256,0.017278222574128043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,12288,0.062163558271196157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,5120,12288,0.03568889035118951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,7168,0.09435911311043634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,4096,0.010863111250930362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,1536,0.00959288908375634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,6144,256,0.01937333411640591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,6144,10240,0.02871733241611057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,4096,0.008835555778609382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,2560,0.10756444268756443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,10240,1536,0.017138666576809354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,1024,0.004552888787455029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,2560,0.024851555625597637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,512,0.020802666743596394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,3584,0.010768888725174798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,256,0.006609777609507243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,768,0.02074666652414534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,65536,1.3169369167751737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,10240,0.26184622446695965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,6144,0.017217778497272067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,128,0.15663466188642713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,3584,2560,0.07305955224566989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,4096,0.1064995527267456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,10240,51200,0.493102232615153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,1536,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,51200,4096,0.4859253565470378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3072,65536,0.14806311660342747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,768,0.03963288995954726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,6144,6144,1.8432212405734594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,51200,1.0816781785753038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,12288,0.0151555554734336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,6144,0.024420445164044697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,10240,768,0.04403822289572822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,6144,0.0075866662793689305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,64,0.015811555915408664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,2560,0.08620444271299575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,2560,0.027632888820436265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,6144,0.013654222091039022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,2560,0.02401688860522376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,7168,0.02239822182390425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,6144,0.06698933574888441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,7168,0.15071645047929552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,12288,0.14107022020551893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,4096,0.014626666903495789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,3072,0.006684444430801604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,65536,1.4548497729831273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,4096,0.2097004387113783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,8192,0.01180355581972334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,768,512,0.0033164444482988785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,64,0.007179555793603261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,3584,0.04892888996336195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,51200,0.10170755783716838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,1024,0.08948533402548896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,256,0.014408000641398959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,8192,0.09395111269421047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,2560,0.16145155164930555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,768,0.044363554981019765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,32,0.023229334089491103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,64,0.024548444483015273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,1536,768,0.02181511123975118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,1024,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,7168,6144,0.12571199735005698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,2560,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,2048,0.010276444256305695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,2560,0.11138044463263617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,6144,0.5580177836947972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,8192,0.05916800101598104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,768,0.008095111283991072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,1024,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,512,0.26181422339545357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,4096,64,0.01647555496957567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1024,2560,0.0381004446082645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,10240,0.41936532656351727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,768,128,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,12288,0.0376835564772288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,1024,0.04320533408059014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,768,0.029091556866963703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,1024,0.007096000015735626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,10240,1.1262568367852104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,12288,0.10169244474834865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,12288,0.0840559999148051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,512,0.3634017838372125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,51200,3584,0.07224710782368977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,10240,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,1024,0.04535377687878079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,3072,0.10768177774217393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,7168,0.2672435442606608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,3072,0.05371110969119602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,3584,0.06095021963119507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,768,256,0.010494222243626913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,64,8192,0.006136888845099344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,6144,0.018392889036072623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,6144,0.029128889242808025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,3584,0.11848355664147271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,10240,0.0835004448890686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,1536,0.008848889006508721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,4096,0.022486221459176805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,6144,0.037668443388409086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1536,2560,0.019277332557572257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1536,7168,0.4624444643656413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,256,0.012072888513406118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,12288,1.193895975748698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,10240,0.620341353946262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,1536,0.014680888917711047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,2048,0.05934844414393107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,8192,0.02975822157329983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,65536,1.2811110814412434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,1536,0.006268444574541516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,12288,0.03352088729540507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,512,0.0058559998869895935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,7168,0.012038222617573209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,768,0.006259555617968242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,65536,0.8498604562547473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,32,0.028431998358832464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,10240,0.04305244485537211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,2560,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,1536,0.015115555789735583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,512,128,0.0064222220745351576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,65536,7.699729919433594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,3584,0.024471999870406255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,3584,0.010537777509954242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,65536,0.15313777658674452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,3584,0.009697777529557547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,3072,0.01109955542617374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,12288,0.018461333380805123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,65536,3072,0.45075024498833555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,8192,0.8363813294304742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,4096,0.023943111300468445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,6144,0.019004444281260174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,128,0.006507555643717448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,512,0.007015110717879401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,10240,6144,0.45072444279988605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,3072,0.03777155611250136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,16384,0.18542310926649305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,3584,0.1675893333223131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,3584,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,4096,0.49798933664957684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,128,4096,0.022608889473809138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,3072,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,6144,512,0.014646222194035849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,768,0.004821333206362194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,3584,0.020815999971495736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,16384,4.58989503648546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3584,2560,0.012642666697502136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,128,0.005494222044944763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,2560,768,0.030826667944590252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,2560,0.012675555215941535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,256,51200,0.10174310869640774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,6144,0.030536890029907227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,51200,0.7374115520053439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,2560,0.017272889614105225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,7168,0.014362666341993542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,6144,0.08137600289450751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,512,0.004488000025351842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,3584,0.06858933634228177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,64,0.006436444405052397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,51200,0.5833653344048394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,51200,2.558152940538194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,51200,0.2541653315226237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,3072,0.01980622278319465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,12288,1.6597831514146593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,64,0.01945955554644267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,2560,0.041821334097120494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,512,0.008560889297061497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,10240,0.018251554833518136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,512,0.006325333482689328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,128,0.003903999924659729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,1024,0.625732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,4096,0.01218311074707243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,1024,0.3429111109839545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,10240,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,2048,0.034336888127856784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,2048,0.12778577539655897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,16384,0.0647911098268297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,8192,3.1163929833306203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,2048,0.01425866617096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,2048,0.008247111406591203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,10240,0.017839110559887357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,10240,0.014392889208263822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,4096,0.009372444616423713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,6144,0.1931093268924289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,3584,0.02126933303144243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,6144,0.03461422191725837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,1536,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,16384,32,0.010737777584128909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,2048,0.010791111323568555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,768,0.004370666626426908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,256,0.0032391111469931076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,1024,0.0664222240447998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,5120,0.02626577847533756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,8192,0.0698631140920851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,256,0.02126400007141961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,1024,2048,0.05545333358976576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3584,1024,0.024923556380801733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,3072,0.007616000043021307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,512,65536,0.03391911254988776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,65536,0.20652266343434653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,512,0.051163554191589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,8192,0.3195857736799452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,128,0.005064888960785336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,8192,0.006232888748248418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,1024,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,51200,1.0374879837036133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,65536,0.21990844938490126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,16384,1024,0.011947555674446953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,256,0.005399111244413588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,2560,0.016162667009565566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,512,0.03147555390993754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,256,0.00924622184700436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,51200,18.702011108398438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2560,6144,0.34172267383999294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,32,0.0075288886825243635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3584,768,0.006113777971929974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,51200,0.04702577657169766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,3072,0.012598222328556908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,4096,0.00868000007337994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,12288,0.05504799882570902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,64,0.007850666840871176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1536,65536,0.7518853081597222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,6144,0.07516088750627306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,32,0.0035546666218174826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,768,7168,0.13198044564988878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1536,16384,0.028316444820827905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,5120,0.03512977891498142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,128,0.037238223685158625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,10240,4.718116336398654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,5120,0.01570399933391147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,5120,65536,0.26814932293362087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,6144,64,0.005730666634109285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,32,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,12288,0.019690665933820937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,1536,0.00675022229552269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,7168,0.03442310955789354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,512,0.00673333348499404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,10240,1.0082630581325955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,3584,2560,0.09008177783754136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,51200,512,0.036475555764304265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,2560,0.38593422041998965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,5120,0.01110311100880305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,768,0.02286400066481696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,3584,0.058000889089372426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,4096,0.014901333385043673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,7168,0.01679644485314687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,3072,0.009276444713274637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,64,0.008462222086058723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,3072,0.12388622760772705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,8192,1024,0.06442577971352471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,4096,16384,0.05028088887532552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,10240,0.04081511166360643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,3072,0.008201777935028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,5120,2048,0.06222489145067003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,128,0.005711110929648082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,2560,0.028336889213985864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,3584,0.016703110602166917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,5120,0.010293333066834344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1536,65536,0.08415200312932332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,10240,0.10173510842853123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,512,0.03958488835228814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,2048,0.006844444407357111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,512,0.005208000126812193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,3584,0.027994665834638808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,768,0.008364444805516137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,2048,0.05079288946257698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,7168,0.02971822354528639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,1536,0.8285573323567709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,16384,0.01685422162214915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,1536,0.054372443093193897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,1024,0.00776800016562144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,5120,0.23129600948757598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,256,0.005345777918895085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,768,0.011380444798204633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,6144,0.02243822150760227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,2560,0.12115911642710368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,10240,0.39292089144388836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,2048,0.027875555886162653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,10240,0.11608621809217666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,2048,0.0053119998839166425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,32,0.005260444349712796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,16384,0.09986755583021377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,6144,0.06473688946829902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,1536,0.004873777843183941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,12288,16384,0.1565013329188029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,6144,0.2324568960401747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3584,5120,0.01610666679011451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,6144,0.28552977244059247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,2560,0.009768889182143742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,32,0.0029191111938820947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,128,768,0.013655111193656921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,65536,2048,0.7937919828626844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,64,0.008576889004972246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,1024,0.016160888804329764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,2560,0.3899653222825792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,768,0.00443822228246265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,3072,0.14669156074523926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,512,0.01200177768866221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,16384,0.018979556030697294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,16384,0.4049351215362549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,5120,3584,0.01331999980741077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,8192,0.11790222591824001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,512,0.004601777841647466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,512,0.010110222631030613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,2048,0.006462222172154321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,4096,0.22995376586914062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,6144,0.02330577704641554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,16384,0.044716444280412465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,16384,1.4159617953830297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,3584,0.03030222323205736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,512,0.053337779310014516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,6144,0.007799111306667328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,12288,0.958495987786187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,16384,8192,0.05925599733988444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,7168,0.2489831182691786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,3072,0.00739822205570009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,768,768,0.017447110679414537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,768,0.00924177798959944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,12288,0.08117155234018962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,1536,0.010882666541470421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,128,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,16384,1536,0.2177884446250068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,10240,0.018090666996108163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,32,0.010654222634103564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,128,0.007837333612971837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,256,0.0046675557063685525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,12288,0.22423111067877877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,8192,0.07202044460508558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,2560,0.013192888763215808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,12288,0.01182044463025199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,3584,0.013770666387346057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,512,0.20607288678487143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,3072,0.024248000648286607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,65536,0.24040444691975912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,512,2560,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,768,0.012470222181744046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,2048,0.0069955554273393415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,256,16384,0.013588444226317935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,4096,0.27264976501464844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,6144,0.03780000077353583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,1536,0.01257066677014033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,10240,0.06076622009277344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,12288,0.10283911228179932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,64,0.0053137776752312975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2048,16384,0.2539750999874539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,7168,0.3494844436645508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,4096,0.34432623121473527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,5120,0.5140844451056586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,7168,0.07888355520036486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,4096,0.008050666915045844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2048,8192,0.16062045097351074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,65536,7168,0.33435466554429794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,32,0.00518488883972168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,7168,0.07314399878184001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3584,2048,0.013007111019558378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,51200,23.130264282226562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,10240,0.05859733290142483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,768,0.00849599970711602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,2048,0.02202044427394867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,2048,0.024439111351966858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,3584,0.03628799981541104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,256,0.041690667470296226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,16384,1.1532426410251193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3584,6144,0.18073688613043892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,768,0.017266665895779926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,32,2560,0.006656888872385025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,6144,0.015464888678656684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,128,0.007907555335097844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,51200,0.10497866736518012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,5120,6144,0.11294489436679417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,5120,2048,0.013459555804729462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,4096,0.0874755581219991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,2048,0.01039644413524204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,12288,3.6645245022243924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,1536,0.04993866549597847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,2560,0.01444355481200748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,16384,0.024545777175161574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,5120,0.025664889150195654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,8192,0.5502764383951823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,2048,0.06776177883148193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,7168,0.04782311121622721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,10240,0.025395555628670588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,1536,0.008185777399275038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,768,2560,0.022208889325459797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,32,0.003176888864901331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,3584,0.07661688990063138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,10240,0.12915200657314724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,6144,0.08697244193818833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,51200,0.08254400226804945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,6144,0.010709332923094431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,12288,0.03683111071586609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1536,8192,0.013162666724787818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,5120,0.009890666438473595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,2560,0.0063795554969045855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,51200,0.0092604441775216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,32,8192,0.01181777815024058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,2560,0.007925333248244392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,7168,0.025064888927671645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,512,0.027523555689387854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,65536,0.009320889082219865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,2560,0.006261333409282897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,12288,0.021221333079867895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,2048,0.006643555644485686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,4096,0.04439555605252584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,51200,0.023564444647894964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,12288,0.01572088897228241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,2048,0.08202844195895724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,12288,0.2033155494266086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,65536,32,0.248888889948527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,3072,0.6029298040601943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,768,0.0092604441775216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,12288,6144,0.2957022190093994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,10240,0.012981333666377597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,7168,0.017980444762441847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,6144,0.032680888970692955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,8192,0.09112177954779731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,512,0.0059262220230367445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,3584,0.05216888917817009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,1024,0.0037955554823080697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3072,8192,0.016421332955360413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,2560,0.05139288968510098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,8192,0.21689066621992323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,768,65536,0.2115537722905477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,256,0.10229600138134426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,64,0.005509333478079901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,6144,0.011733333269755045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,1536,0.057125336594051786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,16384,0.02939200070169237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,65536,0.37977690166897243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,65536,0.010477333433098264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,4096,0.2192737791273329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,2048,0.02720622221628825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,2560,0.0262080000506507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,768,0.0063440000845326324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,6144,0.20243110921647814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,768,0.007670222057236566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,1536,0.14044000042809382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,65536,0.1722266674041748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,64,0.00646666685740153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,51200,5120,3.334742228190104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,32,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,10240,0.3883253203497992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,256,0.14450044102138943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,16384,0.03388444582621256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,32,0.0027875554644399216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,7168,3584,0.183296004931132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,5120,0.012808000048001608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,2560,0.013835555149449242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,5120,0.5227173169453939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,2560,0.025332444243960913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,4096,0.012736000120639801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,51200,2048,0.0777733325958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,12288,0.06584888696670532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,1024,0.01681155628628201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,7168,0.019338667392730713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,8192,0.060117330816056996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,1024,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,3584,0.014675555957688225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,51200,0.2069502274195353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,51200,0.1399244467417399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,256,0.18996266523996988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,64,0.0406257775094774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,16384,0.09961866670184666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,51200,0.0837751097149319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,512,0.005326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,2560,0.014654222461912366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,5120,0.0395395557085673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,16384,0.7286613252427844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,3584,0.022944889134830896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,256,2560,0.009886222581068674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1536,8192,0.10631022188398574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,128,768,0.004588444613748127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,6144,3072,0.019487111104859244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,6144,0.010535111029942831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,128,0.005489777773618698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,12288,0.5116177664862739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,3584,0.00960533320903778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,51200,0.05400355656941732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,1536,0.07411555449167888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,3584,0.05512977639834086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,51200,0.04911466770701938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1536,51200,0.46191909578111434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,51200,0.06303466690911187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,7168,0.32320621278550893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,2048,0.007719111111429002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,51200,0.06037422021230062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,12288,0.07085600164201525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,1024,0.013274666335847644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,8192,0.10843111409081353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,7168,0.14410666624704996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,1536,0.007600888609886169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,128,768,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,10240,65536,0.5735280248853896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,3072,0.009156444834338294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,2048,0.00740533322095871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,3584,0.035918222533331975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,3584,0.015648888217078317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,1024,0.00590133335855272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,4096,12288,0.0326222214433882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,65536,1.0410355461968315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,1536,0.09740889072418213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,5120,0.011702222128709158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,768,3072,0.03920711080233256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,128,0.0028115556471877625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,8192,51200,0.47981776131523984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,256,0.011438222395049201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,128,0.010173333187898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,5120,0.009462222456932068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,1536,0.07457866933610705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,6144,0.031416889694001936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,128,12288,0.009172444542249044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3584,8192,0.0880933337741428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,51200,0.3127724329630534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,2048,0.015042665931913586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,32,0.0028008888992998335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,6144,0.044997334480285645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,10240,0.0868320001496209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,768,256,0.006143110907740063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,51200,0.1924355559878879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,512,0.6373626920912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,2560,0.006887110984987683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,2048,0.008025777836640676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,3584,0.01128266668981976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,51200,0.37328354517618817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,12288,0.040242665343814425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,12288,51200,4.456241607666016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,768,0.005939555664857228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,51200,0.07320355706744723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,1536,0.09962133566538493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,128,0.003107555624511507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,4096,0.011207111179828644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,6144,5120,0.39757511350843644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,65536,1.2718444400363498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,4096,0.008809777597586313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,10240,0.07852444383833143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3072,4096,0.011501332951916588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3072,3584,0.08617866701549953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,8192,512,0.01904266741540697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,10240,0.04217333263821072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,51200,3072,0.06692444615893893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3072,6144,0.5319457583957249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,8192,0.08520711130566067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,10240,0.08570310804578994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,2048,0.016068443655967712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,2048,0.04074488745795356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,51200,0.3733511235978868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,128,0.010292444792058732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,64,0.0069875551594628235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,12288,0.148561782307095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,3072,32,0.002628444383541743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,128,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,4096,0.01128888875246048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,32,6144,0.023025777604844835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,51200,4.131660461425781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,32,0.003738666574160258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,51200,65536,1.8128568861219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,3072,0.01589866644806332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,16384,0.023065777288542852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,768,0.04673422376314799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,65536,0.01386577801571952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,768,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,3584,0.17852355374230278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,1024,0.011513777905040316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,128,0.04998044504059685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,65536,0.010510221951537661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,12288,5.66962390475803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,6144,0.041117333703570895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,3072,0.02979644470744663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,7168,0.7173502180311414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,51200,64,0.006786666810512543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,3072,0.2018160025278727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,12288,0.06316088967853122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,2048,0.06210933128992716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,1024,0.005975111077229182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,128,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,1536,0.004361777669853634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,4096,1.3940080006917317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,51200,0.2573102315266927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,2048,0.022351110974947613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,16384,6144,0.08031466934416029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,5120,4096,0.5497120221455892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,8192,0.02798488736152649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,6144,0.022631999519136217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,32,0.00685422205262714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,10240,0.016533333394262526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,8192,0.012123555772834353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,10240,0.1095751126607259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,5120,0.017123555143674214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,3072,0.14108978377448186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,51200,0.21444355116950142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,1536,0.03515555461247762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,32,0.005341333233647876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,7168,512,0.03877955675125122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,4096,0.007850666840871176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,2048,0.013246222502655454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,8192,2.614217758178711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,256,0.0064497776329517365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,6144,0.15638666682773167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,16384,5120,0.35603732532925075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,768,0.003858666867017746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,5120,0.024505777491463557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,4096,0.0420720014307234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,768,0.046237332953347095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,8192,0.12012533346811931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,65536,0.059281779660118945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1536,7168,0.1101599997944302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,64,7168,0.01354311075475481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,6144,0.48235024346245664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,64,0.006054222169849608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,10240,3.282503128051758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3584,65536,0.10092977682749431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,2048,0.18898844718933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,4096,0.07235199875301786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,768,0.3804933230082194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,5120,64,0.012991111311647626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,12288,0.06394222047593859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,1024,0.006866666591829724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,768,0.016026667422718473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,2560,0.007188444336255391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,16384,1.7338640424940321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,4096,0.021701332595613267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,12288,0.10557155476676093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,8192,0.06409155660205416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,768,0.005550222264395819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,16384,0.02742133372359806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,16384,16384,1.4309262169731989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,16384,0.13620532883538142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,8192,0.012632889052232107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,51200,0.3005182213253445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,1536,0.12531288464864096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,12288,64,0.00318755561278926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,256,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,3584,0.04306844539112515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,65536,0.15432443883683947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,7168,0.09266222185558742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,10240,7168,0.36334578196207684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,7168,0.30036266644795734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2048,8192,0.023656888140572443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,4096,0.020823111136754353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,2048,0.016089777151743572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,128,0.024160888459947374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,64,0.0052639999323421055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,32,0.10763377613491482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,7168,0.15061510933770075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,256,0.012774222426944308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,512,0.005320888840489917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,12288,0.07973421944512261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,256,0.10867200295130412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,6144,0.012621333201726278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,3072,0.006322666588756774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,4096,0.06051911248101128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,8192,0.015976000163290236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,8192,0.011348444554540845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,768,0.01184088902340995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,4096,3584,0.013829333086808523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,6144,0.01590399940808614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,128,0.0074346669846110875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,768,0.0035582222044467926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,32,0.004794666750563515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,512,0.003699555579158995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,512,0.3198088804880778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,2560,1024,0.01790488925245073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,51200,3.1784773932562937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,32,0.003647110942337248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,128,0.006968888971540663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,16384,1.4337679545084636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,65536,2048,0.7146595319112142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,4096,0.5917217996385362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,4096,0.015178667174445258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,1024,0.11261955897013347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,16384,0.01167377746767468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,1024,0.004912000149488449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,51200,0.12970399856567383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,12288,0.22220977147420248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,3584,0.01942311061753167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,7168,0.27273334397210014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,128,0.003220444545149803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,12288,65536,2.539800008138021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,3072,0.007761778102980719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,256,0.006688888702127669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,16384,0.020271999968422782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,32,0.00332266671790017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,3072,0.019191111127535503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2560,256,0.015032889114485847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3072,2048,0.032475554280810885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,3584,0.029956443442238703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,1536,0.01087288889620039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,6144,0.054959111743503146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,7168,0.015864888827006023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,51200,3.5648409525553384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,1024,0.0074942219588491656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,1536,0.006302222195598815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,2560,0.036200887627071805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,51200,0.06376710865232679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,8192,0.018021333548757765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,3584,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,7168,0.030733333693610296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,10240,2.231923633151584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,5120,0.05582133266660902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,12288,0.3317057821485731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,256,0.004824000100294749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,2560,0.020640888147883944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,2048,0.023608888188997906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,2048,0.01905333333545261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,256,0.0046977777447965415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,3584,0.007448888487286038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,5120,1.2764879862467449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,51200,3.2812756432427297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,51200,1.3220497767130535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,51200,3.5624881320529513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,5120,64,0.002941333378354708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2048,5120,0.012661333713266583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,16384,0.8651422394646539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,8192,0.07007733318540785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,16384,0.37868356704711914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,3584,0.013345777988433838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,65536,8.300508287217882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,128,0.008632889224423302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,5120,0.03961866762903001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,5120,0.021197333931922913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,512,0.00926577796538671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,32,0.05041155550214979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,768,10240,0.06314400169584486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,51200,0.2047191063563029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,1536,0.006360000206364526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,12288,0.01834488908449809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,6144,0.015660444895426433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,65536,0.22305689917670357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,32,0.005382222019963794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,4096,0.008353778057628209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,512,0.005768888940413793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,3072,32,0.013056889176368713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,128,0.02788177794880337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,3584,0.018430221411916945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,3584,0.021830222672886316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,8192,8192,0.2223715517255995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,8192,0.011231111155615913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,1024,0.17132088873121473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,7168,0.3308640056186252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,3072,0.03525777657826742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,512,7168,0.011209777659840055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,51200,0.3929191165500217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,16384,0.020612445142534044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,512,0.01868888901339637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,128,0.0028106667515304354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,256,0.0203146669599745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,5120,0.0558755530251397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,5120,0.7986773384941949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,2048,0.030245333909988403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,3584,0.07573422458436754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,256,5120,0.006852444261312485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,12288,0.043924444251590304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,64,0.05497689048449198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,10240,0.9785866207546658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,65536,51200,2.3702799479166665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,4096,0.1344897747039795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,1536,0.06759555472267999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,1536,0.02819733487235175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,65536,0.3252568774753147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,4096,0.008722667064931657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,256,3584,0.007825777762466008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,65536,1.179258664449056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,512,0.00434933313065105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,65536,0.7268720202975802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3584,12288,0.20475644535488555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,3072,0.9957200156317817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,64,0.007349333001507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,2560,0.016231111354298063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,1024,0.005114666703674528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,128,0.014631999863518609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,128,0.006033777776691649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,512,0.022479999396536086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,2560,128,0.00543200017677413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,512,0.023073777556419373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,512,0.005141333159473208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,4096,0.03268355462286208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,256,0.04156444470087687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,3584,0.043750223186280995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,16384,0.6599777539571127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,768,0.00452533322903845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,128,0.0037991110649373797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,3072,0.3400702211591933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,7168,2.5643083784315324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,768,16384,0.021551999780866835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,512,0.0047457776963710785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,10240,0.0120666664507654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,6144,0.17527466350131563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3584,64,0.012237333589129977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,6144,0.3645937707689073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,51200,0.05515911181767782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,3072,2560,0.04592355423503452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,51200,6.881279839409722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,4096,0.12042221758100723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,7168,5120,0.023665777511066858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,7168,0.02677511175473531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,7168,3584,0.10311200221379598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,3072,0.19263733757866752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,16384,0.06014221906661987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,8192,6144,0.02492711113558875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,768,0.034232887956831194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,768,0.004801777915822135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,7168,0.011236444115638733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,768,0.022758222288555566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,2560,0.09624444113837348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,2560,0.024458666642506916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,32,0.01277511070171992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,3584,0.009948444035318162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,16384,2.6122105916341147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,7168,3584,0.14396088653140598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,4096,0.02829155657026503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,6144,0.30039556821187335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,65536,6.698539733886719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,32,0.008240888516108194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,768,0.005787555542257097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,1024,0.028559111886554297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,3584,0.19300533665551078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,51200,0.06528533167309232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,51200,7.398216247558594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,5120,0.5971066686842177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,10240,0.06299022171232435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,5120,0.03372977839575873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,128,0.02143999934196472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,10240,0.6153430938720703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,6144,0.46692265404595273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,512,0.007092444433106317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,4096,0.007040888898902469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,16384,0.14507822195688883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,768,0.014940443966123792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,1024,0.004870222260554631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,6144,0.012177777787049612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,16384,0.06012533108393351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,7168,0.011511111425028907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,51200,51200,1.026592042711046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,64,65536,0.06671733326382108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,6144,0.3365493350558811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,2560,0.04625599914126926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,12288,0.44188888867696124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,5120,0.14689155419667563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,12288,0.8665937847561307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,8192,0.32433777385287815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,7168,0.014001778430408902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,10240,0.7892613410949707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1024,7168,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,10240,0.019796444310082328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,16384,0.08156444629033406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,256,0.003289777785539627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,3584,0.007894222107198503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,512,0.0074142225914531285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,3072,0.008093333078755273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,64,0.004335999902751711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,6144,7168,0.21310133404201934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,3072,0.011406222151385413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,65536,0.0902986658944024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,1024,0.0068808889223469635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,10240,0.04270755582385593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,64,768,0.004105777790149053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,256,51200,0.3084648980034722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,5120,0.02444177700413598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,65536,0.08316355281405978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,64,0.004265777766704559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,3072,0.037294222248925105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,32,0.0069715554515520734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,10240,0.05210666524039375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,16384,256,0.004986666556861666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,16384,0.166101336479187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,128,0.003440888805521859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1024,8192,0.011112000379297467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,4096,0.3290213214026557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,65536,0.29926223225063747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,8192,0.01881511178281572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,16384,0.044738666878806226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,4096,0.30933954980638295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,64,0.007916444705592262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,2048,0.011715555356608497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,3072,0.015233778291278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2048,1536,0.03778577844301859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,10240,0.03716355562210083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,32,0.006136888845099344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,128,3072,0.006634666687912411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,7168,512,0.38460622893439395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,1536,0.02020711037847731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,768,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,2048,0.029515554507573444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,768,0.006667555620272954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2560,2560,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,3584,0.009099555512269339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,3072,0.040431999497943454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,6144,0.01096088853147295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,6144,256,0.006019555446174409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,2048,1.1958986918131511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,256,0.005517333332035277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2560,6144,0.019828443725903828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,6144,0.033646222617891096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,768,0.009012444151772393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,64,0.009810667071077559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,3584,0.050910221205817334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3584,2048,0.011799111134476133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,3584,0.007544000115659501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,3072,0.07025511397255792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,51200,0.46355554792616105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,4096,0.01702222228050232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,768,0.003674666500753827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,8192,0.03309955530696445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,7168,0.42029333114624023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,128,0.0028844444702068963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,4096,0.008584000170230865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,12288,0.3786968919965956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,4096,0.0068604445291890045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,7168,0.06970844666163127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,512,3.0992391374376087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,5120,1.3313368691338432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,64,0.003334222154484855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,4096,0.25415555636088055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,2560,0.021672889590263367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,2048,0.012739555703269111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,512,2560,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,64,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,6144,0.3809048864576552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,51200,0.32996445231967503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,3072,0.007184888753626082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,512,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,512,0.03600800037384033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,6144,0.040179553959104754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,4096,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,128,0.04051377707057529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,65536,0.06769688924153645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,128,0.003091555502679613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,3072,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,1536,0.012610666453838348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,10240,0.1675093306435479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,2560,0.016491555505328707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,256,0.13834399647182888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,256,0.01682577696111467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,65536,0.34891290134853786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,5120,0.06800622410244413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,64,10240,0.03947733177079095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,1024,0.012288889123333825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,10240,0.015015999476114908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,1024,0.01422044469250573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,5120,0.04393777913517422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,7168,0.6907866795857748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,768,0.009715555442704095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,51200,32.31368679470486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,10240,1.29185242123074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3584,512,0.0047608887155850725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,51200,0.09052355421913995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,65536,1.6956062316894531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,3072,0.04008622301949395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,2560,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,8192,0.039572444227006696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,512,0.0602453351020813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,65536,0.11211021741231282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,128,0.005538666827811136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,16384,0.27604977289835614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,65536,1.241114616394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,512,0.014041778114106921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,51200,1.6624977323744032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,768,0.024896888269318476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1024,256,0.006383111079533895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,2048,0.014335110783576965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,2048,0.014375999569892883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,1536,0.04570577873124016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,10240,0.07873600059085421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,51200,0.058952887852986656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,12288,0.3947857750786676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,2048,0.007301333049933116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3072,12288,0.2698631021711561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,5120,0.10379111104541355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,3072,0.012543111211723752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,256,0.008231110870838165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,3072,256,0.005488889084921942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,3072,0.013628444737858243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,2048,0.07848355505201551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,2048,0.029176000091764662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,1024,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,16384,0.316809786690606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,51200,16384,0.32783110936482746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,10240,0.034803556071387395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,8192,128,0.06044889158672757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,8192,768,0.0858151117960612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,2560,0.04367022381888496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,10240,5120,0.1259031163321601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,10240,51200,1.7267351150512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,16384,0.032778667079077825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,3072,0.010440888504187265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,512,0.04333688815434774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,2048,0.00674311113026407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,7168,0.06568533182144165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,4096,5120,0.016583111551072862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,2560,0.007083555890454187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,6144,0.01090400003724628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,51200,3072,0.5109590954250759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,8192,0.1878133349948459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,64,0.0029599999801980127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,3584,0.028932445579104956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2560,3584,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,12288,0.5023360252380371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,64,0.020416888925764296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,768,0.13142666551801893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,256,128,0.0041306668685542215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,3072,0.026919111609458923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,1536,0.059318224589029946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,512,0.006123555617200003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1024,6144,0.044849776559405856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,5120,0.013140444126394061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,1536,0.06431377596325345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,51200,0.11291466818915473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,65536,0.0683715542157491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,8192,64,0.006881777611043718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3072,32,0.006884444504976273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,512,0.004474666797452503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,512,512,0.004668444395065308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,16384,0.2400160100724962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,6144,0.21441245079040527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,64,1024,0.0042275554604000514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,512,0.011881777809725868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,768,0.0476453337404463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,3072,0.049845334556367665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,2048,7168,0.012338666452301873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,16384,0.02446311049991184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,8192,0.00943999985853831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,4096,128,0.004576888763242298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,3584,0.018952000472280715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,6144,3584,0.21729866663614908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,5120,0.2495217853122287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,3072,0.01001422190003925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,2560,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,8192,0.01665599975321028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,1024,0.02725244396262699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,2560,0.00848444468445248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,768,0.003654222107595868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,2048,0.011376889215575324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,8192,0.04321155614323086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,128,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,128,32,0.005197333378924264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1024,512,0.0032764443506797156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,1536,0.05609066618813408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,4096,0.1515724394056532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,768,0.006622222148709827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,12288,0.01611022154490153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2048,3072,0.008569777839713627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,51200,0.1550497743818495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,6144,0.09375377496083577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,128,0.003947555604908201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,1536,0.00517511119445165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,51200,0.2348631223042806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,2560,0.007576888634098901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,10240,0.06846488846672906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,128,0.00315022220214208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3584,512,0.01815466748343574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,32,0.21485422717200386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,32,0.05788711044523451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,7168,0.14194399780697292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,128,5120,0.006485333459244833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,10240,1536,0.11468711164262559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,128,0.013148444394270578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,8192,0.017904000149832833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,7168,0.23347110218471953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,5120,8.357009039984808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,768,0.013134222063753339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,51200,5120,2.230792787339952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,8192,768,0.012493333054913415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,5120,0.017163554827372234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,64,0.0063991112013657885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,64,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,7168,0.016375111209021676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,12288,0.10005511177910699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,65536,0.47870932685004336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,128,256,0.007370666497283512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,65536,6.250505659315322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,1536,0.012249777714411417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,512,0.08124888605541654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,8192,0.8396835327148438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,2048,1024,0.004969777746333016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,768,0.04874489042494032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,3072,0.03468888998031616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2560,51200,0.10669155253304376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,8192,0.02751733362674713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,256,0.10179199775060017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,4096,0.0332551101843516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,128,65536,0.07590577999750774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,7168,7168,0.02632355524433984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,32,0.012268444730175866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,2048,0.006214222146405115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,5120,0.03087110983000861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,32,4096,0.006235555642180973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,1536,0.005388444496525659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,512,0.12477778063880073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1536,5120,0.04465155469046699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,12288,0.20294311311509874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,32,5120,0.011140444212489657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,512,0.010379555324713389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,3072,0.03795911206139459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,10240,0.0539591113726298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,3072,0.027486221657858953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,6144,0.19164710574679902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,768,0.005723555468850666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,12288,512,0.060488886303371854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,1024,0.006481777876615524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,1024,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,2560,0.029880000485314265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,12288,0.6155049006144205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,7168,0.31236712137858075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,7168,0.012837332983811697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,3072,0.0747013356950548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,1536,0.008922666311264038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,10240,0.47620179918077254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,6144,0.8080239825778537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,65536,0.09836266438166301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,7168,0.019356444478034973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,4096,12288,0.04052622119585673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,51200,3.3958621554904513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,65536,21.133349948459202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,512,0.009966221948464712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,10240,8192,0.21999911467234293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,7168,0.0325217776828342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,10240,2.0565030839708114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,256,0.004404444247484207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,256,0.13383377922905818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,5120,0.2424915631612142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,3584,0.01966399947802226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,32,0.006611555400821898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,4096,12288,0.05074400040838453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,512,0.004010666575696734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,3584,0.026008889079093933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,8192,0.20100533962249756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,128,0.00499199993080563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,512,0.005144000053405762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,65536,3072,0.08232977655198839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,512,1.2026311026679146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,1024,0.014485332700941296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,1536,0.0047066667013698155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,51200,0.18023733297983804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,32,0.011395555403497485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,51200,45.510826958550346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1536,51200,0.06290933158662584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,2560,0.006171555568774541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,12288,0.01513777838812934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,1536,0.006205333189831839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,1536,0.0528053343296051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,2560,0.023880889018376667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,1024,0.004951999833186467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,64,0.005264889034960005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,3072,0.010782221953074137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3072,1024,0.017256889078352187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,10240,1.0220844480726454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3584,3072,0.07961333460277982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,51200,3584,2.0056701236300998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,3584,0.016920889417330425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,32,0.01604711181587643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,1536,0.006226666685607698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,768,0.005052444421582752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,1024,0.005473777651786804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,512,0.005944889038801193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,768,0.016741333736313712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,256,0.004899555610285865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,3072,0.013215111361609565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,5120,0.011362666885058085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,3584,0.0928186641799079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,16384,0.060771558019849986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,5120,0.03102311160829332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,1536,0.01015733347998725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,1536,0.005903111149867375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,128,0.004351110921965705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,2048,0.05003022154172262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,16384,0.1079182227452596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,2560,0.3109404510921902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,6144,0.021702221698231165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,3072,0.012243555651770698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,2048,0.014084445105658637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,12288,512,0.00998755544424057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,256,8192,0.04276355438762241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,1536,0.015791111522250705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,512,256,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,2048,0.010797333386209277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1024,8192,0.7561244434780545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,12288,0.24889334042867026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,768,256,0.004757333132955763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,32,0.003683555457327101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,3584,0.03523644473817613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,3072,0.04260889026853773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,64,10240,0.007546666595670912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,2048,0.019842666056421068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,32,0.002704888789190186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1024,3072,0.010341333018408881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,128,2560,0.005958222266700532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,3072,0.010300444232092964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,1536,0.07696533203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,256,16384,0.019096000327004325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,256,768,0.005015111217896144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,256,0.016914667354689706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,16384,0.03761333227157593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,768,256,0.005787555542257097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,128,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,6144,0.012074666718641916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,512,0.04751733276579115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,16384,512,0.10720000002119277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,256,0.184897780418396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,65536,0.07629155450397067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,2048,0.051049778858820595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,1024,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,1536,0.01038577738735411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,256,0.06397244665357801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,2560,0.015291555060280694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,3584,1.5124453438652887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,16384,0.057337780793507896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,12288,0.05345955491065979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,6144,0.019319999549123976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,32,0.0041662222809261745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,5120,0.028831998507181805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,51200,5120,0.152255998717414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,51200,10240,3.3576463063557944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,256,0.006775110960006714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,256,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,2048,0.7619235780504016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,2560,0.11619288391537136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,512,0.004295111116435793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,64,0.009128000173303816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,12288,0.02001066671477424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,12288,0.05908799833721585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,5120,0.01702844434314304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,256,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2048,1536,0.006569777925809224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,1536,0.004634666774008009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,10240,0.017807111144065857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,1024,0.012170666621790992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,512,0.018128888474570382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,6144,0.012349333200189801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,7168,0.013384888569513956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,4096,10240,0.03378044565518697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,4096,1024,0.008614222208658854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2560,2560,0.03283910950024923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,256,0.0034933334423436057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,16384,12288,0.4370311101277669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,51200,1.3687031004163954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,4096,0.1032151116265191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,2560,0.008250666989220513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,3072,0.012614222036467658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,10240,0.07441155778037177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,768,4.202317131890191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,1024,16384,0.025810667210155066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,4096,1024,0.009159111314349705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,32,512,0.004212444441186057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,10240,1.7821547190348308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,6144,0.17113778326246473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,6144,0.014001778430408902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,6144,0.28802932633294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,6144,0.009895111123720804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,1536,0.11376978291405572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,2048,0.007640000018808577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,256,0.0034053333931499054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,7168,0.31289156277974445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,128,0.002895999906791581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,8192,0.12904711564381918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,4096,0.019890666007995605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,2560,0.031488888793521456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,8192,0.6677866511874728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,2560,0.02978844443957011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,4096,0.012632889052232107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,65536,0.3576488759782579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,768,256,0.005124444348944558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,64,51200,0.06062755319807264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,512,0.007367110914654202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,16384,5120,0.03452444407675002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,2560,0.014291556345091926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,1024,0.009931555224789513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,7168,0.32808976703219944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,2048,0.009581333233250512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,128,0.005163555757866966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,256,0.003104888937539525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,51200,64,0.12835110558403864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,3072,0.02436977790461646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,51200,512,0.017900443739361234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,2560,0.006231110956933763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,7168,0.22356179025438097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,128,65536,0.4519688818189833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,512,0.01475288967291514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,7168,0.07193866703245375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,5120,0.02117066747612423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,32,0.0025680000997251934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,64,0.0030097777230872046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,5120,0.04992444316546122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,5120,8192,0.030280888080596924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,32,0.0026293332791990707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,2048,0.00544177782204416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,4096,3584,0.10449688964419895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,2560,0.010407999985747868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,2048,0.03739555676778158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,64,0.005392000079154968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,5120,0.03215822246339586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,128,2560,0.021645334031846788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,51200,0.04205066627926297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,4096,14.625040690104166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,3584,0.01812533371978336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,8192,8192,0.11301510863833958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,2048,0.010877333581447601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,16384,0.05938755803638034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,4096,0.008375999828179678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,7168,0.06584978103637695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,5120,51200,2.3625848558213973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,768,0.005670222143332164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,64,0.003916444463862313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,5120,0.029086222251256306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,5120,0.013348444468445249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,8192,0.23432887925042045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,8192,0.1117360062069363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,32,0.0028044444819291434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,3584,0.029089778661727905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,256,6144,0.02586577832698822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,32,0.00301155551440186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,10240,0.01846577723821004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,7168,12288,0.039749334255854286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,2560,0.014547554983033074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,32,0.0027217778066794076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,512,0.003257777748836411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,32,128,0.002883555574549569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,6144,6144,0.2832097742292616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,7168,0.013164444102181328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,256,0.0053226666318045715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,512,0.032376001278559365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,12288,0.020132443971104093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,2560,0.06677599747975667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,8192,0.013471110827393003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,2048,0.013074666261672974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,32,0.003072000005178981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,51200,0.05436266793145073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,4096,0.015615110596021017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,1536,0.012239110966523489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,5120,0.02942399846182929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,768,0.005543111099137201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,2048,0.014860444598727755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,768,0.006883555402358373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,2048,0.010437332921557956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,8192,0.13492443826463488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,256,0.03449689017401801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,2048,0.007299555672539606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,8192,0.11725600560506184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,2560,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,1024,0.009128889275921715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,12288,64,0.003192000091075897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,128,0.009121778110663096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,12288,0.09361333317226833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,768,65536,0.448470221625434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,5120,2560,0.07259733147091336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,10240,0.03795377744568719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,8192,0.4701857566833496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,512,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,64,0.007530666887760162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,32,0.0032151111712058387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,768,0.004097777936193678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,64,0.029848890172110662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,6144,0.012435555458068848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,8192,0.023006222314304773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,6144,0.11055733097924127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,12288,32,0.016543999314308167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,1536,0.005747555444637935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,256,0.004519111166397731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,32,0.007296889192528195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,256,0.006035555568006303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,8192,65536,3.019060346815321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,12288,0.05513155460357666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,8192,12288,0.047720889250437416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,16384,0.07370222277111478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3584,3584,0.07142311334609985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,6144,0.15404089291890463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,12288,64,0.007648888561460707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,16384,0.01941244469748603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,8192,0.060714668697781034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,256,512,0.004543999830881755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,3072,0.007070221834712558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,10240,0.02407377792729272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,32,0.0028817777832349143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,7168,0.2612168788909912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,64,0.00272088891102208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,768,0.02241511146227519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,768,0.008756444685988957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,65536,0.930198245578342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,12288,0.0391866664091746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,6144,0.014519110321998596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,2048,0.057534224457210965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,10240,3584,0.02035555574629042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,32,0.005717333406209946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,65536,2048,0.4890631039937337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,3584,0.008650666309727563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,128,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,10240,0.18256889449225533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,128,0.004449777719047335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,512,6144,0.011415111521879831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,6144,0.03398933344417148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,768,0.007303111255168915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,3584,0.011924444801277585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,128,2048,0.0053280000057485365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,10240,0.03472977876663208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,8192,0.012800888882742988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,6144,0.05466577741834852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,2048,3072,0.010784000158309937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,5120,0.008973333570692275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,768,0.05351022217008802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,12288,0.015122666954994202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,512,256,0.004505777938498391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,1024,0.08634577857123481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,51200,0.19446221987406412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,256,4096,0.008267555799749162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,6144,0.049076444572872586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,768,0.017135999268955655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3584,3584,0.09114666779836018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,51200,5.182962629530165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,65536,5.042944166395399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2560,256,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,128,5120,0.011838222543398539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,32,0.003101333354910215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,7168,0.05032711227734884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,512,32,0.005070222334729301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,10240,0.0503057771258884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,128,0.014150222142537435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,1024,0.015578667322794596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,2560,6144,0.01462311049302419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2048,2560,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,1536,0.03550133440229628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,2560,0.06263644165462919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,4096,0.032650666104422674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,51200,0.05798400110668606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,2048,0.5698560078938802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,128,8192,0.018048000004556444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,512,256,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,51200,0.34778843985663516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,768,0.006677333265542984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,768,0.004567999806669024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,3584,0.007345777418878343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,64,0.06392266352971394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,1024,0.01368799971209632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,128,0.018579555882347953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,1536,0.20102843973371717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,8192,0.40952089097764754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,128,0.022072000635994807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,6144,0.02295200030008952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,3584,0.011834666960769229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,6144,1536,0.01092266705301073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,5120,0.22825866275363496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,512,0.006233777850866318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,16384,5120,0.06286933024724324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,16384,0.11937333477867974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,1024,5120,0.023796444137891132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3072,51200,0.5480826695760092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,6144,0.03566755519972907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3072,2560,0.011316444310877057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,3072,0.12825600306193033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,5120,0.026664889521068994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,32,12288,0.0486195551024543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,512,0.007188444336255391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,12288,4096,0.5972391234503852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,64,0.0026977778308921387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,2048,0.0070017774899800616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,12288,2.6045555538601346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,10240,0.3814320034450955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,512,768,0.0041751112374994485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3584,3072,0.011205332974592844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,768,0.04704622096485562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,4096,0.15095999505784777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,12288,0.0159244438012441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,128,0.05767999755011665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,65536,0.012201777762836881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,4096,1.2723502053154838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,1536,0.17144178019629586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,5120,0.05128444565667046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,1536,0.01836266616980235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,16384,5120,0.06471377611160278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3584,128,0.021743999587164983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,65536,0.6345466507805718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,128,0.005413333161009683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,5120,0.009536888864305284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,65536,0.12886667251586914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,7168,0.23920000924004448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,1024,0.01166133334239324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,8192,0.06926044490602282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,768,1536,0.01440000037352244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,65536,0.3604133394029405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,16384,0.036504000425338745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2048,1536,0.01200799975130293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,2048,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,65536,0.46642753813001847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,5120,0.21597688727908662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,4096,0.0244186669588089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,512,768,0.015592000550693937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,2560,2560,0.009135111338562435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2048,16384,0.034388442834218345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,4096,0.30918222003512913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,51200,0.15410133202870688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,2048,0.05479377839300367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,64,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,8192,0.06634222136603461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,10240,0.07786222298940022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,65536,1536,0.28352178467644584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,65536,0.18138310644361708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,768,16384,0.11476711432139079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,7168,0.8593031035529243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,4096,0.02218577762444814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,2048,0.020672889219390023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,12288,0.043624000416861645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1024,2560,0.007242666350470648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,12288,0.5086826748318142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1024,256,0.004632888982693355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,3072,0.6620862219068739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,65536,512,0.37681155734592015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,12288,3584,0.033301333586374916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,16384,0.10969422260920207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,4096,0.008854221966531541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,128,0.008358221915033128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,10240,1024,0.07038399908277723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,7168,0.03595911131964789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,512,0.003624888757864634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,1024,0.010975110861990186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,4096,0.02492444382773505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,512,1536,0.006552888701359431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,8192,0.0708284444279141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,3584,0.023592889308929443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,12288,4096,0.024808888634045918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,1024,0.06690044535530938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2560,16384,0.06250133117039998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,65536,0.46811464097764754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,512,0.005809777726729711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,10240,0.3528470993041992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,1536,0.1108693348036872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,6144,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3584,3584,0.061287111706203885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,2560,0.007114667031500075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,3584,0.012014221813943652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,32,64,0.006566222343179915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,8192,0.15804889467027453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,512,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,32,0.0027919999427265594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,6144,0.12734311156802708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,1536,0.014178666803571912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,6144,0.023228444986873206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,128,0.0038195554580953387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,512,0.02206755512290531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,16384,0.8274524476793078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,65536,0.05358577768007914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,1024,0.008482666479216682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,256,0.01518133282661438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,768,0.004925333377387789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,10240,64,0.008090666598743862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,256,0.003768889026509391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,1536,0.007316444483068254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,51200,0.16187644004821777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,512,0.21200177404615614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,64,0.002575111058023241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,5120,256,0.03053955568207635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,51200,0.09025955862469143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,12288,0.5808631049262153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,8192,0.01721955504682329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,2048,0.019557333654827543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,768,0.005580444302823808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3584,4096,0.011904000408119626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,3584,0.012347555822796293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,65536,0.7657386461893717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,2560,0.00869955536392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,3584,0.01070755554570092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,1536,0.09397688839170669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,16384,0.061271111170450844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,65536,0.39947999848259824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,7168,0.0063928887248039246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,8192,0.0377111103799608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,2560,0.009464888936943477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,2560,0.4470133251614041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,6144,0.011662222445011139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,32,0.006070222291681502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,512,0.009229333036475712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,256,0.010344888601038191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,8192,0.27353066868252224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,10240,0.14885244104597303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,64,0.1027066641383701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,3072,0.02018933329317305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,7168,256,0.025196444657113817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,65536,0.14699822001987034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,16384,2.4775973425971136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,51200,256,0.7482639948527018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,65536,1.4444746441311305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,10240,2048,0.020099555452664692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,5120,0.00999466660949919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,6144,0.1983191172281901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,7168,0.03062844607565138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,128,0.02864355511135525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,2560,0.0075128889746136135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,5120,0.012220444778601328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,512,0.01830311119556427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,3072,0.0192284451590644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,64,0.022081777453422546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,7168,0.2573751078711616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,1536,0.0069057775868309875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,51200,12288,0.6890453232659234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,3072,0.12632889217800564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2560,3072,0.05923022164238823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,3584,0.3515182336171468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,65536,128,0.008944888909657797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,4096,0.13797244760725233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3072,51200,0.07228622171613905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,128,0.023041778140597876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,8192,0.03964266512129042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,8192,6144,0.02288444505797492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,1536,5120,0.011056000159846412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,128,7168,0.011663999822404651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,1536,8192,0.016929777132140267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,65536,2560,0.06654489040374756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,2560,0.007228444847795699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,4096,768,0.033556444777382746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,6144,0.00817599975400501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,51200,0.07762666543324788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,128,0.004588444613748127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,128,0.003924444317817688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,128,64,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,6144,0.05965333514743381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,128,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,10240,0.37372533480326336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,6144,0.0568373335732354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,2560,0.007096000015735626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,2560,0.055288000239266284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,768,0.00979466653532452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,3584,0.01386044422785441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,32,0.019380443625979953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,768,128,0.005447111195988125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,128,0.005157333281305102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,3584,0.013243555194801755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,3584,0.0068764446510208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,2048,0.052367998494042285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,2560,0.06508621904585096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,3584,0.00815466625822915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,12288,7168,4.460432688395183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,4096,0.006360888895061281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,5120,16384,0.070269332991706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,2048,0.007500444849332173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,2048,0.35231378343370223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,65536,0.10298666689130996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,12288,8192,0.3569226794772678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,3072,0.05093600021468269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,1536,32,0.002790222151411904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,6144,0.062034666538238525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,3584,0.02164266672399309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,16384,2560,0.14899555842081705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,8192,0.026678222748968337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,6144,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,768,0.0365626679526435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,1536,0.053505778312683105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,7168,0.03425066669782003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,5120,5120,0.0273617770936754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,64,0.006639110959238476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,512,0.005043555465009478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,10240,0.09581066502465142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,4096,4096,0.13829599486456975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2560,3072,0.016551110479566786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,1024,0.0046640001237392426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,12288,128,0.004282666577233208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,512,0.2810151047176785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,4096,0.009695111049546136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,3072,0.0086986662613021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,512,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,6144,0.04725689027044508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,5120,2048,0.010072888599501716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,10240,0.04759555392795139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,3072,0.0074684446056683855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,2560,0.07052266597747803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,3584,0.013619555367363824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,3072,0.08646844493018256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,16384,3072,0.21122311221228707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,256,0.021160889003011916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,768,0.043712887499067515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1024,12288,0.15436532762315539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,65536,4.726208157009549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,32,0.008412444757090675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,4096,0.008708444734414419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,256,0.00318755561278926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,128,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,65536,2.1167208353678384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,3584,0.4257484541998969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,768,0.004705777598751916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,8192,0.23913245730929902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,51200,0.9976275761922201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,2048,0.006256888724035687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,7168,12288,0.7575715382893881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,51200,2.7377226087782116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,2048,0.023361777265866596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,128,0.00868088917599784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,256,64,0.002536000063021978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3072,3072,0.010429333481523724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,512,0.004935111022657818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,768,65536,0.38769867685106063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,64,0.00527555536892679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,64,0.0028693332440323303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,1536,0.029458665185504492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,51200,0.29364000426398384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,6144,0.01571911076704661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1024,2048,0.006100444330109491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2048,6144,0.11834043926662868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,3584,0.5511600176493326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,10240,0.04478222131729126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,8192,0.029429333077536687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,3072,0.008671110702885522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,32,0.0028524444335036804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,1536,0.005904888941182031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,2048,0.017992888887723286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,1024,0.030172444052166406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,8192,0.022760889596409265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,5120,12288,0.04632711079385546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,512,0.16404622130923802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,10240,0.02851288848453098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,256,0.004232888834344016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,768,768,0.0037537775933742523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,128,0.011746666497654386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,51200,0.3836115466223822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,7168,3072,0.10770399702919854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,1536,0.006221333311663733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,1024,0.591377788119846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,8192,0.2160844405492147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,2560,0.05782755878236559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,10240,0.40359822909037274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,6144,3072,0.1362204419242011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,12288,6144,0.032167110178205706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,6144,7168,2.5023661719428167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,10240,0.019017777509159513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,128,4096,0.02131822208563487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,4096,0.03127911024623447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,10240,0.048433777358796865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,512,0.004275555411974589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,65536,0.1403191089630127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,768,0.05685866541332669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,128,0.006807999892367258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,16384,0.0484844446182251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,512,0.02805066770977444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2560,12288,0.1726799938413832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,4096,0.016911110944218107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,51200,0.13642933633592394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,768,0.04061244593726264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,1536,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,1024,0.006865777903132969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,51200,0.053824888335333936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,768,0.007491555478837755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,2560,0.09830844402313232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,3072,0.00701155596309238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,256,0.0063680000603199005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,256,0.004489777816666497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,128,2560,0.006248888870080312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,5120,0.02851111027929518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,10240,65536,1.5219146940443251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,16384,1.0655128690931532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,64,0.0030533334033356774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,12288,7168,0.06730222039752536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,512,5120,0.01128088848458396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,256,0.0039013334446483185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,12288,0.15691999594370523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,4096,0.035967999034457736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,32,0.009054222040706212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,512,0.005474666754404704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,32,0.006243555496136348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,65536,0.20056711302863228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,16384,2560,0.0948444472418891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,12288,0.10615022314919366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,16384,0.25718487633599174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,16384,0.030934221214718286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,6144,0.176475551393297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,4096,10240,0.033589333295822144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,2048,0.006093333164850871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,51200,0.1096915536456638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,512,0.04173422190878126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,5120,0.3934444321526422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,6144,0.03614577651023865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,1536,0.013643555343151093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,7168,0.010739555789364709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,128,0.003039111072818438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,32,768,0.013184000220563678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,65536,0.17035288280910918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,7168,0.7156213124593099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,65536,0.0657493339644538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,1536,0.012245333029164208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,3072,0.013374221821626028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,2048,0.12436177995469834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,2048,0.03268266717592875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,2048,0.06246311134762234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,65536,0.3196275499131945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,128,0.009983110758993361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,2048,16384,0.10246488783094619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,65536,0.1539697779549493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,5120,0.02347822156217363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,1024,0.004520888957712385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,8192,5120,0.024579554796218872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,1024,0.005092444519201915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,512,0.01978222197956509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2560,16384,0.04302311274740431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,2560,0.02138311167558034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,7168,4096,0.024534222152498033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,1024,0.02068000038464864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,8192,0.179822219742669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,7168,6144,0.02132355504565769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,3584,0.023982221881548565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,768,0.009187555147541894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,64,0.031670222679773964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,1536,0.02676800058947669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,7168,0.023159111539522808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,32,0.0057964444988303715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,512,0.003642666671011183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,7168,0.0605564448568556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,768,4096,0.03735911183887058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,256,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,2048,0.007111111448870764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,8192,0.013782222237851886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,1024,0.019894222418467205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,1536,0.0057795556883017225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,512,0.008547555241319869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,2048,0.05168088939454821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,256,0.0028799999919202593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,128,0.011920000116030375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,51200,0.05932355589336819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,2560,0.008839111361238692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,7168,0.022351110974947613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,6144,0.020745777421527438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,8192,0.024977778395016987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,2048,0.006753777878151999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,5120,0.009160888691743216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,16384,0.023571555813153584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,2560,0.8829769028557671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,10240,0.042859554290771484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,16384,1.6162498262193468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,512,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,1024,0.00656444455186526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,51200,0.10700177484088474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,128,0.0052577778697013855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,32,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,10240,8192,0.1794666714138455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,51200,10240,0.40314579010009766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,16384,0.3349706596798367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,4096,0.018990221950742934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,128,0.004404444247484207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,51200,65536,2.3878631591796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,3072,0.13045510980818006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,768,0.019515555765893724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,10240,0.23038933012220594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,64,0.0027057776848475137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,64,0.012977778083748288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,12288,0.027320888307359483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,3584,0.020901333954599168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,4096,4096,0.5192186567518446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3072,65536,0.3026871151394314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,7168,0.03373688790533278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,2560,0.02148977749877506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,65536,0.6059013472663032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,128,0.011615999870830111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,3072,0.03412444392840067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3584,1024,0.006228444476922353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,5120,0.3094720045725505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,16384,0.0691031085120307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,4096,0.025145777397685583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,8192,0.08377689123153687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,512,0.004884444591071871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,64,0.0027804445061418745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,65536,0.23203733232286242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,7168,0.3420186572604709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,4096,0.09456533193588257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,2048,0.006717333363162146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,6144,0.012616000241703458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,51200,1024,0.02583822276857164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,3072,0.055101331737306386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,65536,9.846916198730469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,51200,0.18143644597795275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,16384,7.6244142320421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,512,0.050753778881496854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,7168,0.01716711123784383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,1536,0.014916444818178812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,12288,1024,0.0544417765405443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,16384,0.02403733299838172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,7168,6144,0.16408088472154406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,2048,0.009648000200589498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,5120,0.045626666810777455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,7168,0.04125066598256429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,8192,10240,0.03575199842453003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,768,6144,0.009203555683294931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,512,0.01089866707722346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,65536,0.26533955997890896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2048,3584,0.06390577554702759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,4096,0.18486044141981336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,16384,0.4390355481041803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,1536,0.03165600034925673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,7168,8192,0.24095733960469565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,7168,0.03573955429924859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,3072,0.010956444674068026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,768,0.03672800130314297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3584,3584,0.01350044459104538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,10240,0.016934222645229764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,256,0.008707555631796518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,512,512,0.0033288889875014624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,32,12288,0.09703911013073391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3584,2048,0.01903022163444095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,2560,0.02900800108909607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,6144,128,0.02663644486003452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,12288,512,0.007905777957704332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,51200,0.0739848878648546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,64,0.01817244456874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3584,4096,0.03412088751792908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,512,0.044509334696663745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,16384,0.06336622105704413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,6144,0.15099110868242052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,3584,0.007794666621420119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,2048,0.008163555628723567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,5120,0.02889333168665568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,65536,3.8785387674967446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,12288,0.017248888810475666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,6144,0.035318222310807966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,16384,3584,0.03544977638456557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,2048,0.14432977305518255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,2048,0.006616888774765863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,3584,0.006664000037643645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,64,0.0026453334010309647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,2560,0.15806933244069418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,64,0.005180444568395615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,8192,0.02145066691769494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,4096,12288,0.3098942173851861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2048,32,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,2048,0.019700444406933255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,16384,512,0.01427288850148519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,512,0.00850399997499254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,128,0.002760888801680671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,8192,0.045165333482954234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,3584,0.0068408888247278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,7168,0.08958755599127875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,51200,3584,0.07279111279381646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,64,51200,0.387447992960612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,128,0.008039111064540016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,1024,0.0047848886913723415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,51200,768,0.14724532763163248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,51200,2048,0.061689780818091504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,7168,0.008207999997668797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,8192,0.09377511342366536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1536,32,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,7168,0.17497421635521782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,4096,0.08034311400519477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,768,0.031437334087159895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,128,0.04235555397139656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,4096,0.010747555229398938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,10240,0.32388533486260307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,4096,0.00979644474056032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,6144,0.012855110896958245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,12288,0.17834666040208605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,1024,0.02215555475817786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,512,0.012462221913867526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,12288,0.03928088810708787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,32,0.00424799985355801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,2560,0.024967110819286768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,3584,0.0425146652592553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,256,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,2560,0.02348711093266805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,1536,0.23562932014465332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,65536,512,0.021056888831986323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,1024,0.02273066673013899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,128,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,10240,0.01459200017982059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,256,10240,0.021894221504529316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,6144,0.20437955856323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,51200,1536,0.35971821679009336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,768,2560,0.00852711084816191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,51200,2.4390345679389105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,1536,0.12997333208719888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,65536,1.4052480061848958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,5120,0.014011555247836642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,8192,3584,0.023745778534147475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,65536,1.2799804475572374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,5120,6.279719882541233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,256,0.003934222377008862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,64,0.0032764443506797156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,7168,0.0147386673423979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,2048,0.08370044496324326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,16384,1.0053395165337455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,8192,0.02369244396686554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,1536,0.05634578069051107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,64,0.008743111458089616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,10240,0.0488008889887068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3072,3072,0.011319110790888468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,2048,0.007058666812049017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,51200,1.1253279580010307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,65536,25.444775051540798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,768,0.008513777620262569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,128,0.004516444272465176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,8192,0.4554586410522461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,16384,3584,0.06561422348022461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,1536,0.011696000066068439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,8192,0.011623111036088733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,768,0.03650577863057455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,51200,256,0.08116977744632296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,1024,0.07110044691297743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,2560,0.016697777642144095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,8192,0.031621333625581526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1536,12288,0.018671999375025432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,512,0.0038853333228164246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,10240,0.006592888798978593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,5120,3584,0.1260426706737942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,16384,0.7405751016404895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,2048,0.00942844483587477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,256,0.006264888991912206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,1536,0.012833777401182385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,51200,12288,2.898467593722873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,8192,0.03102933367093404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,256,0.006691555596060223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,512,0.03724622064166599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,256,0.015853333804342482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,3584,0.04725777771737841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,6144,2048,0.06480711036258273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3072,6144,0.0923502246538798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,768,0.08982400099436443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,3072,0.010788444843557147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,8192,0.014567111929257711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,4096,0.009024000002278222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,3072,0.024684444069862366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,5120,0.18833777639600965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,16384,1.7964596218532984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,2048,0.015307555596033732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,128,0.003957333250178231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,16384,16384,0.18791377544403076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,16384,16384,3.1983360714382596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2560,8192,0.1667084428999159
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,1536,0.005707555760939916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,4096,6144,0.022203556365436975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,10240,0.030720889568328857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,10240,0.029595557186338637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,7168,0.027302222119437322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,10240,0.1559822161992391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,5120,0.18956355253855386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1536,12288,0.026583110292752583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,51200,0.07649777995215522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,3072,0.017479111750920612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,32,0.0791413320435418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,8192,0.03293600016170078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,1536,0.014834667245546976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,1536,0.027624888552559748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,5120,0.09967644347084893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,128,0.006666666517655055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,256,0.0032968889507982465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,7168,0.012869333227475485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,6144,0.05496622125307719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,128,0.03673511081271701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,3584,0.010275555153687796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,7168,256,0.11057600047853257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,8192,0.23844443427191842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,51200,3072,1.0552551481458876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,5120,512,0.007315555380450354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,8192,16384,0.8941431045532227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,3072,0.012685333689053854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,6144,0.011559999651379056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,768,0.07074755430221558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,12288,1.0443795522054036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,7168,2048,0.11827199988894993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,6144,0.03417155477735732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,64,0.006608888920810487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,32,0.0032951111594835916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,1024,0.010864888628323873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,4096,0.022665777140193518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,4096,0.19317511717478433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,512,0.018198221921920776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,64,0.06041600306828817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,128,32,0.0027173333283927706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,4096,65536,0.913815074496799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,2560,0.06728266345130073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,51200,0.08072177569071452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,512,0.05709955427381727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,3072,0.02946399980121189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,2048,0.10697066783905029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,6144,0.014546665880415173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,8192,0.39338665538363987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,8192,0.016955556141005624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,768,0.006722666737106111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,128,0.012840000291665396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,10240,0.09765866729948257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,1536,0.01131199962562985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,51200,0.056939555539025195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,6144,0.03936355643802219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,16384,0.1989599996142917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,10240,1.0296835369533963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,768,0.032835556401146784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,512,0.01293955577744378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,7168,0.034169776572121516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,7168,4096,0.04799911048677233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,8192,0.040243556102116905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,128,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,4096,0.02124888863828447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,5120,0.009546666509575313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,3584,0.009881777895821465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,768,0.006146666490369373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,3072,0.00963288876745436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1024,16384,0.02068622244728936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,12288,256,0.0074471111098925276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,3584,0.011699555648697747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,3584,0.04058577617009481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,65536,7168,0.32969866858588326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,4096,0.014639111028777229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,3072,1.255708482530382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,128,0.013936888840463428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,768,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,1536,0.12299288643731011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,10240,3072,0.11720177862379287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,6144,16384,0.10133333338631524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2048,2560,0.010639111200968424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,1024,0.01645599967903561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,2048,0.006177777631415262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,512,0.0059164443777667145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,16384,0.4368080033196344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,512,0.014514666464593677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,2560,0.22134489483303496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,256,3584,0.008025777836640676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,65536,1.025745815700955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,10240,0.03621955712636312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,32,0.028315554062525432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,256,0.007122666471534305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,32,0.003552000141806073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,16384,0.09379288885328506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,12288,0.06232800086339315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,256,0.006392000036107169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,3072,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,2048,0.006992888947327931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,12288,0.01919644408755832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,10240,0.08849777777989705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,10240,6144,0.3377315468258328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,128,0.00851822230550978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,8192,10240,0.06183377901713053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,5120,10240,0.1230506632063124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,6144,768,0.0355004436439938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,8192,8192,0.03456977672047085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,256,51200,0.05414311091105143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,51200,27.557918972439236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,2048,0.015286222100257874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,2560,0.01296533313062456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,2560,0.02952622373898824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,1024,0.02757155564096239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,512,0.00942133367061615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,1024,2560,0.007364444434642792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,3072,0.0075084442893664045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,51200,0.05323911044332716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,128,8192,0.01143022212717268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1536,2560,0.00720266666677263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,256,0.004271999829345279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,7168,0.16058754920959473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,128,0.002741333304180039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,51200,0.1473511060078939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,7168,256,0.003297777846455574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,8192,0.9276515112982856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,128,0.03622755408287048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,51200,1.3181671566433377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,3584,0.09700266520182292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,2048,0.008213332957691616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,8192,0.02481777800454034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,51200,0.06672444608476427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1536,6144,0.012999110751681857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,2560,0.06805688805050321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,3072,0.010245333115259806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,5120,0.027588443623648748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,1536,0.0064177778032090925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,10240,1536,0.013745778136783175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,16384,0.08960444397396511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,64,0.0027235555979940626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,128,0.012865777644846173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,12288,0.04318311148219638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,256,0.015635554989178974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,768,0.010835555692513784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2048,768,0.0037671112351947357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,256,0.02365333338578542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,1536,0.004909333255555895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,5120,6144,0.039282666312323675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,16384,5120,0.10001689195632935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,2048,0.0222382214334276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,5120,3072,0.011680000358157687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,512,256,0.007919111185603673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,16384,0.006032889087994893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,8192,0.006714666469229593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,6144,0.0443742209010654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,3072,0.05451110998789469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,32,1024,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,12288,8192,0.07871022489335802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,4096,0.03416444526778327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,7168,8192,0.30258933703104657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2048,6144,0.14317688677046034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,7168,0.026027555267016094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,768,0.009587555295891231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,32,0.0053297777970631914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,5120,512,0.0037004442678557504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,128,512,0.009123555488056606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,65536,0.10923200183444554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,3072,0.020095111595259774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,4096,0.012719111310111152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,128,0.006182222316662471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,16384,51200,0.3116675482855903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,2048,4096,0.052002665069368154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,512,0.4851742320590549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,2560,0.10397155417336358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,64,0.0031724443866146933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,8192,16384,0.19807199637095133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,3584,0.020063999626371596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,51200,10240,2.9229227701822915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,16384,0.04454222321510315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,65536,0.08056800232993232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,10240,4096,0.021946666969193354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,7168,512,0.022191999687088862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,3584,0.6371546851264106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,512,0.011035555766688453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,32,51200,0.0663857791158888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,4096,0.02239466706911723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,16384,1.2728417714436848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,5120,3072,0.0835111141204834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,256,0.0030986666679382324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,65536,6144,0.3157760037316216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,3072,2560,0.04383022255367703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,3072,0.010999999940395355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,2048,0.044455111026763916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,3584,0.2788640128241645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,65536,0.11184622181786431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,7168,0.7772960133022733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,4096,0.029174221886528864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,3072,0.06282222270965576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,2560,0.020457777712080214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,1536,0.01106844428512785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,768,0.025669333007600572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,3072,0.007792000141408708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,8192,2048,0.04881244566705492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,32,16384,0.018421333697107103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3072,3072,0.014196443888876172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2560,32,0.0029173334025674393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,768,256,0.00416088890698221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,768,0.011205332974592844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,65536,0.3018311129675971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,5120,768,0.013222222526868185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,4096,128,0.0031617778456873367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3072,64,0.006528000036875407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,7168,0.011946666571829053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,128,0.020089776979552377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,10240,0.08547821972105239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,4096,1.104864862230089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,128,0.002862222285734283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,768,0.005691555639108022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,4096,256,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,10240,51200,4.306210835774739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,5120,0.012225777738624148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,32,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,512,0.005984000033802456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,128,0.006169777777459886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,65536,8192,0.32419734530978733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,16384,256,0.05428444345792135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,256,3072,0.008877333667543199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,1024,0.005035555611054103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,7168,0.016044444508022733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,256,0.0336079994837443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,1024,0.006858666737874349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,64,0.008812444077597724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,10240,0.04218666752179464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,51200,1536,0.035042666726642184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,7168,0.019389332996474374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,2048,0.03808355662557814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,12288,0.519604418012831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,51200,1.895706600613064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,12288,0.24771200286017525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,12288,64,0.026704000102149114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,5120,0.050909333758884005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,256,0.002959111084540685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,2048,0.023668444818920557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,65536,51200,2.5880283779568143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,32,0.03215022219551934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,128,0.0206986665725708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,768,10240,0.13536889023251003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,51200,0.2188240024778578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,51200,0.031515555249320135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,128,7168,0.08539911111195882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3072,10240,0.13151289357079401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,12288,0.07080266873041789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,2560,512,0.023544889357354905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,12288,0.01902044481701321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,10240,0.04600711001290215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,3584,0.011023999916182624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,65536,2560,0.06692889001634386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,3072,0.016968000266287062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,51200,0.11997421582539876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,64,7168,0.0063582224150498705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,1536,3584,0.059508442878723145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,32,0.00518222235971027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,65536,0.4960675769382053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,4096,25.953592936197918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,1024,0.009313777916961247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,65536,32,0.11832622687021892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,256,0.005140444470776452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,10240,0.10800000031789143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,8192,3072,0.7641084459092883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,65536,0.24327201313442656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,10240,0.3588559892442491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,2560,0.007263999846246507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,8192,0.10775555504692926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,6144,0.02976177798377143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3584,3072,0.01127377814716763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,64,0.024156444602542456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,512,0.006592000110281839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,768,0.009703111317422655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,6144,0.011695110963450538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,768,0.0047688889834615915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,2560,0.005667555663320754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3584,6144,0.1625608868069119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,2560,0.07291911045710246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,32,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,65536,2.7159652709960938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,256,0.004780444420046276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,51200,10240,5.392652299669053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,7168,0.49760622448391384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,6144,0.037343998750050865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,10240,5120,0.3574586709340413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,5120,2048,0.12363378206888835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,768,0.00850844466023975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,8192,12288,0.04345422320895725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,10240,0.6106710963779026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,32,0.017535110314687092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,51200,2.3289421929253473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,2560,0.01107022249036365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,3072,0.017887999614079792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,7168,0.01149777736928728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,768,3584,0.02611911131276025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,3072,0.00684799998998642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,16384,0.08003199762768216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,64,2560,0.0059164443777667145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,2560,0.007661333514584436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,2560,64,0.005296000176005893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,2560,12288,0.020153777466879953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,10240,32,0.03171555532349481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,10240,3584,0.03388799892531501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,16384,0.030039999220106337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,3072,0.017982222967677645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,51200,512,0.21455910470750597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,32,0.006863111009200414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,128,256,0.0033457777980301115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3072,256,0.004293333325121137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,768,0.007817777494589487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,128,0.004056000047259861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,16384,13.755867004394531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,65536,2.2495528327094183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,4096,0.030093332131703694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,3584,0.02071288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,3584,0.014244443840450711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,1024,0.009215110705958473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,128,0.004946666873163647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,5120,0.051186667548285596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,65536,10240,0.25474222501118976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,51200,1.571006245083279
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,7168,0.028572443458769057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,5120,0.09976355234781902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,64,0.003313777761326896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,8192,0.09759200281567043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2048,16384,0.3121146625942654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,3584,0.12104711267683242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,7168,0.03156800071398417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,4096,0.013373333546850415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,5120,0.058647996849483915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,7168,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,768,0.09859022166993882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,5120,8192,0.0710080001089308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,7168,0.03425777620739407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,1536,0.006709333509206772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,128,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,10240,512,0.04280799958440992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,51200,6144,0.12284178204006618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,128,0.005128889034191768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,16384,3584,0.028954668177498713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,256,0.010681777364677854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,3072,0.007931555310885111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,65536,51200,2.226029290093316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,3072,7.791729397243923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,256,10240,0.013217777841620974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,128,0.008716444174448649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2560,256,0.005046222358942032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,51200,0.14940444628397623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,5120,5120,0.03794577717781067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,2560,0.35613687833150226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,8192,128,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,8192,0.4435386657714844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,32,0.003040888864133093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,768,0.01370666672786077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,6144,0.0897102223502265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,8192,0.011687111523416309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,12288,0.02388711108101739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,256,0.01054044481780794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,6144,0.19947555330064562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,51200,0.05636622508366903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,512,0.17809066507551405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,1024,0.05228977733188205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,768,0.005848888721730974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,32,6144,0.009559111462699043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,768,1536,0.012780444489585029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,16384,0.00655733338660664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,32,0.01293777757220798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,512,0.010326222413116032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,5120,0.04532622297604879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,2048,0.0971475574705336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,2048,0.018445332845052082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,6144,0.06533422072728474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,1536,0.008652444514963362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,3072,0.006335999816656113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,16384,0.6851333512200249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,1024,0.006722666737106111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,256,0.008101333346631791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,1536,0.04682933290799459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,5120,0.04611733224656847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,256,256,0.0074337778819931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,5120,0.020111110475328233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,8192,0.05045066608322991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2048,2048,0.007093333535724216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,6144,51200,0.11982577376895481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,512,65536,0.06596799691518147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,1024,0.498485353257921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,6144,0.3289697700076633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,6144,0.18659822146097818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,4096,0.006673777682913675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,3584,0.08927466471989949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,12288,51200,4.51707288953993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,10240,0.038254221280415855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,16384,0.08113333251741198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,2560,0.2986160119374593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,3584,0.07559200127919515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,768,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,3072,0.6988017823961047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,3072,0.00775733341773351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,64,0.013854222165213691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,3584,0.02623555560906728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,51200,0.47340530819363064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,65536,0.5649689038594564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,65536,4096,0.19267555077870688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,51200,512,0.13030755519866943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,65536,0.21143110593159994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,512,0.009230222139093611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,1024,0.008981333010726506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,512,0.004015111260943943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,10240,3584,0.021980444590250652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,2560,0.026331555512216356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,768,3072,0.007100444700982835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,3584,0.17944710784488252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,256,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,64,0.03417422374089559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,65536,3584,0.4645831320020888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,51200,0.04594399862819248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,4096,7168,0.017834666702482436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,512,0.008362666600280339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,2048,0.010597333312034607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,65536,5120,1.1567822562323677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,3072,0.007671111159854465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,128,0.025478222303920325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,65536,3072,1.1949520111083984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,5120,0.03944889042112563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,1024,0.12552711698744032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,10240,1536,0.1374959945678711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,1536,0.0170160002178616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3072,4096,0.017303110824690927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,4096,0.010327111515733931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,6144,0.03619555632273356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,5120,0.012473777764373355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,10240,0.09516533215840657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,3072,0.8609671062893338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,7168,0.01456622282663981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,16384,21.555530124240452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,768,0.03561866614553664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,5120,0.15326844321356878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,12288,0.0627324448691474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,65536,6144,1.008337762620714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,16384,7.412255181206597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,8192,0.09400177664226955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1536,2560,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,2048,0.033896889951494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,5120,12288,0.5674808820088705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,2048,0.6358630922105577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,10240,0.04798310995101929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,1536,0.00757422215408749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,1024,0.00608711110221015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,3072,8192,0.01759111053413815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,1536,12288,0.04343733191490173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,256,6144,0.011136000355084738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,128,2048,0.0063368889192740125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,2560,0.015863110621770222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,768,0.009135999613338048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,51200,0.5459698041280111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,5120,3584,0.014612444572978549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,5120,256,0.09209244118796454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,65536,51200,1.3283181720309787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,51200,1.1209369235568576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,2048,0.05705866548750135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,1536,0.04071111149258084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,16384,12288,0.11852888266245525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,4096,0.00962311112218433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,128,0.0058115555180443665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,3072,0.03169599837727017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,64,0.08285599946975708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,3072,0.030979557169808283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,8192,0.06078933344946968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,16384,1024,0.24931732813517252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,128,0.006224000205596288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,1536,0.0052586665583981415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2048,51200,0.610281785329183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,4096,0.05807110998365614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,256,0.007335111498832703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,1024,0.47696712281968856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,8192,10240,0.04856533474392361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,51200,0.05735288725958931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,2048,0.014427555931939019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,256,0.027543110979927912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3584,10240,0.031081779135598078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,512,0.0052168890833854675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,512,0.021451556020312842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,12288,5120,0.0273964438173506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2560,768,0.027287110686302185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,512,8192,0.037631111012564764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,2560,0.3503279950883653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,65536,1.347187572055393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2560,7168,0.1756053368250529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,12288,4.625047047932942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,256,0.007249777515729268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,5120,0.017062221964200337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,51200,1024,0.04417511158519321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,1024,0.010905777414639791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,10240,0.2152195506625705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,7168,0.26333512200249565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,256,0.0030586665703190696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,3072,0.009268444445398118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,256,256,0.005616888817813661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2560,32,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,65536,16384,5.881199306911892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,4096,0.06317155228720771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3072,1536,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,32,0.008842666943868002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,8192,4096,0.10564888848198785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,12288,128,0.0321742229991489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,16384,0.08144799868265788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,4096,51200,0.11967110633850098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,1536,0.0440942214594947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2048,128,0.005139555368158552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,3584,0.04865333437919617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,128,0.0028124445428450904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,6144,0.006893333461549547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,12288,0.007382222347789341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,512,1536,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,3584,0.012690666649076672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,65536,2.327319039238824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,768,0.007782222496138678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,1024,0.004363555461168289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,6144,0.36949510044521755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,512,0.08551555871963501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,6144,0.35914844936794704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,16384,768,0.03990488913324144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,16384,0.09799822171529134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,256,768,0.056582219070858426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,4096,0.025632888078689575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,65536,0.16555999384986028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,7168,0.015407111909654407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,64,0.006839111033413146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,16384,0.05680444505479601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,5120,10240,0.03384800089730157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,10240,0.19966399669647217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,12288,0.06604711214701335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,3584,0.3345831235249837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,768,256,0.03602222270435757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,5120,0.032610668076409235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,51200,128,0.1505217817094591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,512,51200,4.355541229248047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,12288,8192,0.20418755213419595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,3072,0.02522666586769952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,5120,0.013074666261672974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,4096,0.01484266585773892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,1536,0.02348622183005015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,2048,0.023899555206298828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,10240,0.030080888006422255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,512,0.019273777802785236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,512,7168,0.041230221589406334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,3072,0.008174222376611497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,5120,0.021477333373493616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,10240,0.10139289167192246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2560,65536,0.5812968677944607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,3584,0.024255111813545227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,5120,768,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,4096,7168,0.01773244473669264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,8192,1536,0.011946666571829053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,768,4096,0.014096889230940076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,6144,0.033760001262029014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,8192,0.3061262236701118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,1024,0.006077333456940121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,64,0.0026604444202449587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,10240,0.02685955497953627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1024,1536,0.006337777607970768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,32,0.006702222343948152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,1024,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,2048,0.0064586665895250105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,32,10240,0.030495110485288832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,1024,7168,0.014231999715169271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,5120,0.01146133326821857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,5120,0.1577475600772434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,5120,0.008942222429646386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,256,5120,0.009903999666372934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,4096,0.009371555513805812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,256,0.01518133282661438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,8192,1536,0.01588000026014116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,7168,0.01261333293384976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,51200,48.56458536783854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,1024,128,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,10240,0.26827910211351186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2560,5120,0.014512888259357877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,2560,64,0.012494222157531314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,256,7168,0.0388337771097819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,5120,0.0455057786570655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,256,0.005165333135260476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,12288,0.2909173435635037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,12288,0.0513644450240665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,5120,51200,2.132816950480143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1024,16384,0.06664533085293241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,4096,7168,0.034749332401487566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,65536,3072,0.5942204263475206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,65536,6144,9.75874752468533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,4096,0.036686221758524575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,3072,0.015951111912727356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,6144,0.2679937680562337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,5120,0.019613333874278598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,32,512,0.009472889204819998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,512,0.004895110925038655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,768,0.008072888685597314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,1536,0.01884888940387302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3072,5120,0.22658133506774902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,2048,0.19639021820492217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,1536,0.006665777828958299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,12288,0.01944177846113841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,768,0.07380533218383789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,1024,0.19543555047776964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,1024,0.017825777331988018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,2048,1.1209173202514648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,1024,0.057638221316867404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,8192,0.02531733281082577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,65536,4.446431901719835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,3072,0.2141795555750529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,7168,51200,0.1526613367928399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,3584,0.012240889171759287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,6144,0.10466221968332927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,10240,1536,0.21841155158148873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,51200,0.5064506530761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,4096,0.9096292919582791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,768,0.00610133343272739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,16384,0.11983199914296468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,3072,0.08055022027757433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,1536,0.011160000330872007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,51200,6.469100528293186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,5120,0.014861333701345654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,65536,10240,3.3883226182725696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,12288,0.02407466702991062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,8192,0.008072888685597314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,256,0.00546488869521353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,2048,0.011749332977665795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,12288,4096,0.037858668300840594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,10240,1536,0.012607999973826937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,7168,0.012868444124857584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,51200,0.04103999998834398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,4096,12288,0.13228266768985325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,128,3072,0.009558222360081142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,128,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,128,0.01351288871632682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,768,0.02722666660944621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,10240,0.4445955488416884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,256,3072,0.010214221974213919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,65536,0.08258489105436537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,65536,0.03000977635383606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2048,10240,0.02033866610791948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,512,0.005704000178310607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,5120,3072,0.02943999899758233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,64,0.0029493332323100832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,51200,32,0.15856533580356175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,12288,0.1644408835305108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,16384,0.020925333102544148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,6144,0.016206221448050607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,32,0.011129777464601727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,512,0.004436444491147995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,1536,0.008279110822412703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,6144,0.13398755921257868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,2560,0.005948444621430502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,6144,0.010194666683673859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,6144,0.29354577594333225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,1024,0.0058204444746176405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,3584,0.0362426671716902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,65536,8192,28.256349351671005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,16384,12288,0.15446933110555014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,51200,1.055614259507921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,8192,0.05682577689488729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,65536,0.0839502215385437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,16384,0.0772835546069675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,2048,0.010642666783597736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,2048,0.010416888528399997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,5120,5120,0.022226666410764057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,8192,0.6448924276563857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,65536,11.019265068901909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,3584,0.01965777741538154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,1024,0.0251226673523585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,8192,0.02702666653527154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,3072,0.012225777738624148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,8192,0.04641600118743049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1024,32,0.004095111042261124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,5120,0.019142222073343065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,8192,0.009425777528021071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,65536,5.81853527492947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,128,51200,0.3777137862311469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,64,8192,0.04124444391992357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,16384,128,0.017482666505707633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,8192,0.056333336565229625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,64,0.005149333427349727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,7168,0.016715556383132935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,10240,0.016759999924235873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,1024,0.02612977723280589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,768,0.015075556106037565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,768,6144,0.08243999878565471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1536,2048,0.029498666524887085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,2048,0.010503110786279043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,768,0.029567999972237483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,3584,0.0321742229991489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,4096,0.12311111556159125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3072,8192,0.02492800023820665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,6144,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,12288,0.9099839528401693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,4096,0.03137244449721442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,3072,0.008172444171375698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,5120,0.014527999692493014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,16384,0.11784799893697102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,128,0.0034844444857703317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,512,0.005145777844720417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,128,0.005245333330498801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,3584,0.029839999145931665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,12288,0.01572711103492313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,10240,0.02970222300953335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,64,1024,0.012545777691735161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,32,0.019108444452285767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,64,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,1024,0.05846666627460056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,256,10240,0.077546669377221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,1536,0.00926577796538671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,7168,0.018236445056067575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,768,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,7168,32,0.00563822231358952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,768,0.014360000689824423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,768,0.005221333354711533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,2048,0.01773155563407474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,2048,0.05310844381650289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,64,5120,0.013139555851618448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,1536,0.005371555685997009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,4096,0.0163128889269299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,1536,0.0376506679587894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,256,2560,0.006280000011126201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,256,0.03039111031426324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,65536,0.3668159908718533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,65536,12288,3.6153653462727866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,32,0.008245333201355403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,6144,0.15951200326283774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1024,1024,0.00902133352226681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,16384,0.08429511388142903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,10240,0.05169777737723457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,10240,2048,0.08365777466032241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,12288,0.019634667370054457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,16384,0.019891555110613506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,16384,0.16242667039235434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,32,0.006079111248254776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,7168,0.0289066665702396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,256,2048,0.006029333505365584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,2560,0.01441511180665758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,256,2560,0.009005332986513773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,3584,0.017651556266678702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,12288,0.4128684467739529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,4096,0.011653333074516721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,12288,0.05288889010747274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,64,51200,0.07576355669233534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,512,32,0.00535999983549118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,4096,0.012718222207493253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,8192,6144,0.10646311442057292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,512,0.007487110793590546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,128,0.0040835556056764396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,7168,0.03128533230887519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,16384,0.4945297771030002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,2048,0.006183111005359226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,128,0.2588426536983914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,7168,0.45287291208902997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,12288,128,0.004612444589535396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,7168,1536,0.029198222690158423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,512,0.009923555784755284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,1536,0.031847112708621554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,8192,0.01089422239197625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,12288,0.04020444552103678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,51200,1.8207049899631078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,64,0.008963555925422246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,768,768,0.013393777940008374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,128,8192,0.012501333322789935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,6144,0.009703111317422655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,10240,0.03899466660287645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,4096,0.04439822170469496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,8192,0.017101332545280457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,6144,0.030864887767367895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,256,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,768,0.11277600129445393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,512,0.0043333334227403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,6144,0.02190133266978794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,7168,768,0.04173333446184794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,7168,0.7763413323296441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,5120,65536,0.14057244194878474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,4096,0.026701332794295415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,128,3584,0.02086399992307027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,51200,768,0.03535999854405721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,768,0.013898667362001208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,10240,7168,0.030897776285807293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,12288,2048,0.014676445060306124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,64,0.003439999909864532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,2560,0.010075555907355415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2560,512,0.003439999909864532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,768,0.0046844445168972015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,12288,0.2527537875705295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,1536,0.011143111520343356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,256,0.0029004443850782183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,7168,12288,0.14766132831573486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,10240,0.006266666783226862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,7168,2560,0.015841777125994366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,51200,0.040975110398398504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,2048,0.28083022435506183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,16384,0.006334222025341458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,64,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,3584,0.11922400527530247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,32,6144,0.0495013329717848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,8192,0.6323653327094184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,65536,1.6802888446384008
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,2560,0.012094222009181976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,7168,0.017308443784713745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,10240,65536,0.5947999954223633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,51200,0.04777955677774218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,5120,0.08343999915652806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,51200,1.2658843994140625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,10240,0.3304106659359402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,6144,0.026447110705905493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,512,0.01460800071557363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,7168,2.526561737060547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,2560,0.006380444599522485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,1024,0.09393066830105251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,128,0.0038053331275780997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,1024,0.005592000153329637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,3072,512,0.016886222693655226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,2048,0.008647110727098253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,2560,0.09905422396130031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,5120,0.007840889195601145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,8192,0.015233778291278414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,5120,0.02051111062367757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,7168,4096,0.22177955839369032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,512,64,0.003002666764789157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,768,0.0037697777152061462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,7168,2560,0.01865244408448537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,64,0.010951110886202918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,3072,0.03257066673702664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,128,0.007792889244026608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,7168,12288,0.2811911106109619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,65536,8192,1.6969493230183919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,64,0.019567999574873183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,6144,0.02234755622016059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,768,0.004502222355869082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,128,6144,0.026689777771631878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,7168,0.0240328891409768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,65536,1.2567093107435439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,512,0.016551110479566786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,128,0.004787555585304896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,32,0.00526311124364535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,51200,0.22204711702134874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,3584,0.24758932325575086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,64,0.0028355556229750314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,1024,0.005409777578380372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,1024,0.3510062164730496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,12288,0.06002666552861532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,4096,0.12103377448187934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,12288,3072,0.2494115564558241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,3584,0.020424000091022916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,5120,0.23245954513549805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,12288,0.07525600327385797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,4096,2048,0.008787555827034844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,5120,0.01017955525053872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,12288,0.04838755395677355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,1024,0.0418124430709415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,4096,0.012588444683286877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,3584,0.034500443273120456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,51200,0.19243200620015463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,16384,0.020695999264717102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,12288,65536,3.407447179158529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,65536,0.35941423310173887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,51200,1536,0.03599111239115397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,5120,0.026865777042176988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,64,0.0029208889851967492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,128,0.00794400026400884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,12288,0.06124622291988797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,4096,0.7296853595309787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,3584,0.11106844743092854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,768,0.009883555273214975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,64,3584,0.014228444960382251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2048,1024,0.004993777722120285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,10240,512,0.04938311047024197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2048,51200,0.08607377608617146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,512,8192,0.06323555443021986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,51200,0.10221778021918403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,16384,51200,0.40995287895202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,5120,0.029236445824305218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,2560,0.5752382278442383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,4096,2560,0.5802728864881728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,7168,0.019291554888089497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,256,0.006041777630647023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,3072,0.03566844595803155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,512,0.014475555883513557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,2048,0.023149333066410486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,16384,0.11435288853115505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,8192,0.008233778178691864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,1024,0.005327111317051782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,512,0.027642667293548584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,3072,0.010027555955780877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,51200,8192,0.610573344760471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,256,0.004505777938498391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,51200,0.06529421938790216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,256,0.005695111221737332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,8192,51200,4.116496192084418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,12288,0.03973599937227037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,64,0.006085333310895496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,1536,0.005333333379692501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,51200,0.8113182385762533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,8192,0.007166222565703922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,3584,0.017860444055663217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,6144,2048,0.01388711151149538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,2048,0.03328266739845276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,10240,1.015885353088379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,8192,0.3400568962097168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,2560,0.21074667241838244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,12288,0.01716977854569753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,10240,0.021181333396169875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,2048,0.013094222380055321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,128,0.020032889313167997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1024,4096,0.009576000273227692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,8192,128,0.024526221884621516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,2560,0.05539555682076348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,7168,0.18013777997758654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,51200,1.7547804514567058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,3584,0.13227910465664333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,6144,0.020358221398459542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,12288,0.02141155633661482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,10240,128,0.044305778212017484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,32,0.005568888866239124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,2560,0.07236978080537584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,4096,128,0.011718221836619906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,768,12288,0.021858667333920796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,1536,0.05939200189378527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,6144,128,0.015652444627549913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,8192,0.08427821927600437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3584,51200,0.11673333909776475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,6144,0.02074044446150462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,2048,3.864407009548611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,51200,1.5848764843410914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,64,0.006732444382376141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,16384,0.044123556878831655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,256,0.01221422188811832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,65536,1536,0.046691556771596275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,65536,10240,0.2643875545925564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,2048,0.005062222066852781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,16384,0.04176888863245646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,128,6144,0.010965333216720156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,5120,0.10420799917644924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,7168,0.023431999815834895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1536,1536,0.028220444917678833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,65536,0.1794595585929023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,6144,0.15652178393469915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,2048,0.06349066893259685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,12288,7168,0.6002417670355903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,4096,128,0.02568000058333079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,8192,0.016604445046848722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,2048,0.008288000192907121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,7168,8192,0.04530222217241923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,2048,14.502670288085938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,16384,0.39997511439853245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1024,32,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3584,256,0.12362844414181179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,6144,768,0.00961866643693712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,7168,0.261919101079305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,4096,7168,0.2005208863152398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,32,64,0.008229333493444655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,256,2560,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,64,0.005146666533417172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,1024,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,64,512,0.0031600000543726813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,2560,0.0063999998900625445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,1536,0.015136000182893542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,128,0.006197333335876465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,512,5120,0.009022222624884712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,1536,0.024862221545643274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,4096,0.07550844218995836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,3072,3584,0.06856533553865221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,12288,8192,0.07022133138444689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,128,0.004247111164861255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,5120,1.5927075280083551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,4096,7168,0.2174159950680203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,3072,0.010275555153687796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,64,0.00508711114525795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1024,128,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,3072,0.21359644995795357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,3584,65536,0.17460266749064127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,4096,3072,0.043876445955700345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,4096,0.32619110743204754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,6144,128,0.013983999689420065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,128,128,0.005463111317820019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,4096,1536,0.008976000050703684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,1536,0.004971555537647671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,7168,7168,0.02386933399571313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,3584,0.3069617748260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3072,3072,0.010270222193664974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,51200,0.1445280048582289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,3072,0.01071466671095954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,32,0.008168000313970778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,2560,0.021070222059885662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,2560,0.01238933371173011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,256,0.009395555489593083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,6144,0.1547973288430108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,12288,0.016415110892719693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,768,0.00870311094654931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,5120,0.07112266620000203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,5120,0.011924444801277585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,8192,0.02796622117360433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,51200,32,0.08418666654162937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,3584,0.020409777760505676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,6144,2048,0.04810133245256212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,16384,0.025171554750866357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,128,3072,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,4096,0.01555377741654714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,512,0.004037333445416557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,2560,0.01641155613793267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,65536,0.08843644460042317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,128,0.014157333307796054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,3584,0.03633866707483927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,10240,0.006824000014199152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,7168,0.20728800031873915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,5120,0.008392000363932716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,128,4096,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,768,0.043876445955700345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,512,0.008807111117574904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,1024,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,12288,0.21255377928415933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1536,2048,0.22924889458550346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,51200,0.5822026464674208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,12288,8192,0.7066008779737684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,768,12288,0.0624248915248447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,8192,12288,0.07869599925147162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3072,8192,1.4792435963948567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,3072,0.026025777061780293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,2048,0.010972444381978778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,7168,0.2504133383433024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,256,0.01014755583471722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,4096,0.009082666701740688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,65536,1.3925768534342449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,1024,2048,0.007784888976150089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,4096,4096,0.06167199876573351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,256,7168,0.0177511109246148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,128,0.0052373334765434265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,8192,0.013253333667914072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,10240,0.5126328998141819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2560,65536,0.08504444360733032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,51200,0.18689333067999947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,65536,0.11554043822818333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,6144,0.02368533280160692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,128,4096,0.01107911103301578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,256,1024,0.005156444592608346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,65536,512,0.22883288065592447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,1024,0.0037297776175869834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,12288,1536,0.14204000102149114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,3584,0.017320000463061862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,768,0.013610666824711693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,4096,7168,0.029442667961120605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,6144,0.020208888583713107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,5120,0.03006311257680257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,16384,0.09354222483105129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,768,768,0.0037546666959921518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,64,5120,0.006672888994216919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,65536,1.9635501437717016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,512,0.006109333286682765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,7168,2560,0.0196426659822464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,5120,0.052051554123560585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,3584,3.4532417721218533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,6144,16384,0.08969333436754014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,1536,0.08300977945327759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,16384,1.0928355322943795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,512,0.008266666697131263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,2560,768,0.005195555587609609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,65536,1536,0.04421600037150913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,256,0.0033368888414568375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,1024,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,8192,7168,0.417538669374254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,16384,0.07467733489142524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,768,0.04140799906518724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,1536,0.012210666305489011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,7168,0.010671111444632212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,10240,0.02747822304566701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,12288,0.054120000865724355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,10240,0.22833334075080025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,2048,0.23161334461636016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,256,0.012599999705950419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,16384,0.6754373444451226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,7168,512,0.010295111272070143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,6144,0.1852382156583998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,3584,1.1219022538926866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,51200,1.1416453255547416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1024,10240,0.015832000308566622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,2048,0.014944000376595391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,2560,0.013944000005722046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,512,0.005696889013051987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,3072,0.013478221992651621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,65536,0.2096355491214328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,512,0.0032640000184377036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,7168,0.4770471254984538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,8192,2048,0.011753777662913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,65536,0.018380444910791185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,6144,6144,0.021640888518757288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,5120,0.007909333540333642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,64,0.01608888970481025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,256,0.003144888828198115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,3584,0.020899555749363367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,51200,0.46429957283867734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,5120,16384,0.6895742416381836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,5120,0.02533955540921953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,8192,1024,0.011027555498811932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,5120,1.1224915186564128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,128,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,12288,0.05017333229382833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,512,51200,0.17932711707221138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,1536,0.056215114063686795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,2048,0.008072000410821702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,65536,0.4506408903333876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,256,0.02219466699494256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,256,0.0064791109826829694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,2560,0.033004442850748696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,512,0.0035137778355015647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,64,0.002744888886809349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,51200,0.101291557153066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,12288,0.5009591314527724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,51200,0.28301599290635854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,2048,0.006509333435032103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,768,1024,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,65536,4.036690606011285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,64,3584,0.010212444596820408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,7168,0.10182666778564453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,256,0.004576888763242298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,4096,1536,0.007327111230956183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,64,65536,0.5400391154819065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,16384,0.42683111296759707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,512,0.005219555563396878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,16384,10240,0.8679173257615832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,3584,0.07115288575490315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,768,0.0096124443742964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,5120,3072,0.07858755853441027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,16384,1.3346035215589735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,768,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,7168,0.036399109496010676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,768,0.011511111425028907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,6144,0.1679999960793389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,6144,1.0992800394694011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,2048,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,7168,0.011275555524561139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,64,0.0033128888656695685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,128,0.0028204443968004654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,256,0.007735999921957652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,3584,0.03265777892536587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,12288,0.045808000697029956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,5120,0.013292444248994192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,8192,16384,0.05796711312399971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,51200,24.943254258897568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,7168,0.01682577696111467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,768,0.003654222107595868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,2560,0.13065155347188315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,512,7168,0.010803555448849997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,768,0.059099555015563965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,1024,0.005136888888147143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,5120,0.01571999986966451
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,1536,0.052856001589033336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,128,0.007999999655617608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,4096,12288,0.2473528914981418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,1024,0.008954666554927826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,2048,0.11134400632646348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,5120,0.628668467203776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,256,0.09154311153623794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,12288,0.07904799779256184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,5120,0.16371822357177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,65536,4.467330508761935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,256,0.003048000029391713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,65536,2.12332895067003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2048,3072,0.46458133061726886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,65536,4096,0.19288622008429634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,7168,7168,0.02807733416557312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,51200,0.23087822066413033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,256,0.015303111738628812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,64,0.00675999994079272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,65536,0.07478577560848661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,51200,0.06285155481762357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2560,3584,0.010501333408885531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,16384,64,0.01165066659450531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,2048,0.0563653310139974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2048,16384,0.033823112646738686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,1024,1024,0.006002666635645761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,5120,0.1889902220831977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,8192,0.018111111389266122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,4096,0.060452441374460854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,4096,0.024225778049892847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,2048,0.024903999434577093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,8192,6144,0.027935110860400732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,512,0.012100444071822695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,1536,0.07972088787290785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,512,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,65536,0.04598666561974419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,2048,0.0722000002861023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,128,0.004037333445416557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2560,65536,0.08193688922458224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,7168,0.01460622251033783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,3584,0.013150222599506378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,16384,0.46565156512790257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,16384,2560,0.07288710938559638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,8192,256,0.007641777396202087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,768,0.016576000385814242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,512,0.03677599959903293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,51200,5120,0.18091021643744576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1536,1024,0.005799110978841782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,2560,0.0081377774477005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,51200,0.10001333554585774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,10240,7168,0.05496533380614387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,16384,12288,0.08611377742555405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,12288,0.44493510988023544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,12288,0.04376533296373156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,16384,0.2251217895083957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,512,0.44614579942491317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,16384,5120,0.9710079828898112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,2048,0.008200888832410177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,8192,4096,0.200436446401808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,512,0.012470222181744046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2560,65536,0.11974310874938965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,4096,12288,0.04476266768243578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,256,0.19348266389634874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,256,0.004592888885074192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,16384,0.08189955684873793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,5120,10240,0.026947556270493403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,16384,0.06713066498438518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,6144,0.43149511019388836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,16384,0.02903466754489475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,8192,0.26570932070414227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,6144,128,0.003997333347797394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,10240,0.5438995361328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,768,0.005158222383923001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,512,0.00620177760720253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1536,256,0.006017777654859755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,3072,0.010255110760529837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,51200,0.3012933201260037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,1024,0.0121742222044203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,16384,0.056076447168986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,10240,0.0780986679924859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,256,0.011448889142937131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,7168,2.8895208570692272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,16384,2560,0.02836266822285122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,7168,0.016777777009540133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,7168,0.027040888865788777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,10240,0.04877333177460564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,12288,0.020589333441522386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,3584,0.08275644646750556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,1024,0.007127111156781514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,65536,7168,0.17519822385576037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,512,2048,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,128,0.0028444443725877335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,12288,0.040427555640538536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,2560,0.0075191110372543335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,10240,65536,0.25413065486484104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,2560,0.69851377275255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,64,0.005312888986534542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,16384,0.4697395430670844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,10240,0.25560800234476727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,1536,51200,0.0646888878610399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,128,7168,0.013669333524174161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,2560,0.008804444637563493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,1024,0.005408888889683618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,256,0.010136889086829292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2048,128,0.00544177782204416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,32,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,768,256,0.01924000018172794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,12288,1.127040015326606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,6144,6144,0.42351823382907444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,1536,0.01683555543422699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,8192,64,0.013040888640615674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,5120,13.228645324707031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1024,5120,0.013969777358902825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,3584,0.10819466908772786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,64,7168,0.03976533479160733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,2048,0.011038222246699862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,8192,5120,0.02118844456142849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,2048,0.0075599998235702515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,768,0.005937777873542573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,4096,2048,0.06173244449827406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,12288,0.01791111131509145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,8192,0.016373333003785875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,16384,0.24864533212449816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,2560,0.017048888736300997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,6144,0.012339555554919772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,3072,0.01092266705301073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,51200,128,0.011643555429246692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,128,0.0032213332338465583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,3584,0.022962666220135156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,128,12288,0.03992088966899448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,16384,0.0712417761484782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,12288,0.0908764468299018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,768,0.0037226668662495087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3072,4096,0.011374221907721626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,65536,0.702430248260498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,7168,0.020248000820477802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2048,1536,0.019526221685939364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,512,0.030889779329299927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,64,0.10188621944851345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,4096,0.03168355425198873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,51200,1536,0.13165333535936144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,768,0.01352533366945055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,32,32,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,8192,0.029527111185921565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,2560,0.016221332881185744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2048,3072,0.044547554519441396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,51200,0.41626845465766055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,2560,0.008887999587588841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,6144,3072,0.056016888883378774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,256,0.0033084443873829315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,64,0.006150222072998683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,7168,0.05967555443445841
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,256,0.004541333350870344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,32,0.005881777654091517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,51200,0.30571643511454266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,64,512,0.003142222141226133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,65536,0.5483662287394205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,4096,0.013771555489963956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,12288,0.1730382177564833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,32,0.015455999308162265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,12288,0.1343982219696045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,12288,0.016020443704393175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,1024,65536,0.869240019056532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,256,0.003244444520937072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,7168,0.07529689206017388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,1536,0.0732933349079556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,4096,0.020259555843141343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,768,1024,0.004430222428507275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2560,256,0.004963555683692296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1536,5120,0.011939555406570435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,1536,0.006455111006895701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,4096,10240,0.3939902252621121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,51200,2560,0.6430062188042535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1024,10240,0.014383110735151501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,128,4096,0.011138666835096149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,3072,1.3625769085354273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,2048,0.008192000289758047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,128,7168,0.013765333427323235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3584,65536,1.8717386457655165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,8192,0.032157331705093384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,768,0.08118044667773776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,65536,0.08280444145202637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,12288,0.02324177821477254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,10240,0.03857510950830247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,7168,0.0480293333530426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,16384,0.16835378275977242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,768,0.029211554262373183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,51200,0.29704443613688153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,6144,0.220232884089152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,7168,0.06513333320617676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,256,0.022241777843899194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,768,0.028120001157124836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,1536,0.014801777071423002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,2560,0.06249599986606174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,6144,0.01960266629854838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,16384,0.6207128630744086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,4096,0.34844356113009983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,16384,0.022925333844290838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,1536,0.12289067109425862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,3072,0.07234133614434136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,12288,768,0.07465600305133395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,7168,0.01571733256181081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,5120,0.015463999576038785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,512,32,0.005702222386995952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,7168,0.02514755560292138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,256,0.003042666655447748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,7168,0.03882311118973626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,6144,2.1280025906032987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,512,0.007009777757856581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,7168,0.13106489181518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,65536,12288,5.931064181857639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,4096,0.027585777971479628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,12288,8192,0.043303999635908336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,65536,7168,2.966104931301541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,1024,0.005255110975768831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,1536,0.01607466737429301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,512,0.01898755629857381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,8192,0.06646666924158733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,1024,0.011037333144081963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,256,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,32,0.011514667007658215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,2048,0.010513777534166971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,3072,1536,0.008935111264387766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,4096,0.37912623087565106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,10240,256,0.005306666509972678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,3072,5.2315245734320746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,65536,0.12802667087978786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,64,768,0.008656889200210571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,3072,0.012278222375445895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,64,12288,0.009663110805882348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,6144,0.015796444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,2048,0.11009955406188965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,65536,8192,3.1455359988742404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,10240,0.03714133302370707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,8192,8192,0.04807733496030172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,2560,0.2241582340664334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,5120,0.007976888782448238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,768,0.006136888845099344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,64,65536,0.30405600865681964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,16384,0.05036266644795736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,6144,4096,0.02998044424586826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,51200,0.4783155653211806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,3584,0.015957333975368075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,128,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,16384,1.0075146357218425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,10240,32,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,51200,0.18338399463229707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,51200,0.04735733403099907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2560,1536,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,2560,1.6347084045410156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,6144,2048,0.01627200014061398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,1024,0.07196088631947835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2048,64,0.006081777728266186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,2560,0.018014222383499146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,7168,0.6277253362867568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,51200,8.243216620551214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,10240,0.09595200088289048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,256,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,2560,4096,0.013281777501106262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,512,0.009390222529570261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,8192,2560,0.02236977716286977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3072,65536,0.0896222194035848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,256,0.008459555606047312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,16384,3.0309645334879556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,6144,0.03529244330194261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,768,6144,0.060468441910213895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,3072,0.01990133358372582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,5120,0.23620088895161948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,32,0.15287644333309597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,7168,0.04502400093608432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,51200,0.686372439066569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,5120,1536,0.06245244211620755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,2048,0.04776533444722494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,10240,0.03895555602179633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,768,0.3531315591600206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,512,256,0.005315555466545953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,16384,0.10188177559110854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,10240,51200,1.7032658259073894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,256,1024,0.007761778102980719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,128,768,0.0068400001360310455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,51200,256,0.01237422227859497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,768,64,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,8192,0.018512000640233357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,2048,0.008082666330867344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,1024,512,0.011343110766675739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,6144,0.05812622441185845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1024,1536,0.007350222104125553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,4096,0.008365333080291748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,51200,1.191912015279134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,2560,0.012496888637542725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,128,0.0052737775776121355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,8192,12288,0.6401697794596354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,12288,1.058368894788954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,7168,0.03856711255179511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,768,0.015996444556448195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,7168,0.05348622136645847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1536,51200,0.07112355364693536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,2048,0.43648799260457355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,2048,0.13917956087324354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,5120,0.018775999546051025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,6144,4096,0.017120000388887193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,10240,0.03735733363363478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,5120,0.13106489181518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2560,65536,0.08200444115532769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,4096,64,0.011551111108726926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,7168,65536,8.14205847846137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,3072,0.3796817726559109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,768,768,0.004369777937730153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,128,0.006776000062624614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,12288,0.020058666666348774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,5120,8192,0.037408000893063016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,256,4096,0.025064888927671645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,3584,0.010584000084135266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,32,0.04878311024771797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,51200,4.535576714409722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,12288,0.34595733218722874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,1024,0.005345777918895085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,16384,0.03139288889037238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,5120,0.21214489142100015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,256,64,0.007095110913117726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,1536,0.020503110355801053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,7168,0.016025778320100572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,1024,0.011048888994587792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,1024,0.010509333676762052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,256,0.016585777203241985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2048,768,0.004856889032655292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,128,256,0.0052355556852287715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1536,5120,0.01014755583471722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,1024,0.2794453303019206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,768,32,0.005705777969625261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,512,0.015247111519177755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,12288,0.639519108666314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,8192,65536,0.24134845203823516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,6144,3584,0.014803555276658801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,8192,0.011944889194435544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,768,0.006364444477690591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,12288,0.006631999793979857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,128,0.005428444594144821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,8192,0.05688533518049452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,65536,5120,1.8301902347140844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,51200,1.4095360438028972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1536,3072,0.04447199900945028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,256,0.008821333448092142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,256,0.005361777626805835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,4096,0.06261777877807617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,8192,12288,0.542068428463406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,768,0.008847110801272923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,1024,0.009390222529570261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,768,0.004365333252482944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,12288,0.02910311023394267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,10240,0.08993777963850234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,16384,0.009641778137948778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,3072,0.12200978067186143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3584,512,0.0037120001183615792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3072,1024,0.03214844399028354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,32,1024,0.003915555361244413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1536,65536,0.7571040259467231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,16384,2048,0.19694933626386854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,2048,0.010577778021494547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,12288,0.08472177717420791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,2560,0.007456888755162557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,32,64,0.007463110817803278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,8192,0.04066488809055752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,1024,0.005131555514203178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,1024,0.00407288885778851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,8192,0.08021066586176555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,10240,0.022525333695941504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,128,0.005388444496525659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,4096,0.03256977929009332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,51200,16384,0.5958746804131402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,256,0.008222222328186035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,8192,0.13384532928466797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,5120,0.00924177798959944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,3584,0.014673777752452426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,256,0.005434666656785541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,3584,0.01389422184891171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,12288,0.061475555102030434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,2048,0.007167110840479533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,256,0.004067555483844546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,3072,2560,0.5098257594638401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,4096,0.07426844702826606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,128,0.00432977784011099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,1024,0.032227555910746254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,3584,0.1207653284072876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,128,0.005610666755172942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,2560,0.010969777901967367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,512,16384,0.07862310939364962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,512,0.006747555401590135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,12288,0.11894933382670085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,10240,1024,0.013440888788965015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,256,0.020594666401545208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,7168,0.0356391105386946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,1024,0.015587555037604438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,2560,0.020432889461517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,2560,0.011753777662913004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,12288,8192,1.05132261912028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,3072,512,0.004693333473470476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,16384,0.19189243846469453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,65536,512,0.2811511092715793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,2560,4096,0.08284978071848552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,65536,0.09770133097966512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,256,3584,0.02796799937884013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,64,16384,0.01978488928741879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,4096,0.013744889034165276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,1536,0.0074728892909155945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,1536,0.017486222916179232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,4096,0.019949333535300363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,256,0.00742133292886946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3584,5120,0.01390044391155243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,6144,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,51200,0.4894897672865126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,1536,0.009277332988050249
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,2560,0.008633777499198914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,1024,0.028205331828859117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,16384,128,0.030187557140986126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,768,0.0063768890168931745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,12288,2560,0.3414488898383246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,5120,0.1309395498699612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,8192,8192,2.0262542300754123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,3072,0.2947564389970568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,128,0.005407111098368962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,512,0.0053004444473319584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,1024,0.006231110956933763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,3584,64,0.015424888994958667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,512,8192,0.008967111508051554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,3072,0.00996088898844189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2048,8192,0.07397866911358304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,51200,0.05770044194327461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,6144,0.12379733721415202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,2048,0.018358222312397428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,6144,6144,0.039460443788104586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,16384,0.37215556038750547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,16384,0.019729778170585632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,3072,0.0562631090482076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,2560,0.007287110719415877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,256,3072,0.006959111326270633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,3584,0.0207004447778066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,32,0.004470222112205294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,4096,256,0.005014222115278244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,65536,0.3143644332885742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,10240,1.4325698216756184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,64,0.003055111194650332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,2560,0.04734222094217936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,10240,0.016287111573749118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,1024,0.008409777449236976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,1536,0.008425777984990014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,6144,1.4237644407484267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,7168,1.046911981370714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2048,7168,0.017603556315104168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,12288,0.16287822193569607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,1024,0.04172977805137634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,64,65536,0.009865778187910715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,10240,0.6722142431471082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,6144,0.24322666062249076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,1024,0.008076444268226624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,6144,0.048904889159732394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,64,2048,0.008047999607192146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,2560,8192,0.023221333821614582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,12288,0.6872257656521268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,512,0.07483555873235066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,10240,0.047353777620527476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,256,0.1629448864195082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,32,0.0034977777136696708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,768,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,1024,0.011024889018800525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,128,0.004201777693298128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,51200,128,0.017983999517228868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,51200,0.36240355173746747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,5120,0.11131732993655735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,32,0.005373333477311664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,64,256,0.005376889059940974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,128,7168,0.05403466688262092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,32,768,0.0058168888919883305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,2560,0.013241777817408243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,768,0.2530275450812446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,3072,0.02479644450876448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,1536,0.0047662220895290375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,12288,6144,0.05541511045561897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1536,6144,0.011208888557222156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,768,0.011665778027640449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,3072,0.006640888750553131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,16384,51200,11.111234029134115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,2048,0.7314808633592395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,10240,2048,0.018836443622907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,512,0.012230222423871359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,16384,65536,0.3948515521155463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,51200,0.09598755836486816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,51200,0.10151733292473687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,128,0.004320000194840961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,768,0.00639111093348927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,128,32,0.002830222249031067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,32,0.03446577654944526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,10240,0.38224977917141384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,256,2560,0.022152889106008742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1024,256,0.0057760001056724125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,5120,0.0492835541566213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,6144,2048,0.011543999943468304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,51200,0.997619522942437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,128,0.005145777844720417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,5120,0.23714934455023873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,65536,0.3187519974178738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,10240,12288,0.05413688884841072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,10240,1536,0.01365244471364551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,7168,0.011145778000354767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,3072,0.011930666863918304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,8192,768,0.06284711096021864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,8192,0.05460000038146973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,6144,0.029045333464940388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,7168,0.12701688872443304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,1024,0.004146666576464971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,5120,0.056736886501312256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,512,0.023411555422676936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,8192,6144,0.11399732695685492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,1536,0.006519111080302133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1024,512,0.003293333368168937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,6144,0.05567555295096504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,65536,0.08405422502093846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,1024,0.007479999628331926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,4096,0.023606222536828782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,4096,0.020085333122147452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,1536,8192,0.013850666582584381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,32,0.003232888877391815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,7168,0.07649599843555026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,8192,0.07458311319351196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,4096,3584,0.01943199998802609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,4096,0.04423200090726217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3072,256,0.005460444423887465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,10240,0.02279377811484867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,65536,5120,1.4390711254543727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,5120,0.04620711008707682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,2560,0.017273777061038546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,12288,32,0.007510222494602203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,32,0.007977777885066139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,3072,0.023023999399609033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1536,10240,0.1965564489364624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,512,0.003510222252872255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,5120,128,0.15360711680518255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,10240,0.015634665886561077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,6144,65536,2.8439814249674478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,5120,128,0.005525333185990651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,2560,0.009864889085292816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,128,0.004912000149488449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,1536,0.006038222048017714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,512,0.0058319999112023254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,512,768,0.014718222949239941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,3072,0.01068800025516086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,2560,0.00926755534278022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,8192,0.012480888929631976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,4096,64,0.02345866627163357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,51200,0.06493600209554036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,6144,3584,0.14746399720509848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,2048,0.020117332537968952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,1024,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,7168,128,0.004224888980388641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,64,0.005598222215970357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,8192,0.061518225404951304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,3072,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,1024,0.02788089050187005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,7168,0.02364088926050398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,65536,10240,3.0692231920030384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1536,65536,0.0926906665166219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,64,0.016698666744761996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,512,0.05794933107164171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,7168,0.0667475528187222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,7168,12288,0.0654382242096795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,256,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,3584,5120,0.1299146678712633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,16384,0.0503039989206526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,768,7168,0.07572799921035767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,3584,0.22383199797736275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,3584,0.22074488798777261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,64,0.005766222046481238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,128,0.006439111298984951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,16384,1536,0.016031111280123394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,2560,2048,0.007868444754017724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,65536,512,0.10873066716723973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,256,16384,0.019243554936514962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,10240,0.22871645291646323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,768,2048,0.013575110998418597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,6144,0.018048889107174344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,7168,7168,0.17732532819112143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,512,0.0058764442801475525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,2048,0.09315733114878337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,2560,0.007544889218277401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,4096,1024,0.006807111203670502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1024,128,0.005104889058404499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,128,0.0028773333049482773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,8192,0.09391288624869452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,4096,0.006298666612969504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,4096,8192,0.02757688860098521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,65536,0.07408177852630615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,64,0.0026693333768182327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,768,256,0.004229333251714706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,10240,3072,3.095658620198568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2048,1536,0.008812444077597724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,1536,0.05279644330342611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,3072,0.24617155392964682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,128,65536,0.04199288951026069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,256,0.006008000009589725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,8192,0.010770666930410596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,10240,0.021320000290870667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,7168,0.010947555303573608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,4096,0.01205244412024816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,32,64,0.0026453334010309647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,6144,0.01163111130396525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,8192,6144,0.1410577827029758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,1024,0.009222221871217092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,4096,3072,0.012000888586044312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,65536,4096,0.09833866357803345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,2560,0.03279644582006667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,65536,1.0052898195054796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,3072,0.008004444340864817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,1536,0.007734222544564142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,4096,0.2009448872672187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,1024,0.0058088890380329555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,512,0.0038533334930737815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,7168,0.026203556193245783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,1024,16384,0.7845102416144477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,512,0.005988444305128521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,5120,1536,0.00962933318482505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,5120,3072,0.13277955849965414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,3584,0.07643022139867146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,256,0.0038577777643998465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,256,4096,0.009914666414260864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,1536,0.07398577531178792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,65536,2048,0.1304373343785604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,65536,2560,0.06571733289294772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,64,0.005906666732496685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,512,0.023381332556406658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,10240,0.22159466478559706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,16384,0.15916621685028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,3584,0.008923555413881937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,1536,0.011026666396194033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,51200,0.053152001566357084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,256,5120,0.006847111301289664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,5120,8192,0.22648888164096406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,3584,0.009104000197516548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,7168,0.012486221889654795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,12288,1536,0.011533333195580376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,3072,0.016922665966881644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,256,0.03118577930662367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,768,256,0.003677333394686381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,10240,3072,0.0181377778450648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,768,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,256,0.003846222327815162
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,16384,0.03203377789921231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,51200,5.7875476413302955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,1536,0.009597332941161262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,5120,0.1035884420077006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,1024,0.005064888960785336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,5120,0.08227644364039104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,51200,1024,0.025952888859642878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,8192,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2048,12288,0.018941332896550495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,128,0.0247688889503479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,1536,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,2048,0.007191999918884701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,12288,0.006286222073766921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1024,2048,0.006637333167923822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,2560,1.016086260477702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,51200,3584,1.036802715725369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,64,0.003629333443111844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,7168,0.1202053361468845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,768,2560,0.006630222416586346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3072,2560,0.008817777865462834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2560,51200,0.11157688829633926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,512,0.0063973334100511335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,256,0.005013333426581489
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,51200,128,0.007816000117195977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,64,0.008347555167145198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,51200,0.06131822533077664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,5120,0.03362222181426154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,256,0.006157333238257303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3584,256,0.01640266676743825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,8192,3584,0.016303999556435477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3584,1536,0.00739555557568868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,32,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,5120,4096,0.020571556356218126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,12288,12288,0.8196826510959201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,4096,0.009602666729026372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,3072,128,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,16384,0.1833395560582479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,768,0.028455999162462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,256,2560,0.009493333597977957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,51200,0.052785777383380465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,256,0.030979557169808283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,16384,2048,0.1615688933266534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,768,0.010265777508417765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,3072,0.0203448881705602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,256,2048,0.006481777876615524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,7168,0.03138488862249587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,3072,1536,0.03900622328122457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,512,256,0.003228444399105178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,3584,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,5120,0.12310132715437148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,51200,0.041371554136276245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,7168,0.04229244589805603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,4096,64,0.00666222224632899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1024,65536,0.06851555241478814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,1536,0.05099822084108988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,2048,0.07168000274234347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,768,0.29204710324605304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,3072,0.00811288919713762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,3584,0.015881778465376962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,51200,0.43692888153923887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,3072,0.006959999601046245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,64,5120,0.01035644445154402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,1024,0.013630222115251752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,3584,0.07686399751239352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,16384,0.020266667008399963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,7168,2560,0.10353422164916992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,2560,0.0069511110583941145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,3584,0.03845244314935472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,256,7168,0.027107555005285475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,6144,1.855447981092665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,3072,0.021851556168662176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,2048,0.01405244403415256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,128,1024,0.005168888717889786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,7168,0.043250666724310986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,65536,256,0.02174844510025448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,128,0.005468444277842839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,7168,0.020773332979944017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,6144,0.026895999908447266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,10240,0.4169760015275743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3072,32,0.012778666284349231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,4096,0.009385777844323052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,1536,0.010498666928874122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,768,0.014112000664075216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,65536,5120,32.19232516818577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,1024,12288,0.021222222182485793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,1024,0.04721422327889336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,6144,16384,0.0956782235039605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,32,0.004815111143721474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,7168,0.13833867179022893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,256,0.00960799968904919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,12288,0.10431377755271064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,128,0.005186666631036335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,65536,0.06613155868318346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,1024,0.05717421902550591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,2048,0.22678934203253853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,10240,0.6084408760070801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,6144,0.013262222210566202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,512,0.06587288777033488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,32,2560,0.005798222290145026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,2048,0.4085582097371419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,8192,0.042945779032177396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1024,2048,0.011504000259770287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,2560,0.017055999901559617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2560,3584,0.07516800032721625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,7168,0.04888622297181023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2560,4096,0.011509333219793109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,6144,768,0.024176888995700415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,4096,16384,0.2210479974746704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,6144,0.010963555839326648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,65536,0.4196471108330621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,256,2048,0.00535111129283905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,8192,0.2521768940819634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,3072,0.03274310959710015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,7168,0.016407999727461074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,12288,0.017786666750907898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,4096,0.4266977839999729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,64,0.0037848887344201407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2048,128,0.011195555329322815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,128,0.027808000644048054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,3072,0.013613333304723104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,10240,0.06010488669077555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,256,0.006801777829726537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2560,128,0.017625777257813346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,1536,0.0492231117354499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,3072,0.012170666621790992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,512,0.20778400368160674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,512,5120,0.037800888220469155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3072,16384,0.1735128826565213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,64,0.0033128888656695685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,12288,6144,0.05716355641682943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,512,0.01791200041770935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,64,8192,0.020003555549515616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,8192,2048,0.8450489044189453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2048,2560,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,1536,12288,0.021205332544114854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,5120,2560,0.073125335905287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,1024,0.021924444370799597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,6144,4096,0.01921688848071628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3072,1536,0.006623999940024481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,128,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,512,0.02623644471168518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,65536,0.37164889441596133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,4096,0.1126942237218221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,128,0.030495110485288832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,8192,0.025969778498013813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,51200,2048,0.5059582392374674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,32,0.005744888964626525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,5120,0.491213321685791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,5120,0.017198221551047433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,12288,0.5436408784654405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,3072,0.16448799769083658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,7168,1024,0.009010666774378883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,65536,4096,0.19358221689860025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,1536,0.020423110988405015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,51200,2048,1.1119244893391926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,1536,0.019659555620617337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,1536,0.12461422549353705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,128,7168,0.013557333085272046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,12288,6144,0.056383113066355385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,512,12288,0.018777777751286823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,51200,0.31944089465671116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,512,0.005619555711746216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2048,16384,0.023231110639042322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,128,0.005504000104135937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,4096,0.01146933353609509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,6144,0.03389599919319153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,5120,256,0.004173333446184794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,3072,0.00815466625822915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3072,8192,0.017051556044154696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,256,16384,0.008777778181764815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,768,12288,0.01637066735161675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,1536,0.018425777554512024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1024,51200,0.41280534532335067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,3584,0.017998221847746108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3072,256,0.004784000002675586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,768,0.03475911087459988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3072,512,0.0037973332736227247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,128,512,0.005636444522274866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,32,0.006928000185224745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1536,10240,0.019554666346973844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,128,0.0029226665695508323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,2560,0.22424266073438856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,32,0.006046222315894232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,256,0.012478222449620565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2560,8192,0.08338933520846897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,10240,0.011112000379297467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,5120,12288,0.4305724567837185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,51200,0.06550844510396321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2560,64,0.016341333587964375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,1536,0.04350577791531881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,128,768,0.008553778131802877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,256,0.003063111048605707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,6144,4096,0.02216533323129018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,768,0.020706666840447318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,5120,0.013904889424641928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,2048,0.12066045072343613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,2560,0.08165422413084242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,128,0.0027760000278552375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,51200,0.15203821659088135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,65536,0.8228844536675347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,512,1536,0.010780444575680627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,10240,256,0.03756533397568597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,4096,768,0.006536888993448681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,6144,0.013131555583741931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,65536,0.03955377803908454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,7168,65536,1.701210657755534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,512,0.019425777925385367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,2048,0.007303111255168915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3072,2560,0.0463084446059333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,64,0.008616888688670265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,256,0.020636444290479023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,6144,16384,0.04284177886115181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,512,0.009728000395827824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,128,0.01146577795346578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,2048,0.012824888858530255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,3584,0.10316711001925999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,128,4096,0.019567110472255282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,16384,0.057024889522128634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,6144,0.010024000373151567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,1024,0.006657777975002925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,4096,0.02657866643534766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,65536,5.496634589301215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,8192,1024,0.009750222166379293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,64,768,0.007065777977307637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,65536,0.06874310970306396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,768,1536,0.005678222411208683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,65536,0.3151164319780138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,2560,0.019902222686343722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1536,2560,0.007147555549939473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,8192,768,0.05450755688879225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,256,0.16954844527774385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,4096,0.06322311030493842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,8192,0.016929777132140267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,6144,16384,0.06742933061387804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,1024,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,4096,0.01590577761332194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,12288,0.5312728881835938
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,32,65536,0.05856621927685208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,4096,0.34294488694932723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,1024,0.005443555613358815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,3072,0.03390222125583225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,128,51200,0.286136892106798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,512,0.008271999657154083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,5120,3584,1.7672915988498266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,3584,0.009737778041097853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1024,5120,0.2825768788655599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,4096,0.1972177823384603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,768,0.0037635556525654266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,12288,0.015208888385030957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,3072,0.5257004631890191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,1536,0.00582755563987626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,128,12288,0.31005599763658315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,12288,4096,0.025735111700163946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,3584,0.02437777817249298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,7168,0.16410844855838352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,10240,0.8002968894110786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,8192,0.018809777167108323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,32,0.006291555447710886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,2560,0.5993457900153266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,1024,0.005607999861240387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,8192,0.04853777752982246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,512,1024,0.0064426664676931165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2048,512,0.006737777756320105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,1024,0.009229333036475712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,8192,65536,0.39447644021775985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,16384,0.4566817813449436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,1024,0.05218311150868734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,8192,0.33470667733086484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,2560,0.15660266081492105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,10240,0.030448890394634668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,10240,16384,0.7194275326199002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,1536,0.04302666584650675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,1024,0.010712888505723743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,4096,1536,0.3522142304314508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,7168,0.6918675634596082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,512,0.003984000119898054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2560,10240,0.2856666776869032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,32,6144,0.04933422141604953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,1024,0.006270222365856171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,64,12288,0.01351466692156262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,512,3072,0.008325333396593729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,8192,0.06503555509779188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,512,0.03456444541613261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,1024,4096,0.008644444247086843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,12288,0.16758578353457979
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,2048,0.012881778180599213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,51200,0.014670222997665405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1536,4096,0.010098666780524785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,8192,0.0809475580851237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,16384,0.8077271249559191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,51200,2.313687006632487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,10240,16384,0.802344004313151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,8192,0.19607555866241455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,8192,65536,3.469104978773329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,7168,0.022648889157507155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,16384,1.6274720297919378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,1024,0.007791111038790808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2048,128,0.009345778160625035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,128,0.005561777700980504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,768,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3584,512,0.030962665875752766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1536,2560,0.03580177823702494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,6144,0.07250577873653836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,128,0.009343999955389235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2560,768,0.007371555599901412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,3584,0.010844444235165914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,512,0.024039111203617517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,2560,0.007800888684060838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,51200,8192,0.2730400032467312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,64,0.004544888933499654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,7168,2048,0.10103466775682236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,5120,0.016524444023768108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,6144,0.47272443771362305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,128,0.003362666608558761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,3584,0.5938675668504503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1536,768,0.005142222262091107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,5120,0.025961778230137292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,8192,51200,1.5669430626763239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,3584,4096,0.05444000164667765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,3072,0.07949155569076538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,51200,0.2034097777472602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,16384,3584,0.05346488952636719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,6144,6144,0.1570542256037394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,7168,0.19207999441358778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,32,0.005314666777849197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,128,0.012447111308574677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,768,0.007308444215191736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,3072,0.008566222257084316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,2560,0.007655111451943715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,5120,0.09027466509077285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,7168,16384,0.716101328531901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,4096,0.034902221626705594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,32,0.033719112475713096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,6144,0.1094355583190918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,5120,4096,0.10960533221562703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,64,0.0027111110587914786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,12288,0.10674755440817939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,5120,0.14094221591949463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,8192,0.13295288880666098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,768,0.030530667967266504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,51200,0.1824106640285916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,65536,0.08930399682786729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1536,2560,0.008256889051861232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,7168,0.03776266508632236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,6144,8192,0.029623998536003962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,128,7168,0.006223111102978389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,3072,0.09115199910269843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,5120,0.01860000027550591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,5120,0.008447999755541483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,3072,0.007053333024183909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,128,512,0.006166222194830577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,256,0.0028880000528362063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,768,0.003432000055909157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,3072,0.006385777973466449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,5120,0.30226132604810924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,51200,2.2395653194851346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,256,10240,0.021377777059872944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,51200,0.41792888111538357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,12288,0.06415644619199964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,5120,8192,0.1497911082373725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,51200,0.25816533300611705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,128,64,0.005048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,4096,3072,0.1737662156422933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,7168,5120,0.019109333554903667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,6144,0.20684177345699736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,3072,0.06109866831037733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,128,0.003060444361633725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,12288,0.024958221448792353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,12288,0.014341332846217685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,10240,0.02001333402262794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,1536,0.07497688796785143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,2048,0.5258693165249294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,5120,0.015944000747468736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,5120,3584,0.12208355797661676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,51200,128,0.11916532781389023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,768,0.013222222526868185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,128,0.0036951113078329298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,51200,0.1452702283859253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,65536,16384,0.41309687826368546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,1536,0.34323467148674863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2560,2560,0.026093333959579468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,128,6144,0.01642666591538323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,32,0.0027022223091787765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3072,768,0.01685688893000285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,8192,0.12389866511027019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,16384,512,0.1149359941482544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,8192,3072,0.01588888963063558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,12288,0.6091991000705296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,5120,0.009566222627957663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,16384,0.08815911081102158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,16384,0.7141591178046333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,6144,0.024067555864651997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,5120,0.12320089340209961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,12288,4096,0.02479644450876448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,3072,0.006599999964237213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,128,32,0.006152888966931238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,2560,256,0.0053075556125905775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,3072,0.03402577837308248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,1024,16384,1.4434675640530055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,2048,0.01632000009218852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,16384,1536,0.018759111563364666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,64,0.005625777774386936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,512,0.006313777632183499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,32,512,0.006530666516886816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,768,16384,0.13599822256300184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,2048,0.051946666505601674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,5120,0.012033777932325998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,64,2560,0.008233778178691864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,512,0.003583999971548716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2560,32,0.005454222361246745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,5120,0.031304889255099826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,8192,0.0817884471681383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,256,0.005818666683302985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,3584,0.0640995568699307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,6144,0.011214222345087262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,16384,3072,0.022912888063324824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,4096,0.011824000212881299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,16384,0.3162204424540202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,128,0.005047111047638787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,7168,1.0654142167833116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,3584,4096,0.06747733222113715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,512,128,0.00573244442542394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,3584,0.0074417781498697065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2048,3584,0.048756443791919284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,3072,0.018394667241308425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,16384,0.011110222174061669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,512,5120,0.3259333239661323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3072,10240,0.021548445026079815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,256,0.003072888900836309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,768,0.027405333187845018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,12288,0.06398933463626437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,128,0.004460444466935264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,12288,0.020592000749376085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,128,0.007623111208279927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,256,8192,0.5671182208591038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,2048,0.0884008871184455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2048,12288,0.14306399557325575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,3072,0.02903466754489475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,3584,0.11182578404744466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,5120,0.06887644529342651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,51200,2.181779649522569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,3584,0.006842666616042455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,5120,0.07271555397245619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,768,0.023530667026837666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,32,0.002595555658141772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2048,2560,0.10501155588361953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,3072,0.054506666130489774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,12288,12288,0.10689510901769002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,512,128,0.003755555384688907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,65536,0.5409057935078939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,65536,0.8266524208916558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,51200,8192,0.5792080031500922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,32,0.005531555662552516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,2560,0.01290933373901579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,10240,0.020082667469978333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,128,3584,0.01607288916905721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,256,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,64,0.00657155571712388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,32,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,6144,0.023023999399609033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,64,0.0052977779673205475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,128,32,0.003649777836269803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,768,0.005484444399674733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,16384,0.13480710983276367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,51200,12288,4.724182976616754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,6144,0.28738310601976186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,3072,0.03229688935809665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,768,0.006535999890830781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,6144,0.013337777720557319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,6144,64,0.004117333226733738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,2048,0.046592887904908925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,2560,0.2563360002305773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,1536,12288,0.016561778055297006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2560,64,0.003572444534964032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,8192,0.08821600013309056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,1024,0.006490666833188798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,12288,768,0.08945777681138779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,1536,0.014189332723617554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,10240,3072,0.07891288730833265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3584,128,0.011705777711338468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,8192,128,0.020821332931518555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1536,2048,0.025535111625989277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,2560,32,0.002858666703104973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,1024,768,0.004954666727119022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,6144,5120,0.019685332973798115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1024,1024,0.005617777920431561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,10240,0.018233777748213876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,128,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,2560,1.5456168916490343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,4096,0.22996356752183703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,8192,1536,0.07964711056815253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,8192,0.023870221442646448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,3072,0.14253777927822536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,6144,0.010292444792058732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,2560,768,0.005736888696750005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,16384,0.02990666694111294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,16384,16384,0.3036079936557346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,5120,0.15089955594804552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,1536,0.010469333165221743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,5120,128,0.005260444349712796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,2560,7168,0.15708711412217882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,32,1536,0.004423111263248655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,65536,0.3965111043718126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,3584,0.11840711699591742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,4096,0.00811822215716044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,10240,0.05229155553711785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,768,0.021204445097181533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1024,51200,0.05274488859706455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,1024,0.01092266705301073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,65536,22.3453131781684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,256,1024,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,8192,0.21159733666314018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,8192,0.01536622146765391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,12288,0.015072888798183866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,10240,4096,0.030023998684353296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,2048,0.016026667422718473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,6144,0.013088000317414602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,16384,10240,0.30963288413153756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,3584,0.034324444002575345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,10240,0.3550479941897922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,7168,0.025920889443821375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,512,6144,0.021402666966120403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,3072,0.009097778134875828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,1024,1536,0.022068444225523207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,2560,3072,0.017318222257826064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,2560,0.012089778151777057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,768,0.004578666554556953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,65536,12288,0.6095057593451606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,1024,3584,0.045151111152437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2560,7168,0.02370044423474206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,65536,0.07548977931340535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,65536,0.23258754942152235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,4096,3072,0.013409777647919126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,256,0.00464088883664873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,512,5120,0.02918133470747206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1536,256,0.0033004445334275565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,4096,2560,0.033760001262029014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3072,4096,0.07459466987186007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,64,6144,0.006014222072230444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,51200,0.09644089142481486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3584,12288,0.035608000225490995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,512,0.005555555638339784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,2048,4096,0.010254222485754225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,1024,0.005129777722888523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,1024,0.00554044461912579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,6144,768,0.025881777207056682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,768,0.00658044425977601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,4096,0.41765332221984863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1024,3584,0.007919111185603673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,8192,0.02719288898838891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1536,128,0.010132444401582083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,1024,0.03093866507212321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,16384,1.0517395867241752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,32,10240,0.015473778049151102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,3584,0.007477333148320516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,4096,768,0.005492444253630108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,1024,0.006976000136799282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,64,0.039827555418014526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,6144,128,0.019907555646366544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3072,4096,0.09530666801664565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3072,8192,0.01586933268441094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,10240,0.05581511391533745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,8192,0.04700444473160637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,12288,256,0.006127111199829314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,1024,0.005048000150256687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,128,6144,0.03932266765170627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,8192,3584,0.018233777748213876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,12288,0.06486488713158502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,32,512,0.0057857777509424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,7168,0.010867555936177572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,65536,0.2546417713165283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,7168,768,0.016093333562215168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,12288,0.13215111361609563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,1536,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,12288,6144,0.08220889170964558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,1024,0.010112000008424124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,6144,2048,0.08732710944281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,4096,51200,0.08853599760267471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,3584,0.007915555602974361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,65536,8192,0.3899928993648953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,768,7168,0.03964089022742377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,7168,0.22602934307522246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,128,0.003261333331465721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,10240,7168,0.621255980597602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,8192,0.018349332941903006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,768,0.006232000059551663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3072,8192,0.20929511388142905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,32,0.006505777852402792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,12288,65536,0.2992497815026177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,3072,0.4475084410773383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,512,0.018817777434984844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,4096,0.11429066128200954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,16384,2.090940475463867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,256,0.017467555072572496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,2560,0.03165333469708761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,768,0.02843733297453986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,12288,4096,0.2430880069732666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,65536,0.08612177769343059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,128,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,256,1024,0.0039813332259655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,7168,0.25720355245802135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,2048,5120,0.01295466638273663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,12288,0.016826666063732572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,2560,0.020121778051058452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2560,2048,0.007111111448870764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,128,4096,0.009383999639087254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,4096,0.10800355672836304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,128,0.004390222330888112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1024,1536,0.005946666830115848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2048,4096,0.03902666767438253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,2560,0.01720977822939555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,1024,0.004968889057636261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,12288,2.701471116807726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,10240,0.013473778135246701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,10240,8192,0.04660355713632372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,12288,256,0.007625777688291337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,6144,12288,0.7134817971123589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,1536,0.021781333618693884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,256,7168,0.03709333472781711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,4096,0.023226666781637404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,65536,0.18665866057078043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,4096,0.009688888986905416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,32,768,0.0035537779331207275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,768,16384,0.03238577644030253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,5120,0.04638311266899109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,10240,64,0.034576889541414045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,7168,0.6912453439500598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,12288,0.5216204325358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,768,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,64,0.01740444368786282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,2048,0.023187556200557288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,128,0.005136888888147143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,65536,0.7416097852918836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1024,3584,0.03422844409942627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,7168,7168,0.1400560008154975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,1536,51200,0.06349066893259685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,2560,0.011318222516112857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,51200,1.6436106363932292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,7168,16384,1.4587839974297419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,10240,0.017335999343130324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,128,2560,0.010354667074150508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,5120,0.028011557128694322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2048,4096,0.011431111229790581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2048,5120,0.020672889219390023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,10240,65536,24.69677225748698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,10240,3072,0.04513600137498644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,6144,0.044291555881500244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,2560,0.008183110919263627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,51200,0.4234915574391683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,2560,0.05361510978804695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,12288,0.025012445118692186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,128,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,768,0.009551111194822524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,12288,2560,0.03042666779624091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,65536,0.5381662050882975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,32,0.16702844036950004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,12288,0.02479733361138238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,3072,0.02871911062134637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,3584,0.8956480026245117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,7168,65536,0.1979760064019097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,1536,0.05261866582764519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,2048,0.018560000591807894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,16384,0.8001137839423286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,1024,0.0817191137207879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,1024,0.07267822159661187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,51200,0.16737243864271376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,16384,1536,0.016255110502243042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,2560,0.008061333662933773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,3072,0.14467022154066297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,10240,0.019294222195943195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,5120,256,0.02716622253259023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,6144,0.21771910455491808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,256,0.19613333543141684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,256,0.003937777959638172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,16384,0.07751555575264825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,256,0.007108444141017065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,51200,0.36000977622138125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,768,1536,0.006548444430033366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,7168,0.011016888750924004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,1024,2560,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,65536,7.014678955078125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,10240,3072,0.1979902187983195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,7168,0.042688889635933765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,128,0.009633777870072259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,65536,1024,0.20835910903082955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,4096,8192,0.019362666540675692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3584,16384,0.04996444450484382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,3584,0.0070088886552386815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,16384,51200,0.58115111456977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,16384,0.0525128874513838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,3584,0.018519111805491976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,5120,12288,0.030849777989917334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,4096,0.04117777612474229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,10240,0.3840835624270969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,768,0.008423999779754216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,64,0.007916444705592262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,3584,0.04699022240108914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,768,16384,0.12156977918412949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,256,0.15725689464145237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,512,0.006019555446174409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,512,0.005026666654480828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,65536,0.4667538007100423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,6144,0.00943288869327969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,5120,64,0.0032515554792351196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,8192,0.14707288477155897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,256,0.005249777601824866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,2560,0.013456000222100152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,768,0.0047271110945277745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,128,0.00927466650803884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,4096,1536,0.015184889237085978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,12288,0.0406986673672994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3072,6144,0.013445333474212222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,10240,6144,0.6190142101711696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,12288,0.040172444449530706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,4096,1536,0.042746666404936046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,12288,0.5398044586181641
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,6144,12288,0.37740177578396267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,12288,51200,8.18533240424262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,1024,0.13696089055803087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,5120,6144,0.12505688932206896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,2048,0.44717688030666775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,128,0.008197333249780867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,128,512,0.016566221912701923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,7168,512,0.01937333411640591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,3584,0.4221457905239529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,1024,0.3511377705468072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,6144,12288,0.08015288909276326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,51200,8192,2.716628392537435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,16384,0.02051377793153127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,32,3584,0.009110222260157267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,16384,0.15668177604675293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3584,256,0.006091555373536215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,65536,64,0.009113777842786577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,256,0.004514666481150521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1024,512,0.009902222288979424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,64,0.016674665941132438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,12288,0.12427732679578994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,3072,0.010786666638321347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,6144,512,0.010116444693671333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,8192,0.018532445033391316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,6144,4096,0.01999022232161628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,12288,0.018407111366589863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,768,0.006716444260544247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,5120,0.018928888771269057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,6144,0.029409776131312054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,1024,0.04683466752370199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,7168,0.2967715528276232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,512,0.008475555313958062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,16384,1536,1.384511947631836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,2048,512,0.014690667390823364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,65536,3.6483005947536893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,128,0.01900800069173177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,65536,0.08713333474265204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,64,512,0.009474666582213508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,16384,128,0.03782755467626784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,32,0.014096889230940076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,768,5120,0.06099288993411594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,64,0.005523555394675996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,12288,0.20738755332099068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,2048,0.05416355530420939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,128,0.0030862221287356485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,8192,0.03958488835228814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,1536,0.034824887911478676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,3072,16384,0.39756178855895996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,64,0.005571555760171678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,16384,2048,0.2545537683698866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,512,2560,0.01165688865714603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,7168,3584,0.04104177819357978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,16384,51200,22.59823777940538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,16384,0.2283688916100396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,16384,0.4635306464301215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3584,512,0.025246222813924152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,512,0.005316444569163852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,32,128,0.007607999775144789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,7168,2560,0.012602667013804117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,4096,65536,0.18612355656094023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,3072,0.13567288716634116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,16384,0.017136888371573556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,128,0.00510044437315729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,65536,0.06472533278995089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,6144,0.1318133274714152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,7168,3072,0.018093332648277283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,3584,3072,0.010867555936177572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,2560,128,0.0047217777205838096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,12288,0.5686675707499186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,768,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,1024,1.3121493657430012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,32,3072,0.009745777481132084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,1536,65536,0.2209164434009128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,512,7168,0.010450666977299584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,5120,1.3716355429755316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,4096,0.031122667921913996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,7168,0.023560000790490046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,7168,65536,1.8527181413438585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,6144,12288,0.07421422004699707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,128,0.004972444640265571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,512,0.006671111202902264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,128,5120,0.010378667049937779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,4096,6144,0.13695289029015437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,8192,1536,0.01981511049800449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,128,0.004294222427739037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,512,0.005021333280536863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,64,256,0.005612444546487596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,128,6144,0.01075644459989336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,16384,0.16948089334699842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,32,0.00903200027015474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,6144,10240,0.030588444736268785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,768,1024,0.0063662222690052455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,8192,0.022413333257039387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,64,4096,0.009101333717505137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,7168,128,0.005501333210203383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,8192,1536,0.01147377739350001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,16384,10240,0.996064927842882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,32,7168,0.038930667771233454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,768,6144,0.012684444586435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,512,0.014259555273585849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1024,65536,0.6309830877516005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,8192,512,0.007175111108356052
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,2560,0.008346666892369589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,2560,0.009757333331637913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2048,64,0.005533333453867171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,256,1536,0.0053031109273433685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,128,0.007584888901975419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,768,65536,0.4518871307373047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,3584,0.012840888566441007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,2048,128,0.011844444606039258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,256,0.013506666653686099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,8192,0.013966222604115805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,51200,0.1154515610800849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,64,0.042909334103266396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,8192,2.051766289605035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,256,8192,0.037887109650505915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,51200,2560,0.28254577848646373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,128,0.15192977587381998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,256,65536,0.018016000588734944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,5120,0.026168000366952684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,6144,0.16537511348724365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,6144,5120,0.1721866660647922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,32,16384,0.00675733346078131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,256,8192,0.034436444441477455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2048,6144,0.11181067095862494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,128,10240,0.014038221703635322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,512,0.005116444494989184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,128,3072,0.04109066724777222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,512,16384,0.08888355228636001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,768,3072,0.007635555333561367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,8192,0.15803199344211155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,128,0.004048000193304486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,8192,0.12918221950531006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,2048,512,0.019308444526460435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,65536,0.6228684319390191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,8192,2.2846516503228083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,128,0.01000533335738712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,8192,0.3033946620093452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,8192,1024,0.009868444667922126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,3584,0.012545777691735161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,2560,0.05333244469430712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,512,0.01767200065983666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,16384,2560,0.022359111242824133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,256,0.005514666852023866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,4096,0.018838221828142803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,8192,512,0.00499288903342353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,1024,0.005059555586841372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,12288,0.2750053405761719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,512,10240,0.01609155535697937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,1536,0.012112889024946423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,1536,0.004449777719047335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,3072,3584,0.026304889056417678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,12288,0.015467555986510383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1536,2560,0.016934222645229764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,128,4096,0.012331555287043253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,3072,0.03581155671013726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,256,0.027657777070999146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,4096,20.837354871961804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,5120,0.0363031095928616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,65536,0.3641360070970323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,128,0.028224001328150432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,768,2560,0.006619555668698416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,7168,0.04388533367051018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2560,1536,0.02461066676510705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,3584,0.7915626631842719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,2048,0.07678844531377156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,5120,0.18183110819922554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,16384,0.054803556866115995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,12288,0.23389599058363172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,6144,3072,0.06693244642681546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,1536,0.05985155370500353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,7168,128,0.005442666510740916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,128,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,7168,7168,0.025851555996470984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,5120,0.11275911331176758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,8192,0.04043822156058417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,5120,0.05897066990534464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,1024,0.239062229792277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,8192,0.0244862222009235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2048,8192,0.04648355642954508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3584,768,0.07030133406321208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,8192,1024,0.06748977634641859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,32,65536,0.08190400070614286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,7168,7168,0.048594666851891406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,65536,2.8986470964219837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,10240,0.04240977764129639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,7168,768,0.007699555820888943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,512,0.0599271125263638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,2560,0.00961511085430781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1024,5120,0.06469244427151151
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,6144,0.23642667134602866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3584,6144,0.033153778976864286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,256,0.006272888845867581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,2560,0.007827555967701806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,256,1024,0.034918222162458636
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,10240,5120,0.039488001002205744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,12288,0.020072888996866014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,7168,12288,0.0636497802204556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,3584,0.012982221941153208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,12288,0.017447999782032438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,256,0.005261333452330695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,3584,0.0199608885579639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,2560,0.007104000283612146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,2048,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,3584,0.009641778137948778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,51200,2.3778728908962674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,2560,0.02590755621592204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,64,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,768,0.0059164443777667145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,2560,65536,0.19958133167690703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,128,6144,0.006502222269773483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,64,2560,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,6144,0.03161333335770501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,2560,256,0.008032889001899296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,8192,8192,0.04819111029307047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,4096,768,0.005052444421582752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,5120,0.025736888249715168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,3584,0.022190221481853064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,256,0.026986666851573523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,1536,0.006917333437336816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,6144,65536,5.030913882785373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,1536,0.04602844516436259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,32,16384,0.04377955529424879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2048,10240,0.14071999655829534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,2048,0.006635555376609166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,1024,0.027316444449954565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,51200,0.015575110912322998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,64,0.0028391112056043413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,768,51200,0.04660177893108792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,512,768,0.013152889079517789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,1536,0.007206222249401941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,128,256,0.0031191110610961914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,65536,0.0809404452641805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,2560,1536,0.007850666840871176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,7168,0.05043111244837443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,16384,512,0.06461333566241793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,4096,0.019122666782803006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,8192,1024,0.009218666288587783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,16384,12288,1.4987084070841472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,12288,4096,0.02914311157332526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,256,0.00889244427283605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,512,768,0.016925333274735343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,6144,256,0.033222221665912204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,5120,0.017913776967260573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,1536,0.0753342244360182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,32,1536,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,7168,0.04383822282155355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,10240,16384,2.047373241848416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,6144,0.04152977797720168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,7168,0.5594559775458442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,65536,0.19288710753122965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,2560,0.007213333414660559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,256,256,0.005515555540720622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,6144,0.006084444622198741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3072,10240,0.027798222170935735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,128,10240,0.013479111095269522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,128,0.003023111157947116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,2048,0.016559110747443307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,3072,1.7521493699815538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,512,0.025694222913848028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,6144,5120,0.20581955379909941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,65536,2560,1.0717289182874892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,768,0.009069333473841349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1536,12288,0.18585866027408174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,51200,1.7264213562011719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,3072,0.14045866330464682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,256,0.0036106668412685394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,12288,10240,5.715527004665798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,768,0.0047182221379545005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,2048,0.006753777878151999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,5120,8192,0.023901333411534626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,7168,0.05704800287882487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,512,768,0.003999999827808804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,3072,0.020543111695183646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1536,256,0.009279111193286048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,4096,0.023565333750512864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,256,0.008332444561852349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,65536,0.28097600407070583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,32,0.013064000341627332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,7168,3072,0.019271110494931538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,2560,0.12118400467766656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,4096,0.07401600148942736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,1536,0.00999644481473499
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,7168,12288,0.0399600002500746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,10240,0.12787377834320068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,51200,2.539332495795356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,10240,0.07682577768961589
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,768,64,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,8192,10240,0.45154486762152773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,128,0.003064888839920362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,2560,0.008201777935028076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,7168,0.013460444079505073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,51200,9.468890719943577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,768,0.00500177757607566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,128,0.04982399940490723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,2560,0.04131999942991469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,65536,2.1697279612223306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,2560,0.06596710946824816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3584,3072,0.013542222479979197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,64,0.006187555690606435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2560,512,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,51200,0.3990960121154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,1536,0.014900444282425774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,256,0.006051555689838197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,2560,1024,0.026193777720133465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,768,0.062252442042032875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,6144,0.1168631050321791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,65536,25.723888821072048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,768,51200,0.05655466847949558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,2048,0.034832000732421875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,12288,0.860145780775282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,128,1024,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,4096,64,0.01579466627703773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,12288,12288,0.05881777736875746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,51200,3072,1.4807102415296767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,4096,64,0.017856889300876193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,1024,0.10474844773610432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,8192,0.18394488758511016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,256,8192,0.03469244307941861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3584,12288,0.0513573322031233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3072,2560,0.023844444089465674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,16384,3584,0.14728977945115831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,51200,0.06136000156402588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,7168,12288,0.03830755419201321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,256,0.012123555772834353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,8192,6144,0.08322755495707194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,65536,0.8916373782687717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,51200,6144,1.5157972971598308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1024,1024,0.016563556260532804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,512,0.02716355522473653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2048,51200,0.05920266442828708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,4096,0.00998222248421775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,65536,256,0.012633778154850006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,10240,0.02071911096572876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,6144,0.015772443678643968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,10240,2.5886542002360025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,128,1024,0.01202488856183158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,3072,0.009031111167536842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,512,3072,0.021887999441888597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,5120,0.015569777952300178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,12288,512,0.06419555346171062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,768,5120,0.010420444111029306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,51200,0.1925955613454183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,65536,3072,0.15456977155473497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,7168,0.9021618101331922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,5120,0.03327288892534044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,1536,10240,0.031515555249320135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,4096,0.008927110996511247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,10240,256,0.03243911266326904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,65536,4.384649912516276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,128,64,0.00309599998096625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,256,2560,0.017031111650996737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,2048,0.16786844200558135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,10240,0.028191109498341877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,6144,0.08915911118189494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,8192,7168,0.04493066668510437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,1024,0.011382222175598145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,256,2560,0.019211555520693462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,256,1536,0.0069617778062820435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,768,51200,0.4290986590915256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,32,4096,0.016795555750528973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,12288,0.019708444674809773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,4096,3584,0.013971555564138623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,256,1536,0.0069857777820693115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,16384,256,0.012246222131782107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,51200,0.385425779554579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,6144,3584,0.014560000763999091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,1536,0.03346044487423367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,128,1536,0.07847377989027235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,2560,0.00945955514907837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,51200,4096,0.15018667115105525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,8192,1536,0.025225778420766194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,256,0.0069306666652361555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,7168,0.010823999842007955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,7168,6144,1.0351422627766926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,65536,51200,2.436084535386827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,5120,65536,0.1926177740097046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,4096,512,0.026194666822751362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,3072,0.04031999905904134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,3584,6144,0.014444443914625378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,6144,12288,0.057188444667392306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,768,6144,0.04773066772354973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,65536,0.244013335969713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,4096,0.008539555801285638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,768,0.011696000066068439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,3072,1024,0.005620444400442972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,7168,0.24897776709662545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,512,65536,0.06690755817625257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,64,0.012849777936935425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,2048,16384,2.2547581990559897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,32,0.008743111458089616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,8192,768,0.041887111133999295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,65536,0.3022106753455268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,6144,0.577207088470459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,6144,0.008425777984990014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,5120,0.03471822208828396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,7168,6144,0.26813867357042104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,12288,0.10910755395889282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,512,0.00868088917599784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,16384,6144,0.35734756787618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,16384,0.026750221848487854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,8192,0.14008800188700357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,1536,0.008496888809733922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,768,0.04695733388264974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,8192,0.022488888767030504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,8192,0.1476702160305447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,10240,768,0.06770488950941297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,256,1536,0.018757333358128864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,65536,0.07501511441336738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,10240,3584,0.0203484445810318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,4096,32,0.013736888766288757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,51200,0.035438223017586604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,256,512,0.005631999837027655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,8192,0.2947022120157878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,512,0.012085333466529846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,51200,8192,3.435747570461697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,3072,0.02350666622320811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,32,51200,0.0729457802242703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,64,0.0040693332751592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,8192,0.013362666798962487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,64,0.014153778553009033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,8192,768,0.01072355525361167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,256,0.005617777920431561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,51200,0.06393955813513862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,128,0.012892444100644855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,5120,3584,0.21847555372450086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,32,0.030032889710532293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,512,0.03242133392228021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,2560,0.0075253330998950535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,64,3584,0.007542221910423703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,4096,0.018377777602937486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,5120,128,0.026102221674389307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,6144,0.08559466732872857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,256,0.17849511570400664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,10240,128,0.051298667987187706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,4096,51200,0.08627200126647949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,6144,0.01112711098459032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,128,128,0.007896888587209914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,2048,0.6292986869812012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,5120,1536,0.009472889204819998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,2048,0.007752888732486301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,16384,6144,0.04526488979657491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,256,512,0.01014666673209932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,2048,0.029076443778143987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,768,0.015660444895426433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,16384,7168,0.5171422428554958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,7168,2560,0.01993955506218804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,7168,0.026736888620588515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,32,10240,0.007090667055712805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,65536,2560,0.7082826826307508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,7168,64,0.030025776889589097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,51200,51200,5.883425818549262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,12288,0.020419556233617995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,2048,1024,0.0064897777305708984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,2560,0.13800711101955837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,3072,0.020259555843141343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,6144,32,0.002951111023624738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,5120,2560,0.010446222292052375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,6144,0.16250577237870958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,256,0.06799555487102933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,3584,0.02159022291501363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,16384,3072,0.20769955052269828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,256,0.007320889168315464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,2048,0.037767112255096436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,3584,0.07755644453896417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,768,4096,0.01178311142656538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,5120,16384,0.038077334562937416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,8192,0.038655112187067665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,6144,10240,0.5279555320739746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,51200,0.9864924748738607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,1024,0.31792089674207896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,128,16384,0.032072888480292425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,3072,0.024819556209776137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,8192,0.018499554859267343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,10240,768,0.009328888522254096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,7168,8192,0.10888266563415527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,8192,0.015847999188635085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,1024,2048,0.025262221693992615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,51200,64,0.7168435520595975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,1024,0.00816177742348777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,768,0.06552000178231134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,10240,0.013530666629473368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,10240,1536,0.4137386745876736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,51200,1.0436515808105469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,51200,4.81693861219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,10240,51200,0.3753813372717963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,64,768,0.003573333223660787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,8192,7168,0.025799999634424847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,16384,0.790004465315077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,4096,128,0.004834666848182678
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,32,0.005902222047249476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,3072,4096,0.013547555440002017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,16384,32,0.04740088846948412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,5120,0.014051554931534661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,2560,0.010104888843165504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,10240,0.15041422843933105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,32,0.01889866590499878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,3072,0.021351999706692163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,2560,0.05765510929955376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,65536,0.45555024676852757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,51200,64,0.0047271110945277745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,8192,0.30788445472717285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,6144,3584,0.1462222205268012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,10240,0.01127022256453832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,3072,0.011784888803958893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,12288,0.2377422120836046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,128,5120,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,7168,1536,0.010370666782061258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,16384,0.05141955614089966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,1024,4096,0.018918222851223417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,512,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,12288,0.06867555777231853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3584,64,0.01367911116944419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,16384,16384,0.18571644359164766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,65536,0.07734488778644137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,10240,0.04559822214974297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,65536,2048,1.5087821748521593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,768,0.013185777597957186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,12288,0.16490666071573892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,6144,0.0547964440451728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,4096,0.013863110707865821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,10240,0.028098666005664404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,3584,256,0.004923555586073133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,6144,0.03408799899948968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,4096,0.014848000473446317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,5120,6144,0.018647111124462552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,8192,0.013165333204799227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,51200,0.0625680022769504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,16384,4096,0.05159911182191637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,10240,0.022005332840813532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,1536,0.010128888818952773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,3584,128,0.006659555352396435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,4096,65536,0.11064533392588298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,10240,2048,0.02292711039384206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,768,0.010078222387366826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,2048,0.016184000505341422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,1024,7168,0.0692159997092353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,512,0.03521155648761325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,7168,64,0.10585421986050075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,3584,5120,0.14337155554029676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,2560,0.012223111258612739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,128,0.041555556986067034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,65536,65.44087727864583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,8192,3.3198568556043835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,128,0.004442666553788715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,2048,0.04831822382079231
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,128,0.006288888967699475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,51200,128,0.028336889213985864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,5120,256,0.005960000058015187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2560,5120,0.01312622262371911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,6144,0.01407999959256914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,12288,0.07070310910542806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,5120,0.0736008882522583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,6144,0.057265778382619224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1536,5120,0.022015111313925848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,2560,0.007843555675612556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,3584,0.03648089038001166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,1024,0.029612445169025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,512,0.005863111052248213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,16384,0.020449777444203694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,5120,51200,0.5434844228956435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,3072,0.022227555513381958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,12288,4096,1.3128737343682182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,8192,0.28724445237053764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,4096,0.02436888880199856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3072,12288,0.029721776644388836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,51200,10240,0.25204798910352916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,12288,1.1186115476820204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,16384,0.2189635568194919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,10240,0.031089779403474595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,128,12288,0.019888889458444383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,16384,3584,0.3977511194017198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,7168,0.015804444750150044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,2560,0.02868888775507609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,64,0.003124444435040156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,768,0.010749333434634738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,65536,0.1818364461263021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,3584,0.0236462222205268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,7168,0.32480178938971627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,6144,1024,0.02533955540921953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,6144,0.021126222279336717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,12288,0.023169777459568445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,1024,10240,0.014923555983437432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,8192,0.15738756126827663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,16384,0.05550133188565572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,2048,5120,0.012109333442317115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,10240,0.006284444282452266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2560,1024,0.015340444114473132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,64,0.007925333248244392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,51200,64,0.18822044796413848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,1536,0.013046222428480784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,32,0.0041866666740841335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,12288,0.02288088864750332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,7168,0.1980257829030355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,1024,0.004025777594910728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,12288,0.31219376458062065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2048,16384,0.02879022227393256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,12288,65536,0.3027431170145671
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,3072,0.08700088659922282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,7168,64,0.03285155693689982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2048,256,0.014195554786258273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,5120,0.01536266671286689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,512,0.004370666626426908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,8192,0.03403466608789232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,16384,16384,0.11370221773783366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,51200,51200,0.993744002448188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,4096,0.014916444818178812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3072,4096,0.07830933067533705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,12288,5120,0.03007733490731981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,64,0.00282222218811512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,7168,1536,0.009737778041097853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,4096,0.011398221883508893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,64,0.002768888862596618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,2560,0.019489778412712943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,64,0.002716444432735443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,64,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,64,12288,0.015501333607567681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,512,5120,0.23219201299879286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,1024,6144,0.054326223002539746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,12288,0.27613690164354115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,32,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,768,768,0.015471999843915304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,3584,0.16845244831509062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,51200,0.06827555762396918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,1024,0.007060444189442529
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,2048,0.13670755757225886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,64,0.04730311036109924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,4096,0.014694222145610385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,512,256,0.00508622204264005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,12288,1536,0.016001777516471017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,4096,512,0.018358222312397428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,6144,0.13487733734978571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,32,3072,0.010224888722101847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,768,768,0.0052284445199701525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,2048,0.006064888917737537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,512,0.013912000589900546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,512,16384,0.1698604424794515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2048,768,0.0035742223262786865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,512,0.004501333253251182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,32,1024,0.008851555486520132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,32,0.0026604444202449587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2560,5120,0.10371377733018662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,3072,0.2827937867906359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,768,0.005913777897755305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,7168,0.02623733381430308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,768,0.006007110906971826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1024,5120,0.034852445125579834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,51200,1.1876569324069552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,256,0.009841777384281158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,10240,0.24685600068834093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3584,6144,0.1803928878572252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,768,0.006053333481152852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3584,2560,0.042456888490253024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,16384,8192,7.908131917317708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,8192,0.018393778138690524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,512,8192,0.07687644163767497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,10240,0.006404444575309753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,10240,1536,0.01424888935354021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,6144,0.12813333670298258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,4096,0.019108444452285767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,1024,10240,0.0158897770775689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,3072,0.01826844447188907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,6144,10240,0.19712977939181855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,2560,0.0544088880221049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,32,12288,0.039934221241209246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,128,16384,0.042767110798094005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,7168,1536,0.01073066641887029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,7168,0.010419555836253695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,65536,7.904319763183594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,128,3072,0.03256266646915012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,7168,0.18037245008680555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,65536,32,0.10797955592473348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,7168,0.0069271110826068455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,256,0.008233778178691864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,7168,1024,0.03293600016170078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,1024,0.052654223309622876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,2560,0.017474666237831116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,128,0.004468444320890638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,8192,0.12305511368645562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,16384,2048,0.025960000024901494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,4096,12288,0.3012311193678114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,1024,0.05264000097910563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,51200,4096,10.34712643093533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,512,256,0.006754666566848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,512,1536,0.01735822194152408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,1536,0.15324800544314915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,128,256,0.007621333003044128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,5120,65536,0.29291023148430717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,512,0.01201333353916804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,768,0.011504888534545898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,512,1536,0.01752800080511305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,512,0.04059911105367873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,2048,256,0.016044444508022733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,2560,0.008930666579140557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,65536,1.6993128458658855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2560,128,0.006654222392373615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,6144,768,0.007295110987292395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3072,2560,0.0705982247988383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,3584,2560,0.010834666589895884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3072,256,0.006221333311663733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,4096,8192,0.061943113803863525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,32,0.024314666787783306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,65536,10240,0.7845768928527832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,51200,5.935731675889756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,16384,1.5567324956258137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,3584,512,0.005935110979610019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,3584,0.02657866643534766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,2560,0.02313599983851115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,768,8192,0.06732355886035495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,7168,512,0.0058346668051348785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,6144,6144,0.24301865365770128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,3072,0.02163644466135237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,64,1536,0.005068444543414646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,3072,0.007535999847782983
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,16384,0.0786915553940667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,64,768,0.004037333445416557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,768,0.49222490522596574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,8192,0.08235555224948458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,1536,0.010785777535703448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,3584,0.09876800245708889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,256,256,0.004018666843573253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,10240,65536,0.4617315398322211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,4096,12288,0.10400355524486965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,4096,0.008909333083364699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,12288,0.028556442923016016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,12288,0.016180444094869826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,5120,0.025792888469166223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,7168,0.0372631119357215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,64,0.00286311118139161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,2048,0.007181333170996771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,65536,0.018059555027219985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,16384,0.14825155999925402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,5120,2048,0.01385244478782018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,2560,0.14648977915445963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,5120,0.31837156083848744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,2560,0.008884444832801819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,512,12288,0.05473955472310384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,16384,0.08526311318079631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1024,3072,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,2048,64,0.006670222100284364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,2560,0.011161777708265515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,12288,0.018776888648668926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,128,32,0.0025840000145965153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,3584,0.0170168893204795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,32,32,0.005203555441564984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,7168,1536,0.009187555147541894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,64,0.19865332709418404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,10240,0.0506951113541921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1024,256,0.006082666830884085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,6144,0.06631022029452853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,6144,2560,0.014064888159434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,4096,0.005903999838564131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,32,0.03639199998643663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,512,0.013554666605260638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,2048,3584,0.027460444304678176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3072,10240,0.02931555443339878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1024,16384,0.0943324433432685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,128,0.00611111107799742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,3584,0.0166320006052653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,6144,0.050944887929492526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,128,0.0027511111564106415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,1024,0.011190222369299995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,4096,1.445657730102539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,64,0.005671999934646819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,16384,2.0151733822292752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,1024,0.09908533096313477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,1024,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,1024,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,12288,2048,0.22489245732625326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,32,1024,0.010506666368908353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1536,1536,0.011251555548773872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,1024,512,0.005909333212508096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,16384,12288,0.41452444924248594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1536,32,0.00676711110605134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,4096,0.03194133440653483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,256,2048,0.008832000195980072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,512,32,0.0037475555307335327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,128,0.02920000089539422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,12288,2560,0.016771554946899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,768,8192,0.013588444226317935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,512,0.005695111221737332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,16384,3584,0.03794044587347243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1536,7168,0.020247111717859905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,8192,6144,0.03719822234577603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,1024,0.006230222268237009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,1024,0.005081777771313985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,12288,7168,0.3406666649712457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,768,51200,0.3094488779703776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,256,0.029353777567545574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,12288,3584,0.026382222771644592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,12288,1024,0.011715555356608497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,2560,0.10782221953074138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,64,51200,0.361591100692749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,3072,0.01144444445768992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,16384,0.08465333117379083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,2560,0.025432000557581585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,4096,0.01868533260292477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,4096,0.007852444218264686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1536,5120,0.011727111207114326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,512,0.010055111514197456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,512,2048,0.005480888817045424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,32,3072,0.022655111220147874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,4096,128,0.002946666752298673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,12288,0.05522577630148994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2048,51200,0.13660089174906412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,256,0.016786666380034555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,32,256,0.007888889147175683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,8192,51200,1.6331538094414606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,8192,0.04962311188379923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,16384,13.869450039333769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,32,0.004350222233268949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,32,512,0.008436444732877944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,51200,1.0189796023898654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,16384,0.3467164569430881
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,512,0.0034026667061779234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,65536,0.13032266828748915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,768,0.007605333295133378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,3072,0.006559999866618051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,7168,0.35338576634724933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,51200,10.080989413791233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,6144,0.01940622263484531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,2048,0.03680177860789829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,5120,0.07911733123991224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,512,0.007947555846638149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,128,256,0.005436444448100195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,512,0.0354417794280582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,256,0.009848000274764167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,7168,8192,0.043374223841561206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,51200,0.45724089940388996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,65536,9.906667921278212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,512,0.005417777846256892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,6144,1.2980470657348633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,8192,0.02088977727625105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,4096,0.010244444840484196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,3584,0.008345777789751688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,32,0.0028728888266616394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,10240,16384,0.07597600089179145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,12288,0.07060799996058147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,3072,7168,0.021423111359278362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,1024,10240,0.015855999456511605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,768,0.00397155558069547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,4096,0.012431110772821637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,256,3072,0.009122666385438707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,1024,768,0.014354666074117025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3072,4096,0.011787555283970304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,1536,0.04433244466781616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,5120,0.6886817614237467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,51200,5.181323581271701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,4096,0.022322666313913133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,8192,0.02016088863213857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,7168,2560,0.019893333315849304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,10240,0.08969955311881171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,4096,0.06833066542943318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,64,0.006693333387374878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,1024,0.007081777685218387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,51200,32,0.004072000169091755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,16384,0.33104801177978516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,7168,16384,0.0895528859562344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2048,2560,0.04165510998831855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,768,0.005867555737495422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,2560,3072,0.01089422239197625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,256,0.0033448889023727844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,3072,0.1448097758822971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,65536,0.04193422198295593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,65536,3072,1.6326426400078669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,7168,0.02089511189195845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,51200,0.0366977784368727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,10240,10240,0.04320444332228767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,512,0.006218666831652324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,12288,3584,0.027535999814669292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,3584,0.020132443971104093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,8192,16384,0.8252097765604655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,7168,0.13280622164408365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2560,3072,0.011481777661376528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,3584,0.014312000738249885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2560,6144,0.12568088372548422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,10240,64,0.032857778999540545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,8192,16384,0.060441778765784375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,51200,16384,0.5716204643249512
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,7168,512,0.04548355605867174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,51200,2560,0.1877759959962633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,10240,128,0.00853777759604984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3072,3072,0.00959288908375634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,32,0.06581688589519925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1536,6144,0.011425777441925473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,12288,0.29647376802232533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2560,65536,0.6348542107476128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,128,0.006207110981146495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,3072,0.009304888546466827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,2560,16384,0.2800106737348768
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,7168,65536,0.1986933284335666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3584,10240,0.03464266657829285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1024,3584,0.02645066711637709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,768,0.01036266651418474
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,512,51200,0.16391111744774714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,6144,256,0.004810666872395409
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1536,512,0.006234666539563074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,32,0.0027075554761621687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,7168,512,0.009242666264375051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,64,0.0029324444217814338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,65536,0.5632889005872939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,128,0.005479111025730769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1536,5120,0.011352889239788055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,256,2048,0.018339556124475267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,5120,2048,0.010182222558392419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,10240,12288,0.3713200092315674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,64,10240,0.09424266550276016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,65536,0.017096888687875535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,128,1024,0.01314133322901196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,7168,3584,0.06342577934265137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,51200,1.3314124213324654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,64,3072,0.028934223784340754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,256,0.0041964443193541635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,5120,0.03775555557674832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,64,3584,0.007653333246707916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,51200,1.796511967976888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,6144,0.014653333359294467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,65536,10240,7.6969553629557295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,8192,0.04976977904637655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,512,128,0.007293333609898885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,3584,10240,0.042239109675089516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,6144,0.012249777714411417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,8192,0.03351466523276435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,8192,7168,0.047889779011408486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,3584,0.008022222254011366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,1536,0.01587022178702884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,64,5120,0.013168888787428537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,65536,0.06316800249947442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,512,8192,0.011567999919255575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,512,12288,0.25475554996066624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,32,3072,0.008215111162927415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3584,2560,0.013597333596812354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,3072,0.03778310947948032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3584,1024,0.0057608890864584185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,4096,0.01832799944612715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,10240,0.10623021920522054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,3584,16384,0.029128889242808025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,16384,0.010760889285140567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,8192,1536,0.04747555653254191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,128,0.004629333400064045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,64,10240,0.007198221981525421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,768,10240,0.015999111864301894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,768,1024,0.00889066689544254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,5120,51200,1.8767147064208984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,128,0.0030168888883458245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,4096,12288,4.733317481146918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3072,1024,0.006842666616042455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,51200,0.28934934404161244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,16384,8192,0.06194755766126844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,256,4096,0.029473778274324205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,768,1024,0.009576888548003303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,3584,0.09329422314961751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,1024,0.030382222599453394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,1024,0.010710222025712332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,64,8192,0.010664888554149203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,65536,1.2650577757093642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,12288,2048,0.3463199933369954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,8192,5120,0.023784889115227595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,7168,8192,0.39891645643446183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,2048,0.06243199772304959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,16384,7.652499728732639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,4096,3072,0.019609777463806998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,128,6144,0.012423999607563019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,6144,51200,0.11979377269744873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,2048,0.08871910969416301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,5120,65536,3.4627609252929688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,4096,0.013226666384273104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,4096,3072,0.026605332891146343
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,6144,32,0.009116444322797988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,65536,256,0.024269334144062463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,2560,0.017855111095640395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1024,4096,0.010247111320495605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,64,10240,0.038908445172839694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,4096,0.009047110875447592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,4096,2560,0.025197333759731714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,2560,128,0.011612444288200803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,16384,4096,0.02791555391417609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,12288,12288,0.8157715797424316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,8192,8192,0.6862364345126681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,8192,0.008096000386608971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,128,0.013105777402718862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,128,10240,0.05000355508592394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,6144,1536,0.010130667024188572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,256,0.2426088915930854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,1536,0.12553689214918348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,16384,1024,0.03221155537499322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,16384,0.11717511547936334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,5120,0.03170844581392076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,12288,0.29146311018202037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,4096,0.025524444050259058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3072,16384,0.026337777574857075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,64,0.0058853332367208265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3072,64,0.0033653332955307434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,10240,0.017749332719379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,512,0.03583377930853102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,8192,51200,0.18788711229960123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,65536,1024,0.05292355683114794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1024,128,0.00424177779091729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,4096,0.011229332950380115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,4096,0.009099555512269339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,65536,512,0.02700888944996728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,7168,512,0.02932888931698269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,256,51200,0.0880062248971727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,1024,0.003933333274390963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,1024,0.018058665924602084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,12288,1024,0.08383555544747247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,12288,0.06862133079104953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,32,0.006626666833957036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,32,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,10240,0.07146844598982069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,6144,0.029840889904234145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,64,51200,0.0500222212738461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,512,0.017675555414623685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,8192,4096,0.2560524410671658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,768,0.0035786665976047516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,16384,768,0.009929777847396003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,12288,0.03194222185346816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,51200,64,0.026143110460705225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,1536,0.00555377784702513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,12288,0.24938045607672799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,256,0.008289777570300633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,12288,0.05759288867314657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,768,0.026604443788528442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,512,512,0.006703111032644908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,4096,0.3138213422563341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3072,128,0.004286222159862518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,65536,0.3211475478278266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,3584,0.16945511764950225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,10240,0.0480915539794498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,10240,6144,0.03032355507214864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,12288,2560,0.022595556245909795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,6144,0.21550399727291533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2048,512,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,1536,0.01330488920211792
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,65536,0.1402168936199612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,4096,0.014879999889267815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,128,4096,0.007735110819339752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,128,0.003076444483465619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,2048,0.029402666621738013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,4096,65536,0.10290755828221639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,7168,0.06184799803627861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,2048,3584,0.012490666574902005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,1536,3072,0.008654221892356873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,4096,0.1059831115934584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,16384,0.12883910867902967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,7168,0.03200533323817783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,1536,0.04919111066394382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,51200,1024,0.1812960041893853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,4096,0.007907555335097844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,8192,12288,0.45655912823147243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,512,0.03590577840805054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,7168,0.014326221413082547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2048,7168,0.01531555586391025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,7168,12288,0.11355911360846625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,10240,1.2823929256863065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,1024,0.026642666922675237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,10240,0.0479964448346032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,7168,0.018426666657129925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,16384,256,0.03824799921777513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,16384,10240,0.12944089041815862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,65536,3584,0.08509955803553264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,1024,0.006263111200597551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,2560,3584,0.16173956129286024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,7168,0.06331821944978502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,256,768,0.003710222327046924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,8192,64,0.029481778542200725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,6144,65536,0.18299199475182426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,5120,4096,0.013763555222087435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,256,3072,0.007703111403518253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,16384,0.07573422458436754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,65536,0.1733342276679145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,2048,0.008095111283991072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,768,3584,0.03789510991838243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,5120,0.07056622372733222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,7168,0.09947999980714585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,8192,32,0.02126755482620663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,5120,0.02885422110557556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,51200,16384,0.7671413421630859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,12288,10240,0.09470755524105495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,768,3072,0.008759111166000366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,1024,1536,0.005650666852792104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,32,2560,0.006881777611043718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,16384,0.03409333361519708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,8192,12288,0.10283378097746108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,10240,65536,2.9850817786322703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,256,3584,0.022681777675946552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,128,0.0027715555495686005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1024,7168,0.014840889308187695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,6144,0.00977955593003167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,128,1024,0.004658666749795278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,5120,0.009139555195967356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,12288,0.5605688624911839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,51200,8192,2.2109813690185547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,51200,1536,0.04014399978849623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,51200,2560,0.6634764671325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,65536,0.14595022466447619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,3584,0.02508977717823452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,8192,512,0.008925333619117737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,768,0.007521777517265744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,8192,0.02535199953450097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3072,512,0.006018666757477655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,8192,0.011591999895042844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,128,0.0028275555620590844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,128,0.059225777784983315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,8192,3584,0.06112888786527845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,12288,51200,0.7995208634270562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,256,0.033787555164761014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,64,0.003080888961752256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,65536,7168,19.69414774576823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,10240,2048,0.02013688948419359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,4096,0.10197955369949341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2048,65536,0.10805777708689372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,4096,0.09692800045013428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,10240,512,0.005370666583379109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1536,3072,0.026064889298544988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,2048,0.07691911194059584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,65536,8192,4.673236423068576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,5120,7168,0.25177688068813747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,3584,1536,0.008563555777072906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,768,0.005110222018427319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,6144,0.020353777541054618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,3584,1536,0.025480000509156123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1024,512,0.00553955551650789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,5120,0.05385422375467089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,51200,8192,1.751034630669488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,51200,2048,0.6592444313897027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,6144,3072,0.01741333305835724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,768,3072,0.01776711146036784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,7168,2.420184029473199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,512,2560,0.011884444289737277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,6144,16384,0.6602222124735514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,8192,128,0.033019555939568415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,32,0.003683555457327101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,512,8192,0.013288000391589271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,7168,16384,0.5051582124498155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,65536,256,0.02149066660139296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,1536,0.006630222416586346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,2048,0.08645688825183445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1024,2560,0.007856888903511895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,2560,256,0.005807999935415056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,256,0.07248266537984212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,8192,16384,0.10299733612272476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,1024,0.004932444542646408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,65536,2560,0.313303099738227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,32,0.16935022672017416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,32,768,0.0037368887828456033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,7168,0.18585422303941515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,4096,16384,0.032369779215918645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,256,0.004707555390066571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,65536,0.5838951004876031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,1536,0.013537777794731988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,32,3072,0.006711111300521427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2560,64,0.014185777968830533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,12288,0.6398168669806586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,128,2048,0.01035733355416192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,12288,128,0.010696888797812991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,4096,0.0336791111363305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,768,0.008019555773999956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3584,6144,0.01607644392384423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,12288,0.14722222752041286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,8192,0.03827822208404541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,512,0.008282666405042013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,5120,10240,0.5396684540642632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,3584,0.04140355520778232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,4096,0.041402667760849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,7168,0.03546222382121616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,128,2560,0.012448000411192576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,1024,51200,0.06190488735834757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,2560,256,0.005852444304360284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3584,1536,0.49850935406155056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,512,0.009302222066455418
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,10240,32,0.032724443409177996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,2560,0.014742222097184924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,5120,768,0.015133332875039844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,5120,256,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,65536,2560,0.06125599808163113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,5120,0.04101422097947862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,256,2560,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,8192,0.023450666003757056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,3584,0.014261333478821648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,7168,0.038168887297312416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,2048,0.01720533271630605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,12288,0.03835555579927232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,7168,2.2502933078342013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,3584,12288,0.028652442826165095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,10240,0.09225689040289985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,768,0.023265777362717524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,5120,2048,0.009995555712117089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,128,0.04610844453175863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,2048,0.011691555380821228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,4096,4096,0.012517333030700684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,8192,3072,0.02083200050724877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,8192,1024,0.008747555315494537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,512,256,0.004473777694834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,65536,0.19426488876342773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,51200,16384,0.40596355332268613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,8192,0.06487733125686646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,12288,2560,0.049676444795396596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,768,2048,0.018410666121376883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,16384,5120,0.03678311241997613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,1536,0.012290666500727335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,8192,7168,0.14217066764831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,65536,0.06511111391915216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,256,51200,0.33789510197109646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,6144,7168,0.09256977505154079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,65536,0.787168025970459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,768,768,0.00776088900036282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,64,7168,0.010936888555685679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,5120,0.060263997978634305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,51200,0.1826497713724772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,7168,4096,0.18535021940867105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,8192,0.31307821803622776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,32,16384,0.009783999787436591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,12288,0.05743644634882609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,12288,0.40917245546976727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,3072,0.050733334488338895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,128,0.01034044474363327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,5120,0.4128888977898492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3072,3584,0.015095111396577625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,3072,6144,0.15486133098602295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,5120,0.17615732881757948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,16384,0.0662097798453437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,6144,0.01088177743885252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,256,8192,0.01443288889196184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,5120,0.009484444227483537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,65536,7168,0.16812266243828666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,2560,0.011404444773991903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,5120,128,0.0031822222388452957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,128,0.005290666802061929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,51200,32,0.09537333250045776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,512,0.014705777168273926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1024,768,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,7168,0.038351999388800725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,7168,0.032116442918777466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,65536,1024,0.03201333350605435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,4096,6144,0.016116445263226826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,128,0.0031475555151700974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,6144,0.010020444790522257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,7168,0.29089421696133083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,768,0.10301955540974934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,768,0.05092799994680616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,10240,8192,0.12266311380598281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,51200,0.386935101615058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,16384,5120,0.061266667313045926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,6144,256,0.004592888885074192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,10240,12288,0.054175999429490834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,128,1024,0.004607111215591431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,4096,0.008066666622956594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,4096,0.6247484419080946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3584,51200,1.6463617748684352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,65536,1024,0.18819822205437553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,1536,16384,0.02646133303642273
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,4096,16384,0.03182044294145372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3584,10240,0.021018667353524104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,4096,0.12380888726976182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,256,0.22529154353671602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,1024,7168,0.011136888629860349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,5120,0.6001671155293783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,51200,5120,0.7608444425794813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,3584,0.015547555353906421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,512,7168,0.03750222259097629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,6144,10240,0.03016622198952569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,128,512,0.004319111092223061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,64,0.006451555424266391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,1536,8192,0.01943199998802609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,3584,0.012949333422713809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,768,0.029736889733208552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,64,16384,0.14935733212365046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,5120,0.1272897720336914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,12288,7168,0.038697779178619385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,16384,0.025048888391918604
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,5120,0.009495110975371467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,64,0.0079297779334916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,2560,0.00646311127477222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,51200,2560,0.09920533498128255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,6144,0.020118221640586853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,1536,0.008727110922336578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,768,3072,0.008031110796663497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,256,0.011928000383906893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1536,2048,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,10240,0.028965334097544353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,64,0.23047733306884766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,3584,0.007873777714040544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,1024,0.01700711084736718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,4096,0.026587555805842083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,2560,0.08058133390214708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,32,2048,0.007157333195209503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,51200,2048,0.08607911401324803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,51200,0.25881510310702854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,2560,0.07035199801127116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,4096,0.039298666848076716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1536,7168,0.057986663447486035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,768,0.05594933032989502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,512,0.0037768888804647657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,32,0.005344888816277186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,12288,65536,4.937132517496745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,512,0.006527110934257507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,8192,16384,0.6626079877217611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,2560,0.017228444417317707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,5120,0.34865689277648926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,8192,128,0.04047288828425937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,8192,6144,0.5456515418158637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,2560,0.15964444478352866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1024,4096,0.008933333059151968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,6144,5120,0.03370399938689338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,512,0.010101333260536194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2048,512,0.06668711370891996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,7168,0.09635377592510647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,4096,3584,0.015154666370815702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,10240,0.2747511068979899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,6144,4096,0.01568800045384301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,256,0.00565155554148886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,2560,32,0.03604711095492045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,12288,0.1749217775132921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,3584,1536,0.009961778091059791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,65536,8192,0.21281866232554117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,6144,0.02818044357829624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,32,0.2597111066182454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3584,128,0.058824890189700656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,51200,0.05602755811479357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,16384,7168,0.04879644513130188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,7168,2560,0.015847111741701763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,5120,3072,0.014528888795110913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,7168,0.034845332304636635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,2560,0.4815022150675456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,3072,0.07937955856323242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,16384,0.05154044429461161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,512,256,0.006873777757088344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,10240,0.06128355529573229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,768,256,0.004821333206362194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,65536,0.11776533391740586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,65536,0.1585964494281345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,256,768,0.028538667493396338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,6144,0.005972444597217772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,768,0.02861600120862325
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,512,0.029725333054860432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,8192,0.20332711272769502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,65536,0.08194044563505384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,512,0.00702311098575592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,6144,0.3737120098537869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1536,51200,1.0135573281182182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,5120,768,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,32,0.05340977840953403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,8192,6144,0.3453235626220703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,7168,1536,0.010932444698280759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,1536,0.036228444841172956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,4096,0.010773333410422007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,51200,8192,0.16126222080654568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,1536,5120,0.05427111188570658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,16384,3.3652888403998484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,128,65536,0.023519999451107446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,3584,7168,0.027161777019500732
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,12288,2560,0.018145778112941317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,16384,3.6332558525933156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,5120,0.1461697816848755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,8192,4096,0.2734035650889079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,6144,768,0.00721955547730128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,256,768,0.015277332729763456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,8192,5120,0.021513778302404616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,16384,6144,0.0548017786608802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,12288,6144,0.3105982144673665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2048,10240,0.018387556076049805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,65536,4096,0.191359109348721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,3584,8192,0.02552622225549486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,2048,0.006934222247865465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,1024,12288,0.06608444452285767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,256,0.008775110873911116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,768,7168,0.011565333439244164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,256,6144,0.009641778137948778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,64,7168,0.006365333166387346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,2560,768,0.018277333842383493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,8192,0.011515555282433828
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,256,0.010176888770527309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,12288,0.03246311015552945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,51200,128,0.0939084423912896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1536,4096,0.021377777059872944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,512,64,0.0035342222286595237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,2560,0.04622222317589653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,6144,5120,0.07530311081144545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,32,0.006761777732107375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,16384,0.19527733325958252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,512,0.010991999672518836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,51200,0.06119822131262886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,128,0.052538666460249156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,65536,128,0.10066577461030747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,512,0.008172444171375698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,1536,0.006578666468461354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,7168,0.2549244562784831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,6144,0.26860888799031574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1024,32,0.003020444470975134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,5120,0.125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,768,0.005059555586841372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3584,512,0.01758311192194621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,768,0.03231466809908549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,65536,0.26026754909091526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,128,0.003006222140457895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,51200,8192,0.1570097737842136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1024,32,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,51200,0.0631857779290941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,10240,0.06093511316511366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,4096,0.019987555013762582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,16384,3072,0.1330826679865519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,1536,1024,0.0059075554211934405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,2048,0.013419555293189155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,7168,7168,0.02414400047726101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,10240,0.05962666538026598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,3584,0.008181333541870117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3072,512,0.0068488890926043195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,128,0.020817778176731534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,256,256,0.003305777700410949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,65536,1.7932622697618272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,4096,0.012771555946932899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,256,0.03780000077353583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,2048,0.030638221237394545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,256,3072,0.008293333152929941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,65536,7168,4.249533335367839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,7168,0.1800640026728312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,65536,512,0.021734222769737244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,2048,0.007679111427730984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,512,65536,0.08391288916269939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,8192,1536,0.0860346688164605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,6144,0.1517182191212972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,10240,7168,0.03246488836076524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,8192,0.21156267325083414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,8192,7168,0.3875839975145128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,12288,0.013556444810496436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,16384,4096,0.157167116800944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,768,0.028661333852344092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,512,128,0.006779555645253923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,128,5120,0.02125066684352027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,1536,12288,0.01863555610179901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3584,12288,0.024149333437283833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,65536,0.11111644903818767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,51200,7168,1.2655217912462022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,768,0.005941333456171884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,1536,0.009026666482289633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,128,16384,0.023447111248970032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,32,0.012076444096035428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,1536,1024,0.004944889081848992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,10240,1536,0.019135110908084445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,768,2048,0.018567999203999836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,4096,0.016520000166363187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,51200,3584,1.270576900906033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3584,16384,2.7251635657416453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,10240,0.03536622060669793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,256,768,0.015246222416559855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,7168,0.02475822303030226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,8192,0.2995724413130018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,1536,0.05238755544026693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,16384,0.10919377538892959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,16384,12288,0.140447113249037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,8192,0.02400355537732442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,3072,8192,0.11952266428205703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,3584,5120,0.09228355354732937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,7168,256,0.0210515558719635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,5120,0.023510222633679707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,1024,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,128,51200,0.015968888998031616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,3584,32,0.0029022221763928733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,256,0.002975111206372579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,5120,0.017416889468828838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,51200,7.798659430609809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,5120,0.15664266215430364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,256,0.006311111152172089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,256,5120,0.04377866784731547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,8192,0.012813333008024426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,256,768,0.004675555560323927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,65536,16384,0.4046284357706706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,3584,51200,0.09617600176069473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,2048,32,0.005680000202523337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1536,51200,0.42758843633863663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,12288,10240,0.09592977497312759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,65536,0.12497333685557048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,65536,2.539857864379883
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,6144,0.07767555448744032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,7168,0.007740444607204861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,4096,0.009316444396972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,32,0.00498844434817632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,1024,0.01018133345577452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,512,0.00720177756415473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,4096,64,0.005576000031497743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,3072,0.007110222346252865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,2560,0.20571288797590467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,3584,768,0.03365866674317254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,1536,0.006861333217885759
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,65536,0.13685066170162624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,51200,1.7284160190158422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,12288,512,0.006726222319735422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,65536,3584,0.18810310628679064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,16384,5120,0.060152000851101346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,768,0.005782222168313132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,5120,0.007333333293596904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,4096,512,0.003678222083383136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1024,256,0.004776000148720211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,512,2560,0.010689777632554373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,4096,65536,1.204487058851454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,10240,0.022674666510687932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,10240,256,0.028752889898088243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,12288,0.4601493411593967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,3584,0.0181040002240075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,768,12288,0.1383039951324463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,8192,0.036995556619432234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,512,3584,0.012836444709036084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,768,128,0.0069066666894488865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,2560,5120,0.014395554860432943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,256,0.005684444473849402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,4096,1536,0.009102221992280748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2048,7168,0.0340302222304874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,7168,256,0.003581333491537306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,8192,10240,0.04048622316784329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,5120,0.10921333233515422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,768,2560,0.017186666528383892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,8192,0.03542044427659776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,768,0.03509955604871114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,65536,2.42250845167372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,256,256,0.0035955554081334006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,1024,0.007497777541478475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,3584,768,0.022171555293930903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,12288,8192,0.07753422525193956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,5120,0.014492443866199918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,8192,6144,0.3529555532667372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,16384,5120,0.03464355402522617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3584,1024,0.026742221580611333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,2560,65536,0.20841777324676514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,5120,0.0159582214223014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,3072,6144,0.01905333333545261
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,5120,2560,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,256,2560,0.006671999891599019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,512,0.07863733503553602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,65536,1024,0.031890667147106595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,1024,0.018064889642927382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,4096,256,0.022120889690187242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,768,256,0.004867555366622077
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,5120,0.23824887805514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,768,0.1045724418428209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,3072,0.012602667013804117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,3072,0.017920000685585868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,4096,0.013954665925767688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,51200,0.9944150712754992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,512,256,0.004975111120276981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,8192,0.018350222044520907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,16384,12288,0.7434826427035861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,512,51200,0.474747551812066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3584,65536,0.7542204327053494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2048,1536,0.02409066590997908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,32,0.0041946665280395085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,5120,0.023041778140597876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,51200,12288,2.208770751953125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,32,0.009294222626421187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,256,7168,0.02535022298494975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,51200,1024,0.028445333242416382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,3072,0.008055999875068665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,65536,0.1810826725429959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,51200,16384,0.5941280259026421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,1536,6144,0.013039111263222165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,4096,512,0.006114666660626729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,2048,128,0.004889777965015835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,12288,64,0.08067378070619372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,5120,10240,0.24382400512695312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,128,51200,0.05266044537226359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,10240,128,0.034627556800842285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,768,1024,0.005349333501524395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,1024,256,0.005664888769388199
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2560,2048,0.00944800012641483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,16384,32,0.037426667080985174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,5120,0.23662400245666504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,5120,4096,0.03296444482273526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,768,12288,0.016557332542207506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,16384,65536,15.462978786892362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,512,0.005121777868933148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,1024,0.005415110952324337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3072,64,0.0028195555011431375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,16384,0.16626844141218397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,51200,3072,0.1166808870103624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,8192,6144,0.043720000320010714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,3072,0.12422666284773086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,1024,3072,0.010009778042634329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,64,1536,0.009676444033781687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,6144,512,0.0058337777025169795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,4096,0.1064337756898668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,1536,0.0417484442392985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,256,0.0031795555518733132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,12288,6.927792867024739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,7168,51200,2.6878045399983725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,8192,2048,0.018575110369258456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,2560,12288,0.09794133239322239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,16384,7.568585713704427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,6144,51200,0.17705955770280626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,2048,4096,0.07289689117007785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,3584,0.029861334297392104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,64,128,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,1536,0.16819111506144205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,4096,0.025647999511824712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,51200,512,0.05451822280883789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,2048,0.007651555869314406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,3584,0.2611120012071398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,4096,0.0731840001212226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,5120,0.014488000008794995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,1024,0.012303111453851065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,1024,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,12288,0.0681297779083252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,4096,7168,0.148634672164917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,3584,0.11024355226092869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,51200,32,0.31798844867282444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,1536,0.0075128889746136135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,1536,0.01520088811715444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,256,0.0052915554907586836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,3072,0.014475555883513557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,1536,51200,0.06483378012975057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3072,2048,0.0581644442346361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,12288,10240,0.09462133381101821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,256,4096,0.009167999857001835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,65536,0.07660444577534993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,7168,16384,0.05718666977352566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1536,6144,0.07564710908465914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,2560,0.014210666219393412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,7168,3.5619769626193576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,768,2048,0.008761777646011775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,6144,6144,0.4031208886040582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1024,1536,0.022919111781650122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,64,16384,0.007489778101444244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,32,128,0.0027626665929953256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,512,32,0.0026808888134029177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,1024,3584,0.03682400120629205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,7168,64,0.0063440000845326324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,10240,0.4833288722568088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,768,65536,0.3367306656307644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,1536,16384,0.02509244448608822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,64,64,0.002671111168132888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,1536,3072,0.009305777649084726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,3584,0.3809235625796848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,5120,0.018332444959216647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,16384,0.1288426717122396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,512,0.003539555602603488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,3072,0.010775110787815519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,512,0.023583999938435022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,5120,6144,0.2548435529073079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,128,256,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,2560,2560,0.009170666337013245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,12288,1024,0.011231111155615913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,3584,1024,0.04443644483884176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,2560,5120,0.012114666402339935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1024,6144,0.01425244410832723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,128,10240,0.007954667011896769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,4096,256,0.006092444476154115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,5120,0.0500222212738461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,10240,4.744042714436849
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,10240,2560,0.015242666006088257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,768,7168,0.03126577867401971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,65536,0.5615306430392796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,12288,0.028446220689349707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,4096,0.007195555501514011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,51200,0.1362746689054701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,12288,0.027592889136738245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1024,512,0.003346666693687439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,3072,0.02697511182890998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,128,0.0042453333735466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,1024,0.008676444490750631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,12288,2560,0.016547555724779766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,512,16384,0.011309333145618439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,1024,0.005039111193683413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,12288,0.14066133234235975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,2560,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,2048,0.010279999838935005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,65536,128,0.13020888964335123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,10240,4096,0.17693777879079184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,4096,0.1935662163628472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,16384,0.20247911082373726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,16384,0.07272533575693767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,8192,128,0.027572444743580286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,16384,0.04823377728462219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,256,5120,0.02446577780776554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,64,0.0026293332791990707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,8192,4096,0.02243288854757945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,512,0.004481777962711123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,128,256,0.0031271111220121384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,51200,18.962365044487846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,6144,10240,0.40037955178154844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,1536,1024,0.006457777900828256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,256,0.008085333638721043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,16384,1536,0.023847111397319373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,6144,3072,0.13352266947428384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,1536,768,0.010325333310498131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,64,64,0.0031999999450312722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,3072,12288,0.02236088944805993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,768,4096,0.007069333559936947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,3072,8192,0.038889778984917536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,3584,0.19071022669474283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,65536,8192,0.3814142280154758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,5120,256,0.003091555502679613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,128,256,0.00535111129283905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,32,512,0.008522666990756989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,2048,64,0.003863111138343811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,2048,0.02590755621592204
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,12288,0.01889866590499878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,12288,0.11012355486551921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,512,768,0.006256000035338932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,65536,128,0.10418577988942464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,16384,8.410646226671007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,3584,0.02949955397182041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,51200,2048,0.17384800646040174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,128,0.005482666608360078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3584,768,0.0284204449918535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1536,65536,10.087407430013021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,12288,4096,0.4811973571777344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,1536,0.013614222407341003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,3584,0.01700622174474928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,51200,2.2156079610188804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3584,3584,0.036421332094404436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,8192,0.029878222280078467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,51200,3072,0.10828444692823623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,64,65536,0.08404622475306193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,12288,0.033301333586374916
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1536,8192,0.013773333695199756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,256,10240,0.033385776811175875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3072,1024,0.02365600069363912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,32,0.002612444468670421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3072,12288,0.021624000536070928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,51200,1.0784693823920357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,6144,64,0.006291555447710886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,1024,1536,0.006817777951558431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,6144,2560,0.42328977584838867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,512,0.012616000241703458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,16384,0.3984231154123942
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,1536,0.017532444662517972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,8192,5120,0.03146400054295858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,12288,0.12114932801988389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,5120,0.026632888449562922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,128,0.007864000068770515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,768,16384,0.045759999089770846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,512,4096,0.03851022322972616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,51200,4096,0.0857386655277676
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,7168,0.1803342236412896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,12288,0.016719111137919955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,5120,128,0.006317333214812809
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,256,64,0.0033582221302721235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,4096,12288,0.044646223386128746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,6144,4096,0.021617778473430212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,12288,1536,0.012442666623327466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,4096,0.012492444780137805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2048,4096,0.012638222012254926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,32,0.010399999717871347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,12288,1024,0.023736000061035156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,7168,3072,0.12901600201924643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,512,0.005362666729423735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3072,3584,0.010992888775136737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2048,64,0.009119999905427298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,3072,65536,1.4214044147067602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,768,0.03410666518741184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,65536,1.5144098069932725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,65536,0.14266755845811632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,1024,0.005274666680230035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,128,65536,0.44905869166056317
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,12288,0.0306000014146169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,16384,2048,0.02403822210099962
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3584,3584,0.14808800485399035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,16384,768,0.013933334085676404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,65536,5120,0.23646667268541124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,2560,4096,0.12463555071089004
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,4096,6144,0.022447110878096685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,128,0.0027520000520679685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,5120,7168,0.02908266584078471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,7168,5120,0.12556533018747965
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,512,0.008908444808589088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,2048,0.0062977779242727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,2560,2048,0.05880710813734266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,768,3584,0.032688889238569475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,7168,128,0.0041235557032956015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,1024,0.022036444809701707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,512,64,0.006834666762087081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,4096,0.04213688770929972
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,7168,0.5418124198913574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,7168,0.07575022512012057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,16384,0.021493333909246657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,3584,0.010115555591053432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1536,512,0.003383111208677292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,3584,65536,0.10083288616604275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,51200,2560,0.16461066404978433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,2560,0.2449235651228163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,16384,0.020055999358495075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,1536,0.35613687833150226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,5120,512,0.005471111171775394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,7168,0.44416356086730957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,768,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,256,256,0.005709333138333426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1024,7168,0.032848887973361544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1536,1536,0.007961778177155389
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,7168,0.14080354902479383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,128,0.2388533221350776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,1536,0.05731733640034994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,8192,3072,0.020422221885787118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1536,6144,0.055769774648878306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,768,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,7168,256,0.003367111086845398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,1536,0.01904711127281189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,1024,128,0.008902221918106079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,7168,0.015461333923869662
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,6144,3584,0.014882667197121514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,12288,16384,0.07420621977912055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,16384,2560,0.022832888695928786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,4096,0.09754133224487305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,12288,128,0.036908444431093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,768,0.11953600247701009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,12288,0.015054222610261707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,32,0.0026142222599850762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,65536,768,0.1507591141594781
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,51200,128,0.019672888848516677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,51200,1.2980986701117623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,5120,2048,0.06234400139914619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3072,1024,0.026113778352737427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,7168,0.009922666682137383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2048,6144,0.05767822265625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,32,1536,0.0052791109515561005
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,3584,8192,0.026388444834285315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,65536,16384,0.40593600273132324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,2560,0.05928888585832384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,2560,7168,0.014700444208251106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,768,8192,0.009820444716347588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,256,0.2835182348887126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,128,65536,0.30191289054022896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,51200,4096,0.9561964670817057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,768,2560,0.02714755634466807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,256,128,0.002934222213096089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,4096,256,0.005335999859703912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,4096,0.03873422079616123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,16384,0.01869511107603709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,51200,3584,0.07077066765891181
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,256,512,0.007594666547245449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,2560,0.020640000700950623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,3072,0.06659199794133504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,7168,6144,0.022818666365411546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,512,3072,0.007035555938879649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,1024,65536,0.7842248810662164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,3584,2560,0.018536888890796237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,4096,3584,0.0284551117155287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,64,2048,0.006991110742092133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,51200,2560,0.10826666487587823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,256,0.00535022219022115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,128,7168,0.04689955711364746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1536,1536,0.006326222171386083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,51200,0.14265778329637316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,2560,6144,0.0500311123000251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2560,1536,0.024499555428822834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,12288,0.05942222144868639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,2048,0.007347555624114142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,128,0.003936888857020272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,65536,0.1922640005747477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1536,6144,0.05541244480344984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,3072,0.011227555572986603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,4096,128,0.01593866613176134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,4096,0.012511110968059964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,8192,0.16948089334699842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,7168,0.013702222042613559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,3072,0.006812444577614467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,256,0.005593777944644292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,64,64,0.005047111047638787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,128,10240,0.013440888788965015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,65536,3584,0.18401511510213217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,4096,768,0.005244444641802046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,256,2048,0.006271111054552927
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,10240,12288,0.09346666600969102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,65536,0.32463023397657603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,16384,768,0.042655110359191895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,32,0.005011555635266834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,4096,512,0.00378222225440873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,128,32,0.005403555515739653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,2048,0.006568000134494569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,1024,51200,0.24792355961269805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,6144,0.006493333313200209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,4096,0.011092444260915121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,512,10240,0.016367110941145156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,8192,2560,0.11434933874342178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,768,3584,0.007063111497296228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,5120,0.05163200034035576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,16384,0.019860444797409903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,1536,51200,0.058261334896087646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,7168,16384,0.06015021933449639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,1024,7168,0.012914666699038612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,10240,65536,0.4948417875501845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,5120,1536,0.013864888913101621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2560,5120,0.07488711012734307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,3072,0.018408889571825664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2048,32,0.00583022211988767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3072,2560,0.0647217763794793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,10240,2560,0.025176889366573755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,2048,0.05295911100175646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,6144,3584,0.022563555174403723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,512,3584,0.14765689108106825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,7168,256,0.022287110487620037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,512,0.02142400046189626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,1024,0.00850933293501536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,32,5120,0.006659555352396435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,1024,0.8049297862582736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,8192,3072,0.09577333264880711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,6144,256,0.005168000029193031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,10240,16384,0.8214853074815539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,256,0.004281777888536453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,3584,128,0.0033404444240861465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3584,768,0.00609777785009808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,5120,2560,0.012153777811262341
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,6144,8192,0.04177066683769226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,5120,65536,1.806808047824436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,16384,128,0.004906666775544484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,65536,1024,0.05265600151485867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,128,128,0.003617777592606015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,512,0.007583111524581909
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,256,12288,0.03513955407672458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,32,0.005997333261701796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3072,1024,0.0069351109365622205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,3072,0.006846222198671765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,2048,0.03192355566554599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2560,8192,0.01740800009833442
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,512,0.005577777822812398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,64,0.02896711230278015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,51200,0.08695733547210693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,512,0.0079644446571668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2048,256,0.002955555501911375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,2048,0.023680888944202002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,3584,0.07271289163165622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,32,64,0.002591111179855135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,8192,0.17335022820366752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,65536,0.06616177823808458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,8192,0.02131555477778117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,64,0.008064000142945183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,2560,768,0.07852533128526476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,2560,256,0.0033688888781600525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,768,512,0.008678221868144141
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,51200,16384,0.31834401024712455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,10240,0.20018222596910265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,512,0.029899554120169744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,16384,3072,0.039489779207441546
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,64,7168,0.006539555473460092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,8192,0.015238222148683337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,4096,0.0625057750278049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,10240,0.2030728922949897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,1536,0.013602666556835175
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,32,768,0.005583111196756363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,10240,8192,0.03793066740036011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,1024,1536,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,2560,0.008788444101810455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,2560,3072,0.02494488822089301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,256,2560,0.005966222120655908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,3072,0.029376887612872656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,7168,0.1733715534210205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,3584,1024,0.006521777974234686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,2048,0.017477333545684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,3584,0.14106488227844238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,256,0.004357333398527569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,256,3072,0.008189332981904348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,4096,51200,1.425617747836643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,3584,0.01368977791733212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,32,5120,0.010377777947319878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,12288,0.03203199969397651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,12288,4096,0.2583777904510498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,6144,3072,0.13994844754536948
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,512,0.0036968886852264404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,4096,0.16802755991617838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3072,2048,0.010800888968838586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,256,32,0.0025946667624844448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,10240,0.013482666677898832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,3584,0.21455378002590605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,1536,2560,0.041653331783082746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,7168,0.11055466863844131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,2560,16384,0.025977777110205755
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,3072,32,0.008399110701349046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,256,0.0032248888164758682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,512,2048,0.006769777586062749
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,7168,16384,0.6861413319905599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,2048,0.07892622550328572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,5120,768,0.04390133420626322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,4096,0.009279111193286048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,6144,12288,0.03561955690383911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,256,51200,0.05279111199908786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,8192,0.05824977821773953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,512,51200,0.05380444394217598
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,8192,0.05124444431728787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,65536,0.1543688906563653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,12288,0.09244088994132148
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,2560,0.04715911216206021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2048,3584,0.04956444435649448
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,1536,3072,0.007283555964628856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,8192,2560,0.031712889671325684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,1536,768,0.014920888675583733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,64,5120,0.006576889091067844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,768,8192,0.010489777558379702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,3584,0.03570666578080919
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,4096,32,0.0034977777136696708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,5120,0.37287200821770566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,51200,6144,1.8810195922851562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,1024,4096,0.01219466659757826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,16384,1536,0.028237332900365193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,256,6144,0.011876444849703046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,2048,0.008007999923494127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,256,5120,0.04835377799140083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,5120,16384,0.07109866539637248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,7168,128,0.027087110612127516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,768,768,0.077674667040507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3072,4096,0.014442667365074158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,5120,0.0732133322291904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,10240,65536,0.35780800713433164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,6144,0.0147733340660731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,512,2048,0.005506666584147348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,5120,51200,0.11149511072370742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3072,12288,0.035353776481416486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,65536,5120,1.307162708706326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,12288,51200,0.7037955390082465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,1536,65536,0.8603182368808322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,64,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,6144,0.157404449250963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1536,16384,0.13358844651116267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,3584,0.22060799598693848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,128,6144,0.006575111299753189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,4096,0.012503110700183444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,768,8192,0.015736889508035447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,2048,512,0.017281777328915067
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,10240,256,0.07974488867653741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,8192,0.015423999892340766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2048,4096,0.03414400087462531
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,128,51200,0.0560435586505466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,512,2048,0.007155555817815993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,16384,0.044702221949895225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,51200,0.023895111348893907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,4096,0.1831484503216214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,128,0.027454222242037456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,5120,0.02111111084620158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,8192,0.03487911158137851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,2048,0.19357777966393364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,16384,0.03278311093648275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,4096,4096,0.0437520013915168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,64,0.008183110919263627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,12288,8192,0.07743466562694974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,32,0.004400889078776042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,256,32,0.0030337776988744736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,256,3072,0.008988444175985124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,6144,0.06841244300206502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,10240,0.32748977343241376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,3072,7168,0.17377332846323648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,6144,0.33082400427924263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,1024,0.01296266665061315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,1536,2048,0.018228444788191054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,6144,0.07241511344909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,768,64,0.0027866665687825945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,10240,2560,0.1348924504386054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,1024,768,0.021361778179804485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,10240,0.6461280186971029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,128,0.0032808888289663526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,4096,2048,0.011399110986126794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,6144,0.015328889091809591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3072,128,0.010808000134097205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,1024,8192,0.057281778918372266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,12288,0.046259555551740855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,12288,3072,0.0681191086769104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3584,1024,0.005592888842026393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,12288,0.05326666765742832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,5120,0.006169777777459886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,65536,6144,0.5476729075113932
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,512,0.0041742221348815495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,1536,8192,0.03653511073854234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2560,2048,0.04224266608556112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2560,768,0.0069066666894488865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,1536,0.008428444465001425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,128,4096,0.007484444313579136
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,2560,0.01996977792845832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,12288,256,0.04437155524889628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,65536,0.6913164456685384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,1536,0.015885333220163982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,65536,10240,4.1463093227810335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,768,0.009129777550697327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,2560,65536,0.4552622371249729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,256,0.003112000102798144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,768,2560,0.0064222220745351576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,3072,65536,0.7304986847771539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,512,8192,0.0524524450302124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,5120,65536,0.24762932459513345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,1536,0.00563822231358952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,2048,768,0.01035911093155543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,5120,7168,0.02089511189195845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,768,0.009806222385830348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,512,2560,0.007756444315115611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,128,5120,0.09322844611273871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,6144,1536,0.010031110710567897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,6144,2560,0.011411555939250521
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,10240,1.4977306789822047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,16384,0.007199111084143321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,8192,10240,0.3391439914703369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3072,10240,0.027923554182052612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,8192,0.0694720016585456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,10240,0.026529777381155226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,1024,0.004371555729044808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,1536,5120,0.08869422144360012
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,512,0.04088355435265435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,3584,0.08077777756585015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,2048,0.023154666026433308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,2048,0.017571555243598092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,32,0.008893333375453949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,6144,0.03990666733847724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,8192,0.060657779375712075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,64,128,0.005152889009979037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,4096,0.020037333170572918
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,4096,5120,0.11784799893697102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,512,8192,0.06352000104056464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,768,12288,0.012628444366984896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,512,1536,0.006341333190600078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,10240,12288,0.9420159657796224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,768,0.0046693334976832075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,8192,2560,0.015217777755525378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,16384,0.05029066734843784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,10240,256,0.009185777770148383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,32,32,0.006165333506133821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,64,0.003148444410827425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2560,4096,0.019911110401153564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,5120,0.23873689439561632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,65536,51200,2.2297723558213973
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,2560,0.06603288650512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,32,5120,0.009525333013799455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,2048,0.024267555938826665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,256,12288,0.03679022192955017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,8192,0.20357155799865723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,8192,128,0.013101333545313941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,1536,0.005950222412745158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,10240,256,0.008594666918118795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,2048,128,0.006342222293217977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,4096,0.048960887723498873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,32,3584,0.008557333714432186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,512,0.019229332605997723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,5120,0.7191724247402616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,65536,4096,1.371003574795193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,512,6144,0.05348799957169426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,512,0.016051555673281353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,128,1024,0.006573333508438534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,7168,128,0.031876444816589355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,768,65536,0.07220266924964057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,3072,2560,0.012735111018021902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,7168,12288,0.0650764438841078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,5120,6144,0.1961511108610365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,4096,4096,0.012780444489585029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,6144,0.015198222464985318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,3584,16384,0.36183465851677793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,51200,0.0539991127120124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,7168,64,0.023207111491097346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,1536,3072,0.009923555784755284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,51200,768,0.0594959987534417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,2560,0.015864888827006023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,2048,0.0058444444504049085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,3584,0.03164622187614441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1536,3072,0.009008000294367472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,4096,3584,0.03186577889654372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,2048,0.34979822900560165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,65536,768,0.5077902475992838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,51200,768,0.2901528941260444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,5120,0.04041066765785217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,7168,768,0.008115555677149031
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,3072,0.018749333090252347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3584,8192,0.028543998797734577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,64,256,0.005706666658322017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,65536,2048,0.05425866776042514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,256,65536,0.06668444474538167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,65536,0.2504986657036675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,64,0.007247111035717859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,7168,1024,0.08817244238323635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,8192,32,0.03641066617435879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,768,7168,0.011120888921949597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,4096,256,0.021372444099850122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,16384,0.006480000085300869
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,256,256,0.004338666796684265
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,64,3072,0.006478222293986215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,7168,0.03166666626930237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,51200,0.22520889176262748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,10240,0.5414791107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,5120,0.01570666664176517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,2560,0.007919111185603673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,6144,10240,0.31844888793097603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,5120,0.19084178076850045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,2048,32,0.012886222038004132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,3072,5120,0.08907910850312974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,10240,0.016283555163277518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,10240,0.03723999857902527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,512,65536,0.43483556641472715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,65536,0.250054226981269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,8192,16384,0.09250311056772868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,128,0.0034808889031410217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,6144,3072,0.012411555482281579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,1536,0.14627556006113687
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,12288,0.032489776611328125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,16384,0.13999999894036189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,6144,0.2296666569179959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,512,5120,0.008832889298597971
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,256,0.01390044391155243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,16384,256,0.0058062221441004015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,6144,1024,0.014583110809326172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,768,0.011564444336626263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,1536,1024,0.0075777777367168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,7168,0.023045332895384893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,10240,0.4141128857930501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,256,0.004824888788991504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,3584,1024,0.005647111270162795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,2560,5120,0.09940710994932388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,5120,1024,0.0074337778819931885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,5120,0.605454232957628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,768,0.2942426734500461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,768,2560,0.03289599882231818
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,10240,768,0.06584178076850043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,12288,2560,0.02105866703722212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,1536,0.006174222048785951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,8192,51200,4.88173082139757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,768,16384,0.026877333720525105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,2560,128,0.011559111376603445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,10240,0.019621334142155118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,128,0.0057848890622456866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,32,512,0.009730666875839233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,16384,64,0.03792711098988851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,2048,0.09014488591088189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,64,0.005405333307054307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,12288,4096,0.054413331879509814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,4096,51200,0.5847484270731608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,1024,7168,0.011232888533009423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,256,3584,0.012630222572220696
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2048,1024,0.005931555396980709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,128,1536,0.00564533347884814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,4096,0.23873689439561632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,512,4096,0.01979822251531813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,32,65536,0.34416622585720485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,768,8192,0.03989244500796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,65536,0.14923289087083605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,10240,768,0.010813333094120026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,51200,0.33921066919962567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,512,32,0.003169777699642711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,768,0.08872089121076797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,10240,51200,1.3977733188205297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,5120,0.06173066960440742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,4096,0.01256977766752243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,16384,0.14956355094909668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,1024,4096,0.012025777664449481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,7168,0.018637332651350234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,10240,4096,0.03166933192147149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,10240,5120,0.03609422180387709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1024,1536,0.02086755633354187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,16384,8192,0.050880889097849526
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,5120,10240,0.5464240180121528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,7168,0.018773333893881906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,16384,5120,0.544047991434733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,65536,0.10317777925067478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,64,3584,0.006461333483457565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,12288,0.08297777838177152
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,4096,768,0.042596442831887134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,2048,0.3030177752176921
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,256,256,0.0057857777509424425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,51200,2048,0.08618933624691433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,16384,4096,0.04916444420814514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,6144,7168,0.023983110984166462
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,10240,0.09550933043162028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,1024,0.00869688888390859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,128,65536,0.011872889267073737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,8192,12288,0.040673779116736516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,65536,10240,0.47486575444539386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,8192,768,0.008458666503429413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,256,64,0.0028159999185138275
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,12288,0.589995543162028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,10240,1536,0.011913778053389655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,4096,2048,0.010006222460005019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,4096,0.2552071147494846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,3584,256,0.023227555884255305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,1536,0.008819555242856344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,512,0.018927999668651156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,768,6144,0.013551111022631327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,65536,128,0.010168000227875179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,256,8192,0.011735111474990845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,768,128,0.005587555468082428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1536,65536,0.17944444550408256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,51200,3584,1.2228132883707683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,128,32,0.005411555369695027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,2048,5120,0.01382844481203291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,12288,0.05389599998792013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,8192,65536,0.37411999702453613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,2560,0.007735110819339752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,128,3584,0.007693332930405934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,256,3584,0.007912889122962952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,512,3584,0.0090844440791342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,10240,5120,0.1036871141857571
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,6144,0.08026311132642958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,4096,64,0.0027555556346972785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3584,4096,0.039043555657068886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,1024,0.018408889571825664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,10240,0.035113778379228376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,65536,0.2577022181616889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,10240,3584,0.13410666253831652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,16384,0.06846577591366239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,65536,2.3103243509928384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,12288,0.010510221951537661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,3584,0.01754755609565311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,2560,5120,0.13407288657294378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,768,7168,0.015265777707099915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,3584,0.007609777980380588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,128,64,0.003181333343187968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,16384,0.10269777642356025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,256,4096,0.006513777706358168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,8192,256,0.008683555656009251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,3072,0.008278222547637092
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,4096,1024,0.006199999815887875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2048,256,0.004511111312442356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,64,16384,0.037688887781567044
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,128,0.00796888851457172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,16384,768,0.01425066590309143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,2048,51200,0.4958408673604329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,5120,65536,0.13698932859632704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,512,0.005933333188295364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,64,1024,0.004074666649103165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,6144,8192,0.06740711132685344
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,3072,0.026418666044871014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,256,0.007303111255168915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,768,2560,0.009865778187910715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,64,0.005091555416584015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,2560,2048,0.065574222140842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,8192,32,0.005688888745175467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,51200,1.8557857937282984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,3072,0.10603466961118911
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,16384,3072,0.02696888811058468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,12288,512,0.012972444295883179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,1024,6144,0.054324444797303945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,12288,0.05758400095833672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,7168,64,0.01826400061448415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,512,0.00555288874440723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,16384,0.14049777719709608
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,8192,12288,0.05250666538874308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,3584,0.012628444366984896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,3072,0.06603911187913683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,51200,1.381130642361111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,65536,3072,1.3522702323065863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,7168,0.4429555469089084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,6144,1536,0.05228266782230801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,12288,512,0.031161778502994116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,3072,512,0.028912888632880315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,64,5120,0.00721155520942476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,10240,0.015389333168665567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,4096,0.5595253308614095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,64,4096,0.013557333085272046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,3584,768,0.02951644526587592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,1536,12288,0.02089866664674547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,64,3584,0.008197333249780867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,768,3072,0.009362666971153682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,2048,12288,0.02716711163520813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,1024,64,0.0028400001012616684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,7168,4.203129662407769
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,3584,0.009279111193286048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,65536,51200,21.714896308051213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,128,0.009760888914267222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,1024,0.0057946667075157166
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,10240,0.02703022294574314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,3072,0.3003573417663574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,128,256,0.0031306667046414483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,2560,1024,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,256,1024,0.005952000204059813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,2560,0.024069334069887798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,65536,0.28204533788892955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,16384,0.18322577741410997
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,5120,12288,0.03448799914783902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,12288,7168,0.3196924527486165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,16384,6144,0.15010755591922337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,4096,0.16872799396514893
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,6144,6144,0.27244888411627877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,3072,32,0.04199555516242981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,8192,0.009867555565304225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,6144,2048,0.04504177636570401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,51200,0.1397120025422838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,12288,8192,0.04936977889802721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,65536,256,0.016906667086813185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,12288,128,0.04909511076079475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,16384,0.14124622609880236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,3584,3072,0.014852444330851236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,3072,0.10428355799780951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,7168,10240,0.0649075574345059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,3072,0.01815555493036906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,128,0.002855111120475663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1024,7168,0.012690666649076672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,8192,8192,0.0491831103960673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,1536,0.06884266932805379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,2048,5120,0.02217866645918952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,8192,1024,0.010243555737866296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,3072,65536,0.15071911282009548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,12288,3072,0.02019377715057797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,512,65536,0.06538133488761054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,32,2560,0.020269332660569083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,6144,51200,0.12052799595726861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,512,51200,0.054152889384163745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,16384,12288,0.7730115784539117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,256,768,0.00977955593003167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,65536,512,0.028224001328150432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,4096,8192,0.08461155494054158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,1536,0.01651733285850949
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,32,65536,0.3009982109069824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,512,0.007287999822033777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,64,0.002566222308410539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,10240,32,0.025755556093321905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,10240,1536,0.012524444195959302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3584,4096,0.01388533330625958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,1536,2560,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,2560,5120,0.3955679999457465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,12288,0.03403910994529724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,7168,4096,0.017159110969967313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,32,256,0.005547555370463266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,2048,512,0.01776711146036784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,65536,1024,0.46101421780056423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,16384,0.026650667190551758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,10240,0.010259555445777046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,256,5120,0.010871999793582492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,7168,1024,0.009694221946928237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,65536,51200,1.5493200090196397
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,2560,3072,0.08621244298087226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,32,0.00665155549844106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,12288,8192,9.150555928548178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,512,3584,0.02737066646416982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,10240,1536,0.015576000014940897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,1536,3584,0.05707377857632107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,1024,0.007517333659860823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,1536,3072,0.00979200005531311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,65536,0.09419822030597264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,512,768,0.0064311110311084324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1536,128,0.005383111122581694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,1536,0.06417955292595758
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,1536,0.008519111408127679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,7168,0.08864000108506943
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,512,2048,0.05004177822007073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2048,65536,1.0057644314236112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,3584,512,0.15233333905537924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,51200,128,0.008376888930797577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,768,2560,0.02017244365480211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,51200,1536,0.06989955239825778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,768,65536,0.06598311000400119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,51200,65536,2.362823062472873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,512,64,0.002692444456948174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,6144,256,0.0037093332244290244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,6144,65536,3.592884487575955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,3584,0.07788533634609647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,10240,2560,0.22056978278689912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,65536,3072,0.9660897784762912
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,10240,10240,0.1366693311267429
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,5120,512,0.004045333299371931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,2048,4096,0.011448000040319232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,65536,2.2047591739230685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,2560,256,0.007809778054555257
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,1024,16384,0.3837440013885498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,6144,0.04867644442452324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,65536,51200,1.4560889138115778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,256,0.009959999885823991
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,51200,768,0.04993866549597847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,2048,1536,0.021159110797776118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,12288,0.04705244302749634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,5120,0.034874667723973594
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,51200,3072,0.08568800157970852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,128,2048,0.009813333551088968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,16384,3584,0.3722977903154161
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,64,0.005499555418888728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,12288,0.05033333433998955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,7168,256,0.006129777679840724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,7168,256,0.02386933399571313
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,8192,0.047613332668940224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,65536,10240,0.49469423294067383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,3072,5120,0.01811288959450192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,65536,2.539748509724935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,7168,0.0384133325682746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,12288,12288,0.08322755495707194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,10240,10240,0.2525413301255968
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,5120,4096,0.16304088963402644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,32,0.015785778562227886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,16384,0.13742844263712564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,3072,3072,0.011807999677128263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,7168,1536,0.010769777827792697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,8192,768,0.007339555356237624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,8192,6144,0.038350221183564924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,51200,10240,3.1877990298800998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,12288,10240,0.06201599703894722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,2560,12288,0.03139200144343906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,5120,0.040417777167426214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,12288,2.4276657104492188
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,8192,4.421256171332465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,10240,0.4703644646538629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,12288,768,0.06056444512473213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,51200,6144,0.1312604480319553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,10240,6144,0.03709244396951463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,2048,256,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,7168,8192,0.02804622385236952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1536,7168,0.015541333291265698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,2560,65536,1.354015138414171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,16384,0.060679111215803355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3072,1024,0.015410666664441427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,768,3072,0.007742221984598372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,128,0.00453955555955569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,51200,8192,1.689369731479221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,3584,0.0636684430970086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,512,0.03457599878311157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,7168,0.03963022099600898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,64,64,0.00961866643693712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,8192,64,0.00811288919713762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,7168,2560,0.020622221959961783
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,6144,0.06782933076222737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,256,768,0.0047679998808436925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,3584,12288,0.11958489153120254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,6144,1024,0.025735111700163946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2048,3584,0.009897777603732215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,8192,7168,0.030031998952229817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2048,32,0.005964444329341252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,16384,0.18413155608707002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,64,6144,0.01014311114947001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3584,51200,1.1900284025404189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,4096,0.006433777925040986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,4096,1536,0.01312711089849472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,65536,2048,0.0803804463810391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,8192,5120,0.020432889461517334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,10240,1.2846480475531685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,1536,0.007607111500369177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,6144,0.015909334023793537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,6144,512,0.03271289004219903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,5120,0.08964977661768596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,512,6144,0.05466399921311272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,12288,768,0.01292799992693795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,6144,3584,0.01512888901763492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,3584,0.08196710877948336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,5120,0.019175999694400363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,4096,0.008563555777072906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,65536,0.07753333118226793
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,6144,0.14262844456566706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,32,0.0029724445194005966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,128,512,0.0032479998966058097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,512,768,0.005075555708673266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,768,65536,0.06859199868308173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,1024,10240,0.1366248925526937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,2048,0.03175288769933913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,5120,768,0.03928800092803107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,256,768,0.0052968888647026485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,10240,3584,0.2270409001244439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,768,16384,0.07291289170583089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,4096,6144,0.12635021739535862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1536,512,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,512,5120,0.023349333140585158
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,12288,0.1351946724785699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,2048,0.08568800157970852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,51200,0.28950312402513295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,512,3584,0.00942844483587477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,768,51200,1.8580907185872395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,128,0.0035706667436493766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,512,1536,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,1536,51200,0.0788231094678243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,12288,0.030543999539481267
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,65536,768,0.02334844403796726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,32,10240,0.03342133429315355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3072,1536,0.007801777786678738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,512,4096,0.006688888702127669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,64,16384,0.018972444865438674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,4096,0.012176888684431711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,4096,0.021560000048743352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,8192,512,0.041068444649378456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,3072,2560,0.02509422269132402
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,768,128,0.00407644444041782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,12288,1536,0.01997599999109904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,3584,768,0.005398222141795688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1024,3072,0.018872888551818002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,2048,512,0.005528000079923206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,51200,4096,0.07944444153043959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,7168,0.052962667412228055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,5120,10240,0.2734488911098904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,2048,2048,0.009465778039561378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,2560,4096,0.010595555934641095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,3072,0.0628568861219618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,128,0.06406222449408637
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,768,256,0.0073831114504072405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,2048,0.013543999857372709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,16384,0.030481778913074072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,4096,0.008709333009190029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,64,1536,0.004546666724814309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,7168,128,0.006991110742092133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,12288,0.08080710967381795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,4096,5120,0.12177688545650905
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,256,1536,0.004659555438492033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,65536,8192,0.591203530629476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3584,2048,0.009335999687512716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,8192,0.41860000292460126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,128,12288,0.07832177480061848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,16384,2560,0.0384808878103892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,7168,16384,0.3979493247138129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2560,6144,0.015771556231710646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,2048,0.6754417949252658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,51200,65536,2.3250230153401694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,12288,65536,0.32463023397657603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,16384,128,0.014811555544535318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,51200,0.21996443801456025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,2560,5120,0.013384888569513956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,12288,5120,0.02720622221628825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,5120,512,0.0037875556283526947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,10240,16384,0.06422666708628337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,512,7168,0.03721422288152907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,8192,5120,0.05195111036300659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,10240,6144,0.03474844495455424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,12288,3072,0.11530221833123101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,65536,2048,0.9587075975206164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,512,12288,0.01441333360142178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,64,10240,0.04133422176043192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3072,128,0.004590222405062782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,10240,10240,0.07557511329650879
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,7168,128,0.00664444433318244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,8192,8192,0.2970577875773112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,10240,0.06072711282306247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,64,5120,0.009653333160612319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,768,256,0.00869422240389718
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,10240,51200,0.361191987991333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,768,10240,0.14381333192189535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,65536,32,0.004769777672158347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,4096,2048,0.009289777941173976
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,2560,10240,0.15344977378845215
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,2560,2048,0.006913777854707506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,32,6144,0.008667555948098501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,64,16384,0.049838221735424466
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,8192,2560,0.023744000328911677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,64,12288,0.11936177147759332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,3584,5120,0.11998400423261855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,51200,3.5967313978407116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,12288,16384,0.0798906683921814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1536,6144,0.015418666932317944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,256,1536,0.013189333180586496
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,51200,2048,0.4147431055704753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,16384,51200,0.5844648679097494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,16384,16384,1.7855004204644098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,6144,8192,0.07874044444825914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2560,1536,0.006526222245560751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,2560,0.0064204442832205035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,12288,32,0.012815111213260226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,51200,0.05470310979419284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,10240,128,0.004925333377387789
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,1024,3584,0.011138666835096149
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,64,16384,0.05789955457051595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,1536,768,0.005468444277842839
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,4096,8192,0.019024888674418133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,1536,6144,0.09872000084982978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,7168,0.00637511122557852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,6144,128,0.026018665896521673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2560,16384,0.14046666357252333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,5120,1024,0.010669333239396414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,4096,128,0.016751999656359356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,51200,10240,0.20859821637471518
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,4096,0.02421155571937561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,8192,0.03899200095070733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,128,2048,0.007682667010360294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,16384,1536,0.17983555793762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,7168,0.01404800017674764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,768,32,0.006680000159475539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,5120,4096,0.22177333301968047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2048,51200,1.1893911361694336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,768,128,0.004463110946946674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,51200,1024,0.12143466207716201
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2048,4096,0.010048000348938836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,65536,2.347344080607096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,5120,51200,0.6490915616353353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,128,0.003363555504216088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,65536,2048,0.10606488916609023
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,3072,128,0.015784000356992085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,10240,128,0.006552888701359431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,6144,2048,0.027619555592536926
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,10240,128,0.004892444445027245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,3584,2048,0.05132711264822218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,65536,512,0.0750746660762363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,32,65536,0.06136622031529745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,256,0.005205333232879639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,10240,5120,0.029186666011810303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,1536,0.009429333110650381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,16384,7168,0.07677511374155681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2048,768,0.006367110957702001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,16384,256,0.005789333333571752
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,16384,0.7464577886793348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,4096,3072,0.011909333368142446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,3072,768,0.006281777802440856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,4096,2560,0.010632000035709806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,7168,5120,0.032524443335003324
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,64,8192,0.01184622198343277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,3072,0.04296266701486376
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,256,51200,0.053527110152774386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,16384,0.17483911249372694
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,64,10240,0.0736702216996087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,2560,5120,0.06426666842566596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,51200,6144,1.5153457853529189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,256,2048,0.011761777930789523
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,1024,0.017491555876202054
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,128,0.05235111051135593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,7168,0.014398222168286642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,256,51200,0.06868533293406169
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,8192,0.03457511133617825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,8192,3.888481987847222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3072,1024,0.011289777855078379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,64,32,0.005942222144868638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,3584,0.0076044441925154785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,4096,0.014179555906189812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,512,10240,0.009552888572216034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,2048,8192,0.12763467099931505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,65536,4096,0.19870932896931967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,8192,51200,4.5676799350314665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,32,4096,0.023982221881548565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,6144,12288,0.6246230867173936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,128,0.029672000143263075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,256,0.005687110953860813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,768,32,0.0037617778612507712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2048,12288,0.022583999567561682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3072,512,0.026745777991082933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,7168,1024,0.00978577799267239
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,4096,1536,0.010570666856235929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3072,1536,0.006984000404675801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,256,0.004497777670621872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,6144,512,0.020655999581019085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,12288,16384,0.915196418762207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,128,32,0.0028497777465316984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,128,0.018041777941915724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,1024,64,0.007755555212497711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,10240,1024,0.010241777532630498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,256,0.009339555270142024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,6144,2560,0.013545778062608508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,3584,768,0.02897777822282579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,16384,0.4595964219835069
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,12288,2560,0.17825867070092094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,128,51200,0.06364177995257907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,65536,0.7873439788818359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,512,16384,0.04351377818319532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,16384,6144,0.07954044474495782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,512,1536,0.019055111540688407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,16384,768,0.011744889120260874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,3584,65536,0.10408888922797309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,512,0.0058515556156635284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,10240,768,0.009680888719028896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,12288,0.03844533363978068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,51200,7168,0.14711999893188477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,3584,10240,0.36786309878031415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,51200,6144,0.905919075012207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,12288,12288,0.06449955701828003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,32,0.0026782221264309357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,7168,2.300914764404297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,4096,0.030159112479951646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,512,16384,0.5490560001797146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,16384,768,0.015526221858130561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,128,1536,0.01942133406798045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,10240,0.08936799897087945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,2048,128,0.005511999958091312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,65536,512,0.02786133355564541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,4096,0.008164444731341468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,2560,12288,0.020873778396182593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,65536,10240,0.47138044569227433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3584,128,0.005418666534953647
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,5120,1536,0.07619555791219075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,51200,6144,2.351374308268229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,65536,0.5471839904785156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,8192,0.011034666664070554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,6144,2560,0.016012445092201233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,768,8192,0.014469333820872836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,256,0.05940000216166178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,3072,12288,0.31350845760769314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,256,0.006123555617200003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,768,32,0.003961777935425441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,12288,512,0.05405333307054308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,51200,1.6275289323594835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,8192,0.016241777274343703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,2048,3584,0.059677335951063365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,1024,768,0.09342310825983684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,8192,2560,0.16912621921963164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,3072,768,0.00564444437623024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,64,2560,0.008191111187140146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,768,0.06437777810626559
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,1024,0.05910133653216892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,2048,12288,0.09986488686667548
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2560,4096,0.06596977843178643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,2560,512,0.005115555392371284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,1024,2560,0.006863111009200414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,64,2048,0.0053048887186580235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,12288,8192,0.07027110788557264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,51200,6144,0.11785156197018093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,16384,1024,0.01129066695769628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,2048,256,0.011896000140243106
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,10240,8192,0.2750728925069173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,51200,0.26247554355197483
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,128,256,0.003559999995761447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,16384,0.29449333084954155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,10240,8192,0.06184177928500705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3584,3072,0.012216000093354119
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,32,0.005389333185222413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,10240,64,0.024199111594094172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,16384,64,0.003032888803217146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,768,3584,0.01255733354224099
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,2560,0.008086221913496653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,7168,7168,0.03786044319470724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,7168,0.012920888761679331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,768,0.0063822223908371395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2560,65536,0.11922666761610244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,16384,768,0.04355022311210632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1024,6144,0.010444444086816577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,512,512,0.010636444720957013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,768,2048,0.029044446018007066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,3584,0.011726222104496427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,6144,65536,0.28247200118170845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,3584,0.34823910395304364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,64,16384,0.13359110885196263
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,16384,13.519504123263888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,5120,0.028466665082507666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,5120,0.39515021112230087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,3584,768,0.006278222219811545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,7168,8192,0.03137777911292182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,12288,10240,0.2623822159237332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,51200,12288,3.9629414876302085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,512,8192,0.03186488813824124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,1536,0.01110577748881446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,16384,3584,0.47150754928588867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,7168,1024,0.01240799989965227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,16384,1536,0.027465777264700994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,65536,0.16141155030992296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,16384,0.006707555717892117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,2048,768,0.005674666828579373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,51200,0.5124275419447157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,64,8192,0.14719822671678331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,512,16384,0.021592888567182753
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,12288,8192,0.07179733117421468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,2048,6144,0.09726755486594306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,2560,0.0455022222465939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,3584,5120,0.01716088917520311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,16384,2048,0.01699466672208574
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,5120,12288,0.02980977627966139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,768,12288,0.08119822210735746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,5120,32,0.01797422269980113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,2560,3072,0.5441662470499674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,1024,16384,0.033315555916892156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,2048,3584,0.02022133270899455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3584,3072,0.022315555148654517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,3584,10240,0.0203475554784139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,8192,12288,0.255150212181939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,64,0.026178666286998328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,2048,0.060850666628943555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,2560,0.021184888150956895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2560,2048,0.006471111128727595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,12288,2048,0.01405066748460134
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,8192,0.01699022286468082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,128,768,0.007687110867765214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,256,0.004701333327425851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,1024,8192,0.013600000076823764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,5120,0.007085333267847697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,128,2048,0.005993777679072485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,1536,32,0.002640888922744327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,256,3584,0.008103999826643202
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,10240,5120,0.04423111014895969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,1024,6144,0.04156977931658427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,16384,768,0.010178666975763109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,3072,12288,0.8241386413574219
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,768,65536,0.20802311102549234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,7168,7168,0.062275555398729115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,5120,256,0.0058666666348775225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2048,8192,0.03620533479584588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,1024,0.6898293495178223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,5120,0.2566746605767144
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,5120,0.10459822416305542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,7168,3584,0.01891288823551602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,51200,6144,0.126766218079461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,3072,4096,0.030908445517222088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,4096,12288,0.23970399962531197
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,1024,3584,0.008672888908121321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,3584,2560,0.010327999790509542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,5120,0.04459999998410543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,256,2048,0.016378665963808697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,2048,32,0.00282577777074443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,16384,0.4023475646972656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,64,12288,0.05257066753175524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,16384,0.06182044744491577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,16384,0.02684088879161411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,65536,16384,1.6443733639187281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,256,32,0.006514666808976068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,64,2560,0.007975111405054728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,4096,2560,0.014947555131382413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1024,768,0.013780444032616086
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,6144,10240,0.03352266550064087
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,2048,32,0.009032888544930352
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,128,32,0.003354666754603386
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,768,0.007351111206743453
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,7168,768,0.007901333272457123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,512,6144,0.05212177832921346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,4096,16384,0.03190933333502875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,3584,2560,0.08815999825795491
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,768,1024,0.008739555875460306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,64,10240,0.006159111029571957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,1536,0.006524444454246097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,8192,256,0.030552887254291113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,3584,51200,0.14407911565568712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,3072,0.013448889056841532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,8192,0.4855733447604709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,768,8192,0.07390577925576104
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,4096,2560,0.08790222141477798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,3072,2560,0.010206222534179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,3584,0.009292444421185387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,1536,6144,0.03424177898301019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,64,10240,0.008064000142945183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,51200,0.6119644376966689
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,3072,0.0074622225430276655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3584,12288,0.14437954955630833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,32,6144,0.010966222319338055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,51200,65536,1.2799741956922743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,16384,512,0.07719644572999743
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,51200,7168,0.1373902161916097
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,7168,1.4585697385999892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,7168,0.0064995553758409284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,1024,0.008177777959240807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3072,1536,0.012651555240154266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,1024,1024,0.006432000133726332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,7168,12288,0.10246133142047459
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,64,12288,0.06177066432105171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,1024,0.009165333376990424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,5120,0.02905244297451443
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,1536,0.013713777893119387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,64,12288,0.015014222926563688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,3584,768,0.0041759999261962045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,3072,0.007340444458855524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,2560,0.02362666692998674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,5120,7168,0.02787733409139845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,3072,10240,0.3057795630560981
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,7168,2048,0.016300444801648457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,16384,128,0.007483555210961237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,3072,1536,0.007241778075695038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,2560,12288,0.03429866830507914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,65536,8192,1.6604870690239801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,64,6144,0.006463999963468975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,6144,512,0.0051857779423395796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,7168,0.0229759994480345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,65536,0.9988177617390951
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,3072,3584,0.04222222169240316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,5120,10240,0.031013333135181006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,10240,3584,0.029599110285441082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,1536,65536,0.08164533641603258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,128,0.004695999953481886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,64,4096,0.006039999839332368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,5120,1024,0.026593777868482802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,7168,2560,0.1348551114400228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,16384,3072,0.2765573395623101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,5120,512,0.005234666582610872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,128,256,0.0074311114019817775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,768,10240,0.08099200328191121
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,8192,8192,0.3051768938700358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,1536,0.00720888872941335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,5120,1024,0.006783111227883234
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,1536,0.04733599887953865
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,6144,256,0.02897600001758999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,256,0.004085333396991094
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,128,128,0.005534222142563925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2560,51200,0.19031555122799346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,32,512,0.005572444448868434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,32,0.004310222135649787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,32,1024,0.01934400035275353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,768,2560,0.005895111295912001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,32,3584,0.006601777755551868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,128,0.0027599999060233435
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,51200,2560,0.05694755580690172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,8192,512,0.005101333475775189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,512,512,0.004381333374314838
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,51200,8192,4.609753078884549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,3072,0.4508693483140733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,256,0.02623733381430308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,51200,4096,0.09143022033903335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,5120,12288,0.05565333366394043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,5120,2048,0.014876445134480795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3584,16384,0.33986488978068036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,65536,12288,0.566582202911377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,6144,0.014008000493049622
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,7168,51200,0.2492435508304172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,1024,2048,0.006532444308201472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,16384,8192,0.8076391220092773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,2560,256,0.003571555432346132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,51200,65536,2.0336852603488498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,3072,51200,0.13991199599372015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,4096,51200,0.1292639970779419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,10240,768,0.010086221827401055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,12288,1024,0.07906488577524821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,1024,0.8364053302341037
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,3584,7168,0.09788444307115342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,1024,2048,0.028246220615175035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,5120,0.02084622283776601
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,51200,64,0.050781332784228854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,3072,2048,0.008203555312421586
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,16384,0.03852444556024339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,5120,2560,0.017870222528775532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,6144,0.03991555505328708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,4096,12288,1.4163955052693684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,3584,10240,0.5080577532450358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,10240,0.024030221833123103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,3072,128,0.016773333152135212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,768,12288,0.07085155778461032
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1536,65536,0.9667804506089953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,1536,0.004679999831649992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,3584,6144,0.1319217814339532
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,3584,0.5060355398390028
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,2048,6144,0.051699555582470365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,3072,65536,7.627787272135417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,128,0.004201777693298128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,2048,0.1398764451344808
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,768,0.013198222551080914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,5120,65536,1.2771022584703233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,10240,256,0.014369777507252164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,7168,2560,0.01612444387541877
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,128,51200,0.10382044315338135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,10240,1536,0.015066666735543145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2048,256,0.010876444478829702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,2560,0.07371377944946289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,10240,2560,0.02259644369284312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,1024,51200,0.3366853396097819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,6144,0.1319955587387085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,2560,0.195652445157369
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,256,7168,0.07780889007780287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,128,3072,0.02291822267903222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,7168,512,0.017779555585649278
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,1024,0.005773333211739858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,6144,7168,0.03380266825358073
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,2048,8192,0.013382222089502545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,6144,256,0.021333333518770006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,1024,0.004003555410438114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,512,12288,0.06796444124645658
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,10240,0.024991111622916326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,1024,2048,0.025928000609079998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,3584,3072,0.03650844428274367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,10240,64,0.009004444711738164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,512,5120,0.06652000215318468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,4096,4096,0.019858666592174105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,128,2048,0.005132444616821078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,51200,0.1407511101828681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,8192,256,0.0053839998112784485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,512,32,0.005154666801293691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,3072,2560,0.060356444782680936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,10240,256,0.0340648889541626
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1536,5120,0.038615110847685076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,1024,65536,0.18947199980417886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,2560,7168,0.01956266661485036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,256,4096,0.012671999633312225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,2560,5120,0.0210844443904029
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,65536,5.433318244086371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,7168,51200,0.1519848903020223
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,12288,51200,9.034214443630642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,8192,0.0788488917880588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,3072,0.03779911001523336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,32,1536,0.004622222234805425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3584,256,0.020084444019529555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,32,0.002575111058023241
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,512,128,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,128,0.004027555386225383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,768,3584,0.007312888900438945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,51200,0.4083848794301351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,128,0.003051555612021022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,5120,3072,0.016369778248998854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,8192,7168,0.03342666559749179
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,2048,0.006050666587220297
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,256,768,0.005619555711746216
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,6144,1536,0.010332444475756751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2048,5120,0.014697778556081982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,5120,10240,0.02723199956946903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,3072,32,0.007038222418891058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,7168,256,0.006663110935025745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,256,0.2525431050194634
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2048,10240,0.02390755547417535
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,1536,0.02350577712059021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,16384,0.10826666487587823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,65536,2048,0.6530142360263401
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,6144,12288,0.4423084523942735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,256,0.01841600073708428
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,7168,3072,0.016359110673268635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,6144,2560,0.13271555635664198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,2560,8192,0.21238933669196236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,12288,8192,0.8891643948025174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,4096,0.038033776813083224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,6144,6144,0.030825777186287776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,10240,5120,0.29896177185906303
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,7168,256,0.0036159998012913596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2560,4096,0.011865778101815118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,6144,0.14317777421739367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,5120,0.7785591019524468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,8192,3072,0.10721777545081244
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,2560,4096,0.011682666838169098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3584,2048,0.02033244404527876
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,16384,0.06830133332146539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,5120,0.010079111489984725
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,51200,16384,18.242195977105034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,3072,0.009961778091059791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,4096,1536,0.027888887458377417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,512,16384,0.011395555403497485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,5120,2048,0.14756088786655003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,1536,0.061257779598236084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,7168,768,0.006764444626039929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,2560,2560,0.010519111322032081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,256,0.005286222116814719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,768,0.04384977618853251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,4096,65536,2.6012346479627824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,2560,65536,0.07638666364881727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,128,1024,0.004061333421203825
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,32,0.005161777966552311
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1536,6144,0.017183999220530193
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,256,3072,0.026467555099063452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,51200,3072,1.9406888749864366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3072,10240,0.02942488922013177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,4096,0.09425777859157985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,256,32,0.007073777417341868
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,8192,256,0.004743111216359668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1536,6144,0.10373689068688287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,65536,0.09355199999279445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,3584,0.027515555421511333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,10240,0.017529777354664274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,3072,2560,0.009719111025333405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,64,8192,0.006484444356626934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,1536,10240,0.08693333466847737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,5120,128,0.005393777870469623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,10240,1.9196027119954426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,10240,64,0.05722666449016995
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,32,16384,0.009105777574910058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,3072,51200,1.0722257826063368
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,3072,8192,0.05103111267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,1536,1024,0.006253333141406377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,7168,0.16299200057983398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,8192,768,0.007975999679830339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,1536,4096,0.03264088763131036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,16384,0.06940533055199517
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,12288,2048,0.06689955790837605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,12288,32,0.0038497779104444715
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,32,10240,0.007285333342022366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,16384,512,0.014661333627170987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,512,65536,0.04091555542416043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,1536,768,0.015215999550289579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,51200,7168,3.3429342905680337
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,256,3584,0.03358133302794562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,10240,0.019719110594855416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,768,2560,0.007695111135641734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,6144,32,0.011425777441925473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,6144,8192,0.11164977815416123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,7168,65536,3.407833735148112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2048,8192,0.14051644007364908
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,64,0.0029066666546795103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,512,1536,0.007086222370465596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,2048,64,0.005247999810510212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,10240,5120,0.5965413517422146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,6144,51200,0.24786578284369576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,1536,10240,0.060031109386020236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,256,4096,0.018008889423476327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,5120,0.10104978084564209
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,8192,5120,0.03169066707293192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,6144,51200,2.9999306996663413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,6144,65536,0.16707289218902588
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,16384,128,0.047120889027913414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,5120,16384,0.0600186652607388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,7168,5120,0.018983110785484314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,256,0.003640000190999773
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,3072,256,0.004482666651407878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,51200,768,0.03138488862249587
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,51200,4096,0.5747573110792372
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,8192,0.016177778442700703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,3072,0.11388444900512695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,16384,512,0.008938666847017076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,65536,1536,0.5908586714002821
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,512,768,0.005120000077618493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,7168,0.024339555038346186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,1024,768,0.012422222230169507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3584,7168,0.09351555506388347
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,1536,128,0.005417777846256892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,256,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,10240,128,0.006213333457708359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,1024,12288,0.20714133315616182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,3584,512,0.005712888720962737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,256,8192,0.011541333463456897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,16384,1.570492426554362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,4096,0.10230133268568252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,6144,2048,0.03951288925276862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,1536,6144,0.019162666466501024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,10240,4096,0.02010933392577701
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,10240,0.2958248986138238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,2048,0.1678533289167616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,6144,3584,0.07921510934829712
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,5120,512,0.017058667209413316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,10240,10240,0.07620533307393391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,12288,12288,0.06193244457244873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,128,2048,0.0053671110007498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,8192,0.017477333545684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,768,2048,0.012049777640236748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,65536,0.22665601306491426
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,5120,2560,0.012123555772834353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,16384,0.02522666586769952
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,16384,7168,1.8947289784749348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,10240,0.44118311670091415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,16384,512,0.048792888720830284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,3072,0.007143110864692264
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,12288,0.038167999850379095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1024,128,0.0031831111345026228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,6144,2560,0.011679111255539788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,6144,1.1113573710123699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,65536,8192,1.257904052734375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,128,0.013109332985348172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,4096,65536,0.19643378257751465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,5120,128,0.007309333317809635
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,1536,0.10000266631444295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,3584,5120,0.014739554789331226
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,51200,4096,0.08217866553200616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,2048,8192,0.06080177757475111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1536,4096,0.009912889036867354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,5120,4096,0.037217779292000666
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,1024,0.03186933199564616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,3072,51200,0.6124889055887858
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,16384,512,0.01128355579243766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,5120,7168,0.12603733274671766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,8192,4096,0.020560888780487906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,65536,0.2123653358883328
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,7168,6144,0.23653332392374674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1024,256,0.008990222381220924
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,32,128,0.005103111267089844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,768,256,0.00435644429590967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,16384,1024,0.09026488992902969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,2560,768,0.0038693332009845306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,3584,256,0.004316444612211651
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,2048,6144,0.015557333827018738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,8192,0.024149333437283833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,2560,3584,0.08498311042785645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,16384,65536,12.871764289008247
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,128,0.03545777665244208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,768,512,0.014186667071448432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,7168,10240,0.4447564548916287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,5120,51200,0.18427022298177084
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,3584,65536,0.09846222400665283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,2560,16384,0.06829510794745551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,4096,2048,0.03419911199145847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,32,6144,0.01980355547534095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,6144,2048,0.016007999579111736
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,32,512,0.00720977783203125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,65536,512,0.0350524451997545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,1536,0.07109066512849596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,4096,65536,0.37420090039571124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,5120,6144,0.23853688769870332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,5120,128,0.029262221521801416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,1536,0.029296000798543293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,10240,0.20387910472022164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,12288,0.3099599944220649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,768,12288,0.037068443165885076
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,2048,1024,0.005643555687533484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,2560,128,0.00315022220214208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,2048,128,0.012804444465372296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,2560,2048,0.007102222078376346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,32,10240,0.08458933565351699
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,256,8192,0.012240889171759287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1536,6144,0.014304000470373364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,4096,1024,0.03708444370163812
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,1024,16384,0.02083911167250739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,6144,0.14764355288611516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,2560,1024,0.016341333587964375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,6144,0.01180266671710544
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,2560,32,0.00272444449365139
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,2048,0.03717689050568475
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2560,10240,0.2727671199374729
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,7168,8192,0.026900443765852187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,4096,2560,0.12648355960845947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,64,3584,0.006945778098371293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,256,8192,0.013614222407341003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,128,1536,0.004582222137186262
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,65536,6144,0.1467048856947157
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,10240,65536,0.2916026645236545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,5120,1024,0.018223999275101554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,16384,1536,0.022608889473809138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,3584,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,768,16384,0.020829333199395072
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,3072,768,0.009016888837019602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,8192,12288,0.07244000169965956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,2560,0.010677333507272931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,1024,8192,0.08498844173219468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,12288,2048,0.018059555027219985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,256,16384,0.008831111093362173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,3584,128,0.005502222312821283
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,4096,2048,0.03498133354716831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,3072,51200,0.06236355834537082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,51200,512,0.019792889555295307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,12288,32,0.04904177784919739
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,2560,0.01366133325629764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,256,1536,0.006267555471923616
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,6144,256,0.0076657773719893555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,32,0.0027831111931138565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16384,3584,12288,1.2362195120917427
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,256,1024,0.004990222139490975
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,3584,768,0.007745777567227681
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2560,7168,0.17347821924421522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,7168,65536,0.3206755585140652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,2048,0.044165333112080894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,1024,3072,0.018559111489189994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,1536,6144,0.012622222304344177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,10240,32,0.007876444194051955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,1536,0.13518222173055014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,3072,256,0.02015022271209293
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,97,2560,51200,0.1027946670850118
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,2560,64,0.011925333076053195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,2048,65536,0.07368889119890001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1024,2048,0.006138666636413998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,51200,2560,0.14077511098649767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2560,32,0.006583999842405319
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,6144,0.011724444727102915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,512,65536,0.028082665469911363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,3584,128,0.004098666624890434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,3072,512,0.009975999593734741
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,65536,0.820941342247857
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,4096,3072,0.013263999587959714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,4096,12288,0.2600417666965061
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,3072,0.009117333425415887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,128,6144,0.01053422192732493
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,10240,16384,2.229384104410807
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,32,8192,0.015276443627145557
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,16384,3584,0.2539537747701009
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,128,10240,0.014942222171359591
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,1024,3584,0.014892444014549255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,10240,768,0.011988444460762871
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,12288,128,0.007126222054163615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,32,128,0.005649777750174205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,7168,0.36115821202596027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,51200,0.2312462329864502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3584,256,0.005853333406978183
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,1024,7168,0.014546665880415173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,256,768,0.006229333165619109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,8192,768,0.06128444274266561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,12288,65536,1.2146320343017578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,6144,128,0.0058124446206622655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,1536,1536,0.0053182223604785065
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,6144,1024,0.007673777639865875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,65536,5120,0.20399288336435953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,7168,0.04136000076929728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,1024,6144,0.010033778018421596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,4096,0.18252710501352945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,1536,65536,0.39224712053934735
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,12288,0.018464000688658822
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,8192,7168,5.468065049913194
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,256,51200,0.08148444361156888
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,8192,0.09083733293745254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,51200,0.5258302158779568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,256,65536,0.42917778756883407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1536,12288,0.020470221837361652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,512,12288,0.018280888597170513
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3072,256,0.003148444410827425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,7168,3584,0.12180888652801514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,512,512,0.003637333297067218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,16384,6144,0.8483084572686089
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,256,512,0.005963555640644497
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,128,32,0.0033893332713180115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,256,4096,0.008274666965007782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,5120,1536,0.04725511206520928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,6144,5120,0.019819556011093985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,128,12288,0.01937599976857503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,6144,16384,0.0884808897972107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,1024,1024,0.006434666613737742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,8192,3584,0.12162844340006511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,256,4096,0.010071111222108206
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,512,6144,0.010819555156760745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,7168,0.009304888546466827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,768,768,0.016200888488027785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,10240,10240,0.0745039979616801
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,65536,2560,0.5866817898220485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,7168,2048,0.013449778159459433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,128,16384,0.14429867267608643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,512,3072,0.007334222396214803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,7168,65536,2.766095903184679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,64,3584,0.015141333142916361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,12288,512,0.009957333405812582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,1536,0.04419555597835117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,128,16384,0.019714666737450492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,512,64,0.003085333233078321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,7168,1024,0.340756442811754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,10240,3584,0.17550133334265816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,6144,0.014059555199411182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,4096,32,0.0053386667536364655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,12288,6144,0.034549332327312894
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,3584,2048,0.009221333596441481
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,3584,0.08877511156929864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,128,0.0052728888889153796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,2048,0.009457777771684859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,1536,16384,0.20609954992930093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,3072,0.10546311404969956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1536,51200,0.2736284467909071
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,4096,0.06845777564578585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,768,0.010203555226325989
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,1024,768,0.006276444428496891
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,3072,1536,0.03198755449718899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,64,2048,0.023853333459960088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,7168,0.005992888990375731
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,2560,0.012322666744391123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,256,3072,0.007076444725195567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,2048,2048,0.007236444287829929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,768,512,0.0058471109304163195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,1024,512,0.0040960001448790235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,768,1024,0.004383999854326248
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,51200,10240,0.19875644312964547
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,512,6144,0.048230220874150596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,1536,2560,0.009494221872753566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,6144,1024,0.009009777671760982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,10240,5120,0.40636444091796875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,12288,8192,0.07105244530571832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,10240,0.12075822883182102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,5120,256,0.0035173334181308746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,6144,0.01236533373594284
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,16384,256,0.05073422193527222
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,65536,64,0.04737155636151632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,1024,0.006279110908508301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,51200,51200,1.0414133071899414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,4096,768,0.042212443219290845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,8192,51200,1.317638185289171
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,65536,7168,3.4191847907172312
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,5120,0.013743999931547375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,512,2560,0.007690666450394525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,4096,1024,0.010178666975763109
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,2048,6144,0.014703111516104804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,4096,0.04011377692222595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,65536,2560,0.07116088602277967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,2560,6144,0.017487999465730455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,7168,0.02537155482504103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,1536,7168,0.03266400098800659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,65536,0.07350399759080675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,4096,3584,0.11586666107177734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,3584,0.01401600076092614
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,512,1024,0.004917333523432414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,65536,32,0.22869510120815703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,10240,3072,0.040695998403761126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,5120,512,0.010017777482668558
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,16384,256,0.006587555425034628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,3072,10240,0.38456087642245823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,1536,0.015053333507643806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,64,2560,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,256,7168,0.01129066695769628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,10240,4096,0.020403555697864957
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,4096,12288,0.3394391006893582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,12288,0.05868177943759494
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,4096,64,0.003206222214632564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,3072,32,0.0052782222628593445
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,512,512,0.0047102222839991255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,12288,256,0.005402666827042897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,512,2560,0.014261333478821648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,65536,12288,1.937218772040473
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2048,8192,0.016573333077960543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,4096,0.0520666672123803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,12288,0.03353955679469638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,3072,256,0.005591111050711737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,32,768,0.02832533253563775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,5120,16384,0.0403422216574351
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,8192,65536,0.2034311162100898
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,768,65536,0.06642044252819486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,4096,0.024451555477248296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,768,4096,0.05048711101214091
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3584,6144,0.35803288883633083
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,65536,128,0.12081778049468994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,51200,0.050395554966396756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,3584,0.008782222039169734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,3072,5120,0.015903110305468243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,3584,5120,0.01740622189309862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,16384,5120,8.032212999131945
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,1536,0.02296177711751726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,3584,0.039693332380718656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,4096,16384,0.059818665186564125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,128,0.003953777667548922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,65536,768,0.04082399937841628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,256,10240,0.016780444317393832
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,8192,0.30364712079366046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,12288,51200,2.9264123704698353
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,2048,128,0.004303110970391167
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,10240,16384,0.11793955167134602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,1536,3072,0.045943111181259155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,16384,512,0.008623110751310984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,64,12288,0.10465688837899102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,10240,7168,0.30769422319200307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,12288,2048,0.02424088948302799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,1024,8192,0.033739556868871055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,2048,0.0063946665161185795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1536,51200,0.06493066416846381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,16384,32,0.007270221908887227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,128,128,0.007246221933099959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,1024,3072,0.03674488928582933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,3072,3072,0.02757866680622101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,256,7168,0.07346489032109578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,65536,12288,0.36291734377543133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,1536,51200,0.726143995920817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,7168,2560,0.16087999608781603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,10240,51200,0.21500533156924775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,7168,8192,0.030165334542592365
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,65536,3584,2.322662141587999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,512,2560,0.010135999984211391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,32,256,0.009293333523803288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,3584,3584,0.011857777833938599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,2048,3072,0.011126221881972419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,65536,3584,0.0869706670443217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,2048,0.044976890087127686
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,5120,256,0.01865688959757487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,12288,0.29584089914957684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,128,65536,0.4210817813873291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,2560,768,0.0068604445291890045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3584,768,0.00423555572827657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,12288,10240,0.3063324557410346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,256,128,0.0028648889727062653
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,1536,10240,0.0816026661131117
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,10240,128,0.022247110803922016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,16384,128,0.06644711229536268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,64,32,0.007821333077218797
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,16384,1536,0.016559110747443307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,65536,3584,0.08572444650861953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,10240,10240,0.047224889198939
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,8192,2560,0.016008888681729633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,10240,128,0.006561777657932705
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,256,512,0.007272000114123027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,65536,1024,0.33234667778015137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,3584,0.22627645068698457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,65536,16384,0.4108560085296631
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1536,768,0.012892444100644855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,65536,1024,0.2642044491238064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,51200,768,0.33401955498589414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,512,65536,0.3759626547495524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,5120,128,0.00646577775478363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,5120,512,0.023596444063716467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,1536,0.07005333238177829
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,51200,5120,0.10434577862421672
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,64,3072,0.024199111594094172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,3072,7168,0.1747973362604777
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,51200,4096,0.15407110585106745
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,3072,3072,0.013193777865833707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,6144,0.11230488618214925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,2048,3072,0.00903555585278405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,2560,256,0.005490666462315454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,7168,64,0.010045333041085137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,12288,512,0.011763555308183035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,3584,32,0.0028560000161329904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,3072,512,0.01145244472556644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,64,0.006647999915811751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,8192,2560,0.01942133406798045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,3072,8192,0.02422488894727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,12288,256,0.004979555391603046
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,1536,6144,0.05724622143639458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,5120,10240,0.03892088929812113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,8192,10240,0.05949422385957506
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,10240,768,0.008438222110271454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,64,256,0.0029599999801980127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,2560,2560,0.008223999705579545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,2048,2048,0.014104889498816596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,768,0.01055111073785358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,5120,65536,3.2898498111300998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,12288,256,0.051086223787731595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,12288,768,0.03614044520590041
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,256,0.011797332929240333
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,2560,10240,0.14949156178368464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,12288,10240,0.7968862321641711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,128,2560,0.007187555233637492
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,4096,4096,0.013434666726324292
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,5120,1024,0.007526222202512953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,256,0.009394666386975182
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,10240,1024,0.012302222351233164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,3584,10240,0.044383999374177724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,6144,65536,2.312927034166124
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,8192,128,0.03170311119821336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,64,2048,0.010799999866220685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,256,1536,0.005573333137565189
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,51200,65536,2.4065670437282987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,128,64,0.0075128889746136135
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1024,7168,0.029535111453798082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,7168,6144,0.03635911146799723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,32,65536,0.014290667242474027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1792,8192,8192,0.2165235545900133
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,51200,2560,0.05800177653630575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,7168,3584,0.09081421958075629
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,16384,1536,0.021354667014545862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,1024,65536,0.7119510968526205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,12288,512,0.22855289777119955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,64,0.004002666721741359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,16384,3584,0.3734888765547011
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,7168,16384,0.05125066637992859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,8192,5120,0.020353777541054618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,32,65536,0.008432000047630733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,16384,1024,0.15969510873158774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,16384,128,0.00701422244310379
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,6144,64,0.023822221491071913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,6144,7168,0.1736933390299479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,12288,6144,0.6880915429857043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,128,256,0.005680888891220093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,32,2560,0.008763555851247575
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,6144,1536,0.2742764419979519
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,51200,12288,1.179350217183431
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,10240,64,0.03634666734271579
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,2048,32,0.003419555516706573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,65536,2560,0.32248089048597545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,4096,2560,0.031678222947650485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,2048,1536,0.026019554999139573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,65536,0.37050843238830566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,2048,32,0.008031999899281396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,12288,768,0.042099555333455406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,7168,2560,0.012617777619096967
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,32,64,0.0026506665680143568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,2048,12288,0.018377777602937486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,2560,6144,0.016238222519556682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,768,0.01717866626050737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,3584,2560,0.010099555883142684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,128,1024,0.005951111101441913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,768,2048,0.013311111264758639
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,5120,5120,0.1361360020107693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,768,2048,0.021958221991856892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,256,0.0047048889100551605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,8192,51200,5.227897644042969
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,4096,768,0.007298666569921706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,6144,12288,0.06641155481338501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,51200,0.19794755511813691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,5120,16384,0.04876266585456001
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,3584,7168,0.15836355421278211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,3584,3072,0.06357422139909533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,4096,0.08844000101089478
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,8192,2560,0.015576000014940897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,16384,32,0.030978666411505804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,4096,3584,0.0425146652592553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2560,3072,0.07203288873036702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,10240,0.025232889586024817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,3584,3584,0.011341333389282227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,768,1024,0.004750222381618288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,65536,6144,1.7961688571506078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,256,12288,0.02258311046494378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,2048,4096,0.013902222116788229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,256,6144,0.010693333215183683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,12288,65536,2.4297546810574002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,32,5120,0.01254755589697096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,12288,12288,0.12224266264173721
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,4096,3072,0.012104888757069906
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,4096,7168,0.03550666570663452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,65536,10240,0.9926586151123047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,12288,0.013136000268989138
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,5120,2048,0.03599377804332309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,6144,768,0.025693333811230127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,4096,12288,0.03964799973699782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,512,768,0.006346666564544042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,8192,32,0.02438844409253862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,8192,4096,0.07496977514690824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,32,0.007199111084143321
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,768,7168,0.06537155310312907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,65536,512,0.02793955471780565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,16384,512,0.009263111485375298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,6144,2560,0.014537778165605334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,256,65536,0.022468444373872545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,1024,7168,0.013835555149449242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,7168,768,0.005985777825117111
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,65536,3584,0.0927857756614685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,512,12288,0.015876443849669564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,51200,1536,0.4047075642479791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,7168,1536,0.009887110855844285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,3072,0.007827555967701806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,65536,2048,0.07183288865619235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,12288,16384,0.14452177948421902
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,12288,512,0.031643556223975286
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,10240,768,0.0655884411599901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,6144,4096,0.1077573365635342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,81,2048,65536,0.10538311137093438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,128,0.0032622222271230486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,3072,7168,0.07823199696011014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,32,10240,0.6948675579494901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,51200,0.13741600513458252
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,256,8192,0.01754044493039449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,3072,0.017255110873116385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,8192,0.03759733173582289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,512,8192,0.04168088899718391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,128,0.018421333697107103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,512,4096,0.009012444151772393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,1536,65536,4.514161851671007
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,256,0.020437333318922255
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,10240,3584,0.08025511105855306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,4096,64,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,768,12288,0.2062915563583374
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,7168,3584,0.05628355344136556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,5120,0.027907556957668726
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,12288,3584,0.03306577934159173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,2560,32,0.002891555635465516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,1024,5120,0.010016000105275048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,6144,0.013271110753218332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,5120,128,0.01551644504070282
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,51200,5120,0.19029333856370714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,7168,12288,0.0841368900405036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,7168,128,0.0285173323419359
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,8192,3072,1.2860061857435439
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2560,8192,0.10504977570639716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,4096,0.010430222584141625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,128,51200,0.0645493335194058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,10240,10240,0.048680000834994845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,512,2048,0.008377778033415476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,1536,0.00611111107799742
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,4096,12288,0.02588444451491038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,3584,0.00907022257645925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,12288,51200,0.4429733223385281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,128,32,0.002945777856641345
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,4096,512,0.005715555614895291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,16384,12288,0.13244799772898355
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,4096,128,0.0041848888827694785
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,2560,0.03899111019240485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,512,3584,0.008455110920800103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,768,0.013841778039932251
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,128,2048,0.00508266646001074
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,12288,12288,0.063137776321835
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,65536,1024,0.029040889607535467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,10240,0.08233510785632663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,768,2048,0.011935999823941125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,2048,4096,0.011795555551846823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,16384,128,0.054367111788855664
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,10240,0.03443200058407254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,51200,3072,0.08776977989408706
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,10240,2048,0.9419057634141711
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,12288,256,0.005219555563396878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,2560,3584,0.012482666307025485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,7168,0.16623022821214464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,2560,3584,0.014509333504570855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,3072,12288,0.03269955515861511
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,16384,128,0.006024000131421619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,12288,6144,0.06064977910783556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,6144,0.024192000428835552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,64,8192,0.0872960024409824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,768,768,0.018072000808186002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,6144,6144,0.03022577696376377
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,2048,32,0.00518222235971027
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,6144,0.11361066500345866
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,64,768,0.0037848887344201407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,6144,0.010140444669458602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,1024,51200,0.05272533496220907
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,768,768,0.015878222054905362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,7168,256,0.020466667082574632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,10240,64,0.0030008889734745026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,7168,768,0.006799110935793982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,256,7168,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,65536,32,0.14599022600385878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,1536,51200,0.054903109868367515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,7168,5120,0.3756391207377116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,51200,128,0.029493331909179688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,65536,256,0.029698666599061754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,65536,128,0.014144000079896716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,64,2048,0.005513777749405966
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,4096,32,0.029881778690550063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,7168,10240,0.034584889809290566
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,2048,6144,0.013905778527259827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,256,3072,0.009365333451165093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,1024,3072,0.03174577818976508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,64,0.00742133292886946
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,32,6144,0.010435555544164447
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,3584,0.008162666526105668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,7168,1536,0.009641778137948778
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,12288,256,0.006807111203670502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,16384,4096,0.27483201026916504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,2560,12288,0.023027555810080633
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,2560,64,0.010942222343550788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,12288,2560,0.016241777274343703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,2048,32,0.005687110953860813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,128,256,0.007103111180994246
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,12288,6144,0.03247733248604669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,32,3072,0.010813333094120026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,7168,16384,0.04803555541568332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,3584,16384,0.03160088923242357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,16384,2048,0.17434133423699272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,128,6144,0.03456977672047085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,2048,3072,0.05476977758937412
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,1536,12288,0.017998221847746108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,64,1536,0.04130222068892585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2305,12288,16384,0.774190213945177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,1024,128,0.009657777845859528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,32,5120,0.03276888860596551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,4096,51200,0.08717511097590129
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,256,3584,0.03846222162246704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,2560,3584,0.011677333050303988
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,2560,0.057074666023254395
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,4096,10240,0.022072888082928125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,3072,6144,0.10679288705190022
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,2560,64,0.0037946667936113146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,768,3072,0.019924443629052904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,512,65536,0.07034044133292304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,128,768,0.004594666676388847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,5120,0.18303822146521675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,12288,3584,0.023196443915367126
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,256,3584,0.019223110543357003
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,10240,512,0.0354728897412618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,3584,7168,0.022014222211307947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,10240,3072,0.02460355559984843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,3072,0.019113777412308585
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,1536,0.010403555300500657
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,51200,2560,0.1197884480158488
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,5120,1024,0.01401422255569034
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,5120,8192,0.09144088957044814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1536,12288,0.022050667140218947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,7168,64,0.02225688927703434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,4096,7168,0.05831378036075168
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,2048,0.012464000119103326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,32,4096,0.010264889233642155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,16384,51200,0.3242417706383599
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,4096,2048,0.056306666798061795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,6144,12288,0.05697421895133125
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,65536,1536,0.5839013523525661
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,5120,0.05123022198677063
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,1024,5120,0.009480888644854227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,51200,6144,3.4108560350206165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,128,0.026449778013759192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,1536,10240,0.018757333358128864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,10240,10240,0.04342044393221537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,512,256,0.0032275555034478507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,512,256,0.0034337778472238113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,2560,2048,0.09412355555428399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,7168,10240,0.04064088728692796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,768,51200,0.0335804455810123
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,3584,0.26696978674994576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,512,0.0033866665843460294
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,256,16384,0.12313600381215413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,3072,3072,0.010104888843165504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,512,2048,0.00685511115524504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,10240,2560,0.016528000434239704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,10240,128,0.0047004446387290955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,8192,64,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,225,6144,7168,0.029620445436901514
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,768,512,0.01776711146036784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,3072,0.00997866690158844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,256,12288,0.01920000049802992
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,10240,3584,0.15289066897498235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,51200,3072,0.9801431232028537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,256,256,0.005472888963090048
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,512,0.059988445705837674
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,17,128,512,0.005626666463083691
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,64,4096,4096,0.014518222875065274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,3072,2560,0.010296000374688042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,768,1536,0.00629066675901413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,1536,2560,0.008294222255547842
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,768,5120,0.019055111540688407
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,4096,2560,0.01347555551264021
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,3072,0.016751999656359356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1536,5120,0.029137776957617864
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,51200,0.3278488847944471
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,6144,7168,0.06639911068810357
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,512,16384,0.02234577801492479
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3072,8192,0.02789155642191569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,7168,65536,0.18939556015862358
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,256,1024,0.02050755586889055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8,768,512,0.003272888975010978
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,51200,256,0.012483555409643384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2560,16384,3.8606135050455728
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,225,5120,3072,0.020802666743596394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,256,5120,0.0336808893415663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,6144,5120,0.025123554799291823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,32,6144,0.06256533331341214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,1024,512,0.003528000166018804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,128,768,0.005374222166008419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,16384,8192,0.09900089104970296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,12288,65536,0.3519955476125081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,193,512,128,0.004292444636424382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,12288,2048,0.16571644941965738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,1536,0.03123377760251363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,512,512,0.004374222209056218
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,1536,5120,0.06353066364924113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,2048,2560,0.007380444142553542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,768,1536,0.006953777538405524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,10240,4096,0.2314844396379259
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,3584,6144,0.18914577696058485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,7168,12288,0.7829199896918403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1024,768,0.015332443846596612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,256,3072,0.008664000365469191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,1536,64,0.009280000295903947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,8192,6144,0.07527644766701592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,51200,32,0.09597333272298177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,3072,51200,0.855281776852078
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1281,4096,6144,0.09280533260769314
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,3072,51200,0.11420178413391113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,4096,4096,0.1233466731177436
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,8192,16384,0.09778222110536362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,6144,128,0.01311644415060679
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,768,0.008554666406578487
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,12288,64,0.0031431110368834603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,32,12288,0.06295555830001831
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,3072,5120,0.013931555880440606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2048,4096,0.035712000396516584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,10240,64,0.006067555397748947
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,51200,8192,0.30574133661058217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,51200,0.1971191167831421
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,256,32,0.007718222008811102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,10240,1536,0.015531554818153381
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2560,5120,0.01313066648112403
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3,5120,768,0.005894222193294101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,7168,51200,2.6960071987575955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,512,3584,0.009567110902733272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,65536,0.10556799835628933
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,32,7168,0.006755555669466655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3584,51200,0.11084266503651936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,3584,0.07055199808544584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,512,1024,0.004031110968854693
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,3584,2048,0.012168889244397482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,3072,12288,0.022110222114457026
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,3584,65536,0.6773786544799805
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,12288,512,0.009295110901196798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,1536,6144,0.013590222431553734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,65536,51200,2.435273700290256
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,16384,8192,0.05816977553897434
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,10240,0.01680444512102339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,1024,0.01664622293578254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,512,768,0.0038080000215106537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,32,0.007335111498832703
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,65536,51200,40.39134724934896
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,3072,10240,0.024686222275098164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,513,768,2048,0.011145778000354767
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,512,2560,0.027425777581002977
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1024,1024,0.007159111400445302
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,65536,0.07950844367345174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,512,2048,0.006888888776302338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,65536,6144,1.3945884704589844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,512,2048,0.007869333028793335
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1024,5120,0.028720001379648846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,16384,5120,0.05985599756240845
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,3072,5120,1.3990142610337999
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,65536,2048,0.06387466854519315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,32,128,0.005372444374693765
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,12288,1536,0.161789337793986
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,12288,0.21099289258321127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,8192,51200,2.4672258165147567
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,51200,0.21674488650427925
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,3584,16384,0.05756088760164049
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,256,2048,0.006567111031876669
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,6144,0.006115555349323485
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,256,3072,0.007898666792445714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,8192,32,0.003608889049953885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,1536,6144,0.06603733036253187
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,3584,16384,0.045704887972937695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,1024,2048,0.006642666541867786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,32,512,0.0036764442920684814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,512,65536,0.05112533436881172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,1536,128,0.004282666577233208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,2048,6144,0.01391377713945177
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,64,0.007299555672539606
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,768,3072,0.015226667126019796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,4096,5120,0.1776275502310859
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,16384,2048,0.21074755986531576
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,6144,5120,0.4528426594204373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,512,8192,0.03502666619088914
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,2560,128,0.005683555371231503
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,2560,10240,0.1439111100302802
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,3072,512,0.01608888970481025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,16384,768,0.009721777505344814
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,32,0.007768889268239339
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,4096,128,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,12288,10240,0.6615457534790039
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,768,2048,0.006710222197903528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,1024,64,0.002991111121243901
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,3584,2048,0.0096142225795322
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,8192,5120,0.1135093371073405
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,8192,1536,0.013185777597957186
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2816,7168,7168,0.26152088907029897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1536,7168,0.013431111143694984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,4096,6144,0.017376888129446242
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,51200,256,0.014915555715560913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,12288,0.16771199968126085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,256,1024,0.0038782221575578055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,512,0.0053635554181204895
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,10240,65536,0.7818693584865994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,2048,128,0.0046862223082118565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,64,8192,0.011918221910794577
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,256,3072,0.007913777397738563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,160,4096,65536,0.2863226731618245
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,4096,0.021478222476111516
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,1536,512,0.004949333353175057
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,64,0.02696977721320258
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,3072,768,0.016958221793174744
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,12288,256,0.018753778603341844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,7168,65536,0.3226773209042019
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,2048,12288,0.027071111732059058
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,32,512,0.0033271111961868075
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,65536,256,2.151251475016276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,128,10240,0.018704000446531508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,2048,256,0.004655999855862724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,16384,8192,0.09486844142278035
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2816,1024,10240,0.07789333661397298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,128,0.005029333134492238
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,65536,256,0.015302222636010913
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,5120,1024,0.008104888929261101
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,11,256,12288,0.014840889308187695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,6144,32,0.0075866662793689305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,12288,51200,4.690744188096788
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,10240,768,0.06959733035829332
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,1024,256,0.007739555504586961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,64,5120,0.009200000100665623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,2048,1536,0.007337777978844113
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,5120,6144,0.08763911326726277
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,7168,128,0.011462222370836469
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,10240,2048,0.021362667282422382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1025,1536,64,0.003951999876234266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,512,0.02077866593996684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1536,256,0.005753777921199799
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,128,0.0033244445092148254
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,64,32,0.0029013332807355454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,1536,1536,0.006216889040337668
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,16384,4096,0.03208177619510227
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,512,128,0.002798222212327851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,16384,0.04552533229192098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,768,1024,0.004039111236731212
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1024,5120,0.0593128866619534
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,128,0.005123555660247803
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,32,10240,0.009594666461149851
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,12288,16384,0.2901875442928738
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,5120,3584,0.015786666009161208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,768,3072,0.007169778148333232
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,8192,8192,0.04811022347874112
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,5,51200,512,0.01759022143152025
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,64,2560,0.007828444242477417
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,65536,1.981766170925564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,81,128,768,0.005879111174080107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,1024,51200,0.08905866410997178
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,256,2048,0.005728000154097875
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,8192,51200,0.18627022372351754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,51200,7168,0.1388675504260593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,2048,0.20770488844977486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,4096,512,0.017320000463061862
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,6144,256,0.0047111109726958806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,32,2048,0.007130666739410824
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,4096,0.13552355766296387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,16384,6144,0.06476444668240018
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,10240,3072,0.025013332565625507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,128,6144,0.010436444646782346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,16384,2048,0.05855200025770399
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,64,1536,0.006274666637182236
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,10240,12288,0.20245956050025093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,16384,8192,0.8573324415418836
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,7168,16384,0.08656799793243408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,5120,768,0.05441155698564318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1536,5120,0.10645688904656304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,12288,3584,2.561998155381944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,33,768,51200,0.07365600268046062
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,1024,2560,0.007654222349325816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,51200,512,0.09324800305896336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,12288,12288,0.8060720231797961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,8192,2048,128,0.02146044373512268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,512,51200,0.08946755859586929
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3329,51200,1536,0.42519911130269367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,3584,3584,0.013524444566832649
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,9,8192,6144,0.030087110069062974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,5120,16384,0.08030222521887885
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,128,3072,0.00923466682434082
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,2560,768,0.0063893331421746155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,1024,6144,0.0289066665702396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,512,12288,0.03877955675125122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,1536,8192,0.14218221770392522
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,3072,12288,0.08621599939134385
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,8192,2048,0.017106667160987854
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,3072,1536,0.03209066722128127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,5120,16384,0.05984977881113688
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,8192,256,0.0646044413248698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,5120,1024,0.029895110262764826
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,256,8192,0.044907556639777295
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,7168,3072,0.06733333402209811
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,2560,7168,0.03048622277047899
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,51200,0.16358399391174316
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,10240,7168,0.05574488639831543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,6144,1536,0.04992444316546122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,10240,8192,0.06276355849372016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,12288,3072,0.23709776666429308
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,1024,1536,0.005628444254398346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,1024,6144,0.10540977451536392
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,6144,8192,0.025106666816605464
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3584,5120,12288,0.3968506654103597
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,8192,0.07632355557547675
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,512,1024,0.013967111706733704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,2560,3584,0.011396444506115384
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,7168,12288,0.6854480107625326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,3072,4096,0.016131555040677387
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,6144,65536,0.28164977497524685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,3072,0.007812444534566667
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2561,10240,512,0.03676711188422309
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,128,256,0.006064888917737537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,12288,0.8152764638264974
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,2560,2048,0.009240888886981541
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,2560,128,0.011706666813956367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,512,10240,0.07499911387761433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3072,512,32,0.0037955554823080697
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,64,32,0.005081777771313985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,15,2560,512,0.004652444273233414
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,65536,3584,0.29240889019436306
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,768,7168,0.010398222340477837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,64,512,0.007156444092591603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,128,65536,0.3180702262454563
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,65536,128,0.014113777213626437
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,64,512,0.0035208890007601846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,3584,2560,0.00959644466638565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,12288,1024,0.08767822053697373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,6144,1536,0.016590222716331482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,512,768,0.009072889056470659
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,6144,0.37536711162990993
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1025,2560,256,0.00925688859489229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,65536,5120,4.191695319281684
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,8192,16384,1.3019901911417644
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,8192,512,0.00980444418059455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,10240,1024,0.07383555836147733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,51200,10240,0.1893235577477349
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,128,32,0.0025724443710512584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,128,1536,0.012144889268610211
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,128,10240,0.02375288969940609
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,5120,6144,0.025605332520272996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,7168,1024,0.05438755618201362
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,6144,2560,0.012415111064910889
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3841,10240,256,0.03961599866549174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,256,0.009560888840092553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,65536,51200,25.14263916015625
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,256,5120,0.01015822258260515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,51200,3584,0.17837511168585884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,7,768,8192,0.01461955573823717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,32,10240,0.0069360000391801195
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,4096,12288,0.039905776580174766
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,12288,768,0.01111822244193819
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,3072,65536,1.2838426166110568
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,12288,6144,0.23160976833767363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,12288,512,0.00851999968290329
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3328,2560,65536,1.6142542097303603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,65536,1536,0.14241955015394422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,2048,0.020991999242040846
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,1024,1536,0.014932443698247274
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,2560,12288,0.12565599547492132
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,1536,5120,0.012950222525331708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,6144,0.01020088874631458
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3840,256,4096,0.017307556337780423
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,256,768,0.006720888945791457
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1792,16384,4096,0.1915137767791748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,128,4096,0.008744888835483128
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,3072,6144,0.01665244499842326
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,6144,3584,0.07505333423614502
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,128,8192,0.012200888660218982
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,65536,5120,0.12208978335062663
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,3072,768,0.01869777838389079
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,128,768,0.0037884443170494507
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,128,5120,0.00629333323902554
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,10240,256,0.02611200014750163
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,51200,1024,0.02622933354642656
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,6144,7168,4.088640848795573
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,12288,7168,0.2453493277231852
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,51200,10240,1.5126142501831055
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,256,256,0.00479644454187817
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,7168,10240,0.034790221187803484
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,8192,32,0.027727999620967444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,51200,512,0.2165057791603936
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,8192,65536,6.877779642740886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,128,16384,0.1628675593270196
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,64,6144,0.06653600268893771
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,1536,32,0.00638488887084855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1280,1024,32,0.009569777382744683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,8192,3584,0.017408889200952318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,16384,512,0.011678222152921887
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,768,51200,3.7162373860677085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,768,128,0.004287999951177173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,512,65536,0.08647377623452081
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16,1024,1024,0.005167110926575131
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,4096,256,0.021893334057595994
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,3072,128,0.0028799999919202593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,12288,3584,0.034408890538745456
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,51200,1536,0.05585866504245334
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,3584,3072,0.03846844368510776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1281,6144,512,0.01981511049800449
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,257,3584,6144,0.024145777026812237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,4096,768,0.020184889435768127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,64,0.01425244410832723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,513,3584,32,0.008047999607192146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,12288,10240,0.5534150865342882
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,768,12288,0.013444444371594323
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,2560,6144,0.017868444323539734
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,3584,65536,1.5590346654256184
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,2048,5120,0.016772444049517315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,65536,768,0.3765244483947754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,2560,256,0.018419555491871305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,48,51200,6144,0.11977867285410564
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,15,2048,512,0.0033440000067154565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32768,128,256,0.019426667028003268
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,51200,51200,7.453616672092014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,64,64,0.008032889001899296
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,65536,12288,0.3234017690022786
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,128,16384,0.38367289967007107
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2,10240,8192,0.03909066650602553
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,6144,1024,0.021535111798180476
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,128,6144,0.010103999740547603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,512,8192,0.02286044425434536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,32,3584,0.007897777689827813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,2048,0.006145777801672618
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,3584,512,0.011329777538776398
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,2560,12288,0.18592354986402723
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,12288,2048,0.043041778935326465
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,768,3584,0.007278222176763747
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,7168,2048,0.011863999896579318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,2048,16384,0.2058862182829115
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,65536,128,0.09310044182671441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,5120,16384,0.15305066108703613
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,65536,12288,0.3470168908437093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,80,10240,7168,0.05506755577193367
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,8192,128,0.003744889050722122
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,16384,1536,0.02071199980047014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,8192,3584,0.025968000292778015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,256,2048,0.0214035560687383
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,3584,12288,0.02459555533197191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4353,512,4096,0.05678666962517632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,51200,128,0.007968000239796108
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2560,2048,0.007320000065697565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,2048,1024,0.01605599953068627
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,1024,65536,0.05688889159096611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,3584,64,0.016015999846988253
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,768,3584,0.00962933318482505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,2560,3072,0.03525066706869338
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,512,256,0.005365333209435145
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3072,8192,0.26787998941209584
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,16384,32,0.0034426665968365143
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,2560,5120,0.11065244674682617
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2561,256,65536,0.4472862349616156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,512,0.011680888632933298
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,768,6144,0.011863999896579318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,4096,128,0.023120888405376013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,16384,3072,0.2935813268025716
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,768,16384,0.07370489173465304
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,7168,16384,0.07619644535912408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,768,1024,0.006255110932721033
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,51200,65536,1.3115111456976998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,16384,51200,0.5921671125623915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,3584,3584,0.10502222511503433
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1024,16384,4096,0.09870755672454834
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3,512,2560,0.007112888826264276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,128,512,0.00721244431204266
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,51200,5120,0.19151555167304146
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,2048,256,0.0029120000286234748
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,33,2048,12288,0.023716444770495098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2048,12288,0.27026844024658203
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,65536,51200,1.2592026392618816
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,3584,3072,0.03646399908595615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,8192,51200,1.7305129369099934
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,4096,1024,0.00905777762333552
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,1024,2048,0.007124444676770105
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,6,32,3072,0.00598933340774642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3072,256,0.005423999908897612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,49,6144,256,0.0034675554682811103
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,12288,12288,0.05689777930577596
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,128,65536,0.06565155585606892
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2048,8192,0.01594577729701996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,5120,5120,0.0694942209455702
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,1536,768,0.006384000182151794
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,32,0.0070773329999711775
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,3584,3584,0.017841777867741056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,128,1536,0.010440000229411654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,5120,6144,0.02684088879161411
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,512,7168,0.03221244282192654
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,3584,0.08154666423797607
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3584,128,0.0034248888906505373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,3072,8192,0.11592888832092285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,10240,768,0.009269333548016017
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,2048,3072,0.010816000401973724
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,65536,2560,0.13655022780100504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,32,51200,0.11865422460767959
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,1536,128,0.009514666265911525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,6144,1024,0.00738933351304796
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,64,2048,0.021074665917290583
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,16384,5120,64,0.06851822137832642
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,128,4096,0.007800000409285228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,2048,7168,0.012708444562223224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,10240,4096,2.509792963663737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,5120,2048,0.0972906682226393
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,256,51200,0.07351911067962646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,160,3072,512,0.007003555695215861
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,1024,5120,0.05438666542371114
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,32,2048,0.006545777950021956
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,4096,51200,0.1634942160712348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,32,0.003768889026509391
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,8192,16384,1.0902320014105904
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3584,128,0.008099555969238281
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3073,4096,256,0.023265777362717524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,2048,8192,0.1486977736155192
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,3584,2048,0.008654221892356873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,129,51200,1536,0.08593866560194229
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2560,8192,1536,0.06365333663092719
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,5120,3072,0.0891324414147271
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,256,1024,0.01202755586968528
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3584,3072,0.0732204450501336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,2560,4096,0.025432889660199482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,128,768,0.00573244442542394
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,1536,12288,0.02292266653643714
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,512,3072,0.020573332905769348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,4096,2048,0.07158133056428698
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,1024,32,0.002607999990383784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,1536,16384,0.0206986665725708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,10240,6144,0.6537502076890733
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4097,256,8192,0.06271821922726102
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,128,256,51200,0.022525333695941504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,193,3584,12288,0.058895111083984375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,65536,10240,0.26671287748548717
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,1536,5120,0.012856889102194043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,161,5120,5120,0.025080000360806782
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,8192,32,0.0030213333666324615
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,7168,2560,0.13643733660380045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,65536,3584,0.3250986735026042
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2560,7168,16384,0.49973334206475156
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,193,51200,128,0.020788444413079154
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,113,5120,128,0.007055111229419708
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,51200,51200,1.0416382683648002
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,128,6144,0.029900444878472224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,6144,12288,0.3741519980960422
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,512,512,0.0038844446341196695
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,113,5120,7168,0.03458133339881897
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,5,4096,512,0.00645955569214291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,768,1536,0.007304000357786815
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,2560,8192,0.09572088718414307
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,6144,51200,0.12386133935716416
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,112,2048,51200,0.06714933448367648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,10,8192,16384,0.09245422151353623
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1024,512,0.009648000200589498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,6144,64,0.007176888485749562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,256,8192,0.021176889538764954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,769,1024,2560,0.009338666995366415
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3328,1024,51200,0.6048080126444498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,3584,16384,0.6754106415642632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,3584,0.025705777936511572
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4097,2048,32,0.011060444845093621
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,14,2560,256,0.0048177776237328844
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,32,51200,0.008392888638708327
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,51200,8192,2.957856072319878
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,1536,768,0.14408444033728704
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,512,4096,0.046610666645897754
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,512,0.00489688871635331
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2049,12288,12288,0.8606408966912164
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,10240,51200,0.22524799240960014
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,3584,3072,0.01057866629627016
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2048,16384,16384,0.7837333149380155
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,5120,3584,0.06532800197601318
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,768,4096,64,0.005196444276306364
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4353,65536,5120,4.302425808376737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,512,10240,0.03535111082924737
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3329,2048,8192,0.15366400612725153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,6144,2560,0.01552088889810774
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,81,1536,64,0.006241777704821692
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,160,51200,3584,0.14975555737813315
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,256,7168,0.027223111854659185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,12288,10240,1.381264050801595
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,5120,2048,0.010241777532630498
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,224,7168,1024,0.010777778095669217
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,3584,1536,0.007384888827800751
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,128,128,0.006773333168692059
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,256,3584,0.026058667235904272
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,4096,256,0.005487111293607288
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2305,7168,768,0.04516355527771843
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,51200,32,0.004941333499219683
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,3072,10240,0.026903111073705886
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,768,0.007651555869314406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8,8192,8192,0.02892711096339756
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,2048,3584,0.013150222599506378
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,1536,7168,0.01739644507567088
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,8192,7168,0.03090755475891961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,4096,1536,0.03608177767859565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,768,32,0.003056888985964987
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,256,7168,0.022151110900772944
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,11,6144,3072,0.01700799994998508
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,113,2048,1536,0.006495999793211619
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,6144,8192,0.20961599879794648
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,3072,3072,0.01110222190618515
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,65,12288,7168,0.03855999973085191
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,65536,512,0.017228444417317707
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,2048,512,0.01649688846535153
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,112,1536,8192,0.015757333901193406
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,51200,1536,0.39816800753275555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,10240,512,0.05663288964165581
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4,7168,65536,0.32193154758877224
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,48,3584,8192,0.019816888703240287
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,65536,3584,3.073447121514214
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1793,16384,512,0.03987288806173537
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,32,512,0.00349866681628757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1025,3072,7168,0.06643822458055285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,256,8192,0.029818667305840388
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1024,256,0.005971555494599872
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,256,2560,0.08797066741519505
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3328,6144,51200,1.729776912265354
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,112,128,2048,0.006626666833957036
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,769,16384,1024,0.03704444567362467
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,65536,1.436153729756673
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,3584,32,0.0028133332315418455
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,80,128,512,0.00464088883664873
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,64,0.005704888867007361
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,3584,32,0.011796444654464722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1,10240,1024,0.00924444446961085
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,2560,65536,1.637862205505371
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,1536,4096,0.06308799982070923
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16,3584,12288,0.0244151105483373
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,96,1024,32,0.005487999982304043
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,13,6144,2560,0.012433778080675336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,12288,1.0613902409871419
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,65536,32,0.006089777582221561
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,1536,51200,0.27311378055148655
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,10240,1536,0.1184613307317098
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,768,65536,0.05625333388646444
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,12288,2560,0.02495288848876953
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,51200,3584,0.1385013394885593
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,7168,8192,0.23424887657165527
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2561,12288,6144,0.5941937764485677
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,6144,8192,0.039397332403394915
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,16384,7168,0.08286133077409533
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,2560,12288,0.03185688787036472
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32768,7168,1536,0.5805288950602213
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,161,1024,32,0.006559999866618051
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1280,12288,64,0.01536977787812551
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,1024,10240,0.12854666180080837
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,768,1536,10240,0.04179288943608602
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,3072,1024,0.005091555416584015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,512,12288,0.016107555892732408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,2048,7168,0.06129066811667549
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,16384,10240,0.06852533419926961
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,65,2560,65536,0.12826844056447348
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,4096,256,0.003273777870668305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,32,32,0.007106666763623555
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,5,10240,4096,0.03288266725010342
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,7168,64,0.0028977776981062363
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2817,10240,65536,4.916254255506727
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,16384,1536,0.016506666938463848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,16384,16384,10240,5.004961649576823
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,80,512,8192,0.017439999514155917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,64,8192,0.014270222849316068
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,17,10240,1024,0.010778666370444827
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,2048,768,0.007253333098358578
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,64,6144,0.013456888496875763
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4096,16384,12288,1.4877893659803603
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,8192,768,0.010955555571450127
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,192,3072,3584,0.01830844415558709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1792,12288,51200,3.248409695095486
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,9,6144,6144,0.031814220878813006
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,6144,768,0.057999114195505776
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,14,8192,6144,0.03279733326699998
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3072,1536,3584,0.05406044589148628
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3584,3072,7168,0.1744168864356147
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2,2560,8192,0.019679110911157396
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,1024,2560,0.034655110703574285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,97,5120,6144,0.02702399922741784
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,96,128,512,0.0046471113132105935
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4352,3072,10240,0.3019182152218289
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,7168,1.6838435067070856
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,768,8192,0.02642755541536543
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,224,6144,3072,0.028098666005664404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,32,65536,1024,0.035767998960283064
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,161,12288,65536,0.602199978298611
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,16384,128,0.005561777700980504
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,1024,2048,0.007044444481531779
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,10240,64,0.016813332835833233
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,768,16384,0.025066667132907446
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,7168,51200,3.3649830288357205
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,128,6144,0.010782221953074137
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,3072,3584,0.015190222197108798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,1536,2560,0.022924444741672937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,1024,0.04416355490684509
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,4096,7168,0.11762844191657172
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3073,1024,5120,0.056036445829603404
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,1024,2560,0.006827555596828461
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,225,32,1024,0.004328000048796336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,97,64,51200,0.06036444505055746
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,12,64,51200,0.009551111194822524
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,5120,64,0.012892444100644855
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,128,51200,6144,0.12269066439734565
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,6,64,65536,0.0634488860766093
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,48,4096,128,0.003039111072818438
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2304,8192,2560,0.08517155382368301
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,6144,2048,0.14057600498199463
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,1024,12288,0.06642399893866645
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,224,3072,12288,0.04760355419582791
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1024,7168,8192,0.1689608891805013
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,512,0.24140087763468424
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,32,512,0.009347555538018545
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4097,6144,64,0.03175910976197984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1,768,2560,0.006999111009968652
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,769,12288,65536,1.232685301038954
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,1024,512,0.0053377776510185665
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2049,51200,128,0.13057600127326116
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,3584,7168,0.017494221528371174
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8,51200,1024,0.027756444282001917
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,10240,0.08699199888441299
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,4096,768,0.005094222310516569
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1537,128,1536,0.013716444373130798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,4096,6144,0.02805333336194356
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,512,3584,0.034632888105180525
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2817,1536,768,0.013591110706329346
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,5120,7168,0.025621333056026038
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1793,3584,256,0.009694221946928237
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,7168,10240,0.058373332023620605
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2816,4096,7168,0.146905779838562
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,32,12288,0.006160888820886612
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,16,3584,3072,0.009882666998439366
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4096,256,7168,0.029992000924216375
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,12,10240,256,0.006495111104514863
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,65536,6144,0.1432160006629096
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,9,2048,2048,0.006467555546098285
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4352,256,6144,0.0533537765343984
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1537,2048,2048,0.021744888689782884
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,5120,5120,0.017091555727852713
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,10,6144,2560,0.011284444067213269
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,3072,1536,0.011008000208271874
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,512,16384,3584,0.0821288890308804
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2304,16384,3072,0.1922595500946045
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,2048,8192,0.11196977562374538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,257,65536,1024,0.07075288560655382
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,13,65536,128,0.00904622260067198
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,256,3584,1024,0.006520888871616787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,129,3072,3072,0.015825778245925903
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1536,1536,512,0.010859555668301053
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,1536,64,0.006480888773997624
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2048,6144,2560,0.08923555745018853
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,11,3584,2048,0.009134222235944536
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3841,1536,12288,0.1823155615064833
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4096,1536,3072,0.04730933242373996
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,5120,2560,0.1612657838397556
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2560,4096,64,0.009047110875447592
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,7,1536,65536,0.07315999931759305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,33,4096,5120,0.014849777022997538
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,15,5120,5120,0.016598222984208
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,14,6144,512,0.0040960001448790235
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1280,12288,7168,0.17257332801818848
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,49,65536,8192,0.20673688252766928
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3841,2560,16384,0.36713510089450413
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,257,128,6144,0.011186666786670685
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3329,32,2560,0.023578666978412207
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,256,6144,3584,0.018787556224399142
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,65,3584,3584,0.013678222066826291
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,128,16384,3584,0.028904888365003798
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4,51200,2560,0.05226133267084757
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,4352,12288,1024,0.15844178199768066
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,32,16384,0.01927911076280806
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1537,5120,2560,0.05715733104281955
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,513,65536,2048,0.20152444309658477
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,512,3584,51200,0.1782275570763482
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,256,3584,7168,0.024008888337347243
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,128,6144,0.059382220109303795
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3585,512,5120,0.051473776499430336
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3585,7168,12288,0.8490879800584582
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1,7168,1024,0.009726222190592024
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,1536,4096,0.05801155832078722
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3072,128,256,0.00941244430012173
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1536,1536,2560,0.030610667334662542
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,51200,10240,50.12428114149305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,2560,4096,0.014769777655601501
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,65536,256,0.01498222185505761
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2817,6144,16384,0.515020423465305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2,256,4096,0.008634666601816813
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32768,2048,6144,1.25709777408176
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,1024,8192,0.04874844352404276
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,32,2560,3584,0.013804444836245643
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,129,16384,128,0.006068444500366847
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,12288,2048,0.1096915536456638
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,192,7168,16384,0.0695671108033922
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1281,768,256,0.0064275554484791225
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,7,6144,5120,0.016896888613700867
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,256,128,0.006022222340106964
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,12,5120,1536,0.00851466672288047
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,6,768,12288,0.01621955633163452
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,49,128,51200,0.05279022124078539
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,64,6144,65536,0.2924177646636963
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,3072,1024,0.05382755398750305
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,17,512,8192,0.013157332936922709
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,96,3072,8192,0.025773333178626165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,2304,32,256,0.003089777711364958
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3840,32,128,0.007111111448870764
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,8192,256,5120,0.09545777903662787
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,1024,10240,1536,0.03797511259714762
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,192,3072,65536,0.16012799739837646
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,32,1024,65536,0.06881066825654772
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,512,1024,3072,0.011624000138706632
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3840,6144,3584,0.140684445699056
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,16384,2048,0.025763556361198425
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,64,6144,128,0.004619555754794015
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,10,32,6144,0.010096888575288985
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,4,1024,6144,0.011170667078759937
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2048,6144,7168,0.14949066109127468
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,3073,5120,3072,0.10443022516038682
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,4096,7168,0.1279253297381931
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,1536,5120,768,0.021307556165589228
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3,10240,4096,0.03166044420666165
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,1793,3072,65536,0.9547866185506185
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,8192,5120,2048,0.1608017815483941
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,bfloat16,3584,1536,768,0.01554844445652432
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,13,5120,2560,0.010949333508809408
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,4353,51200,12288,4.386948479546441
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,7168,128,0.010595555934641095
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8,2305,16384,65536,8.270496792263454
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,768,1536,5120,0.02422488894727495
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,2049,2560,6144,0.08175644609663221
SGLang,0.5.9,NVIDIA H100 80GB HBM3,gemm,sglang,fp8_block,3585,256,65536,0.5009511311848959
